1.1 --- /dev/null Thu Jan 01 00:00:00 1970 +0000
1.2 +++ b/build/unix/build-clang/build-clang.py Wed Dec 31 06:09:35 2014 +0100
1.3 @@ -0,0 +1,198 @@
1.4 +#!/usr/bin/python
1.5 +# This Source Code Form is subject to the terms of the Mozilla Public
1.6 +# License, v. 2.0. If a copy of the MPL was not distributed with this
1.7 +# file, You can obtain one at http://mozilla.org/MPL/2.0/.
1.8 +
1.9 +import os
1.10 +import os.path
1.11 +import shutil
1.12 +import subprocess
1.13 +import platform
1.14 +import sys
1.15 +import json
1.16 +import collections
1.17 +import argparse
1.18 +
1.19 +
1.20 +def check_run(args):
1.21 + r = subprocess.call(args)
1.22 + assert r == 0
1.23 +
1.24 +
1.25 +def run_in(path, args):
1.26 + d = os.getcwd()
1.27 + os.chdir(path)
1.28 + check_run(args)
1.29 + os.chdir(d)
1.30 +
1.31 +
1.32 +def patch(patch, srcdir):
1.33 + patch = os.path.realpath(patch)
1.34 + check_run(['patch', '-d', srcdir, '-p1', '-i', patch, '--fuzz=0',
1.35 + '-s'])
1.36 +
1.37 +
1.38 +def build_package(package_source_dir, package_build_dir, configure_args,
1.39 + make_args):
1.40 + if not os.path.exists(package_build_dir):
1.41 + os.mkdir(package_build_dir)
1.42 + run_in(package_build_dir,
1.43 + ["%s/configure" % package_source_dir] + configure_args)
1.44 + run_in(package_build_dir, ["make", "-j4"] + make_args)
1.45 + run_in(package_build_dir, ["make", "install"])
1.46 +
1.47 +
1.48 +def with_env(env, f):
1.49 + old_env = os.environ.copy()
1.50 + os.environ.update(env)
1.51 + f()
1.52 + os.environ.clear()
1.53 + os.environ.update(old_env)
1.54 +
1.55 +
1.56 +def build_tar_package(tar, name, base, directory):
1.57 + name = os.path.realpath(name)
1.58 + run_in(base, [tar, "-cjf", name, directory])
1.59 +
1.60 +
1.61 +def svn_co(url, directory, revision):
1.62 + check_run(["svn", "co", "-r", revision, url, directory])
1.63 +
1.64 +
1.65 +def build_one_stage(env, stage_dir, llvm_source_dir, gcc_toolchain_dir):
1.66 + def f():
1.67 + build_one_stage_aux(stage_dir, llvm_source_dir, gcc_toolchain_dir)
1.68 + with_env(env, f)
1.69 +
1.70 +
1.71 +def build_tooltool_manifest(llvm_revision):
1.72 + basedir = os.path.split(os.path.realpath(sys.argv[0]))[0]
1.73 + tooltool = basedir + '/tooltool.py'
1.74 + setup = basedir + '/setup.sh'
1.75 + manifest = 'clang.manifest'
1.76 + check_run(['python', tooltool, '-m', manifest, 'add',
1.77 + setup, 'clang.tar.bz2'])
1.78 + data = json.load(file(manifest), object_pairs_hook=collections.OrderedDict)
1.79 + data = [{'clang_version': 'r%s' % llvm_revision}] + data
1.80 + out = file(manifest, 'w')
1.81 + json.dump(data, out, indent=0)
1.82 + out.write('\n')
1.83 +
1.84 + assert data[2]['filename'] == 'clang.tar.bz2'
1.85 + os.rename('clang.tar.bz2', data[2]['digest'])
1.86 +
1.87 +
1.88 +def get_platform():
1.89 + p = platform.system()
1.90 + if p == "Darwin":
1.91 + return "macosx64"
1.92 + elif p == "Linux":
1.93 + if platform.processor() == "x86_64":
1.94 + return "linux64"
1.95 + else:
1.96 + return "linux32"
1.97 + else:
1.98 + raise NotImplementedError("Not supported platform")
1.99 +
1.100 +
1.101 +def is_darwin():
1.102 + return platform.system() == "Darwin"
1.103 +
1.104 +
1.105 +def build_one_stage_aux(stage_dir, llvm_source_dir, gcc_toolchain_dir):
1.106 + os.mkdir(stage_dir)
1.107 +
1.108 + build_dir = stage_dir + "/build"
1.109 + inst_dir = stage_dir + "/clang"
1.110 +
1.111 + targets = ["x86", "x86_64"]
1.112 + # The Darwin equivalents of binutils appear to have intermittent problems
1.113 + # with objects in compiler-rt that are compiled for arm. Since the arm
1.114 + # support is only necessary for iOS (which we don't support), only enable
1.115 + # arm support on Linux.
1.116 + if not is_darwin():
1.117 + targets.append("arm")
1.118 +
1.119 + configure_opts = ["--enable-optimized",
1.120 + "--enable-targets=" + ",".join(targets),
1.121 + "--disable-assertions",
1.122 + "--prefix=%s" % inst_dir,
1.123 + "--with-gcc-toolchain=%s" % gcc_toolchain_dir,
1.124 + "--disable-compiler-version-checks"]
1.125 + build_package(llvm_source_dir, build_dir, configure_opts, [])
1.126 +
1.127 +if __name__ == "__main__":
1.128 + # The directories end up in the debug info, so the easy way of getting
1.129 + # a reproducible build is to run it in a know absolute directory.
1.130 + # We use a directory in /builds/slave because the mozilla infrastructure
1.131 + # cleans it up automatically.
1.132 + base_dir = "/builds/slave/moz-toolchain"
1.133 +
1.134 + source_dir = base_dir + "/src"
1.135 + build_dir = base_dir + "/build"
1.136 +
1.137 + llvm_source_dir = source_dir + "/llvm"
1.138 + clang_source_dir = source_dir + "/clang"
1.139 + compiler_rt_source_dir = source_dir + "/compiler-rt"
1.140 +
1.141 + gcc_dir = "/tools/gcc-4.7.3-0moz1"
1.142 +
1.143 + if is_darwin():
1.144 + os.environ['MACOSX_DEPLOYMENT_TARGET'] = '10.7'
1.145 +
1.146 + parser = argparse.ArgumentParser()
1.147 + parser.add_argument('-c', '--config', required=True,
1.148 + type=argparse.FileType('r'),
1.149 + help="Clang configuration file")
1.150 +
1.151 + args = parser.parse_args()
1.152 + config = json.load(args.config)
1.153 + llvm_revision = config["llvm_revision"]
1.154 + llvm_repo = config["llvm_repo"]
1.155 + clang_repo = config["clang_repo"]
1.156 + compiler_repo = config["compiler_repo"]
1.157 +
1.158 + if not os.path.exists(source_dir):
1.159 + os.makedirs(source_dir)
1.160 + svn_co(llvm_repo, llvm_source_dir, llvm_revision)
1.161 + svn_co(clang_repo, clang_source_dir, llvm_revision)
1.162 + svn_co(compiler_repo, compiler_rt_source_dir, llvm_revision)
1.163 + os.symlink("../../clang", llvm_source_dir + "/tools/clang")
1.164 + os.symlink("../../compiler-rt",
1.165 + llvm_source_dir + "/projects/compiler-rt")
1.166 + for p in config.get("patches", {}).get(get_platform(), []):
1.167 + patch(p, source_dir)
1.168 +
1.169 + if os.path.exists(build_dir):
1.170 + shutil.rmtree(build_dir)
1.171 + os.makedirs(build_dir)
1.172 +
1.173 + stage1_dir = build_dir + '/stage1'
1.174 + stage1_inst_dir = stage1_dir + '/clang'
1.175 +
1.176 + if is_darwin():
1.177 + extra_cflags = ""
1.178 + extra_cxxflags = ""
1.179 + cc = "/usr/bin/clang"
1.180 + cxx = "/usr/bin/clang++"
1.181 + else:
1.182 + extra_cflags = "-static-libgcc"
1.183 + extra_cxxflags = "-static-libgcc -static-libstdc++"
1.184 + cc = gcc_dir + "/bin/gcc"
1.185 + cxx = gcc_dir + "/bin/g++"
1.186 +
1.187 + if os.environ.has_key('LD_LIBRARY_PATH'):
1.188 + os.environ['LD_LIBRARY_PATH'] = '%s/lib64/:%s' % (gcc_dir, os.environ['LD_LIBRARY_PATH']);
1.189 + else:
1.190 + os.environ['LD_LIBRARY_PATH'] = '%s/lib64/' % gcc_dir
1.191 +
1.192 + build_one_stage({"CC": cc, "CXX": cxx}, stage1_dir, llvm_source_dir, gcc_dir)
1.193 +
1.194 + stage2_dir = build_dir + '/stage2'
1.195 + build_one_stage(
1.196 + {"CC": stage1_inst_dir + "/bin/clang %s" % extra_cflags,
1.197 + "CXX": stage1_inst_dir + "/bin/clang++ %s" % extra_cxxflags},
1.198 + stage2_dir, llvm_source_dir, gcc_dir)
1.199 +
1.200 + build_tar_package("tar", "clang.tar.bz2", stage2_dir, "clang")
1.201 + build_tooltool_manifest(llvm_revision)
