| # Copyright 2018 The Chromium Authors. All rights reserved. | |
| # Use of this source code is governed under the Apache License, Version 2.0 | |
| # that can be found in the LICENSE file. | |
| """Recipe for building GN.""" | |
| from recipe_engine.recipe_api import Property | |
| DEPS = [ | |
| 'recipe_engine/buildbucket', | |
| 'recipe_engine/cipd', | |
| 'recipe_engine/context', | |
| 'recipe_engine/file', | |
| 'recipe_engine/json', | |
| 'recipe_engine/path', | |
| 'recipe_engine/platform', | |
| 'recipe_engine/properties', | |
| 'recipe_engine/python', | |
| 'recipe_engine/raw_io', | |
| 'recipe_engine/step', | |
| 'macos_sdk', | |
| 'windows_sdk', | |
| ] | |
| PROPERTIES = { | |
| 'repository': Property(kind=str, default='https://gn.googlesource.com/gn'), | |
| } | |
| def RunSteps(api, repository): | |
| src_dir = api.path['start_dir'].join('gn') | |
| with api.step.nest('git'), api.context(infra_steps=True): | |
| api.step('init', ['git', 'init', src_dir]) | |
| with api.context(cwd=src_dir): | |
| build_input = api.buildbucket.build_input | |
| ref = ( | |
| build_input.gitiles_commit.id | |
| if build_input.gitiles_commit else 'refs/heads/master') | |
| # Fetch tags so `git describe` works. | |
| api.step('fetch', ['git', 'fetch', '--tags', repository, ref]) | |
| api.step('checkout', ['git', 'checkout', 'FETCH_HEAD']) | |
| for change in build_input.gerrit_changes: | |
| api.step('fetch %s/%s' % (change.change, change.patchset), [ | |
| 'git', 'fetch', repository, | |
| 'refs/changes/%s/%s/%s' % | |
| (str(change.change)[-2:], change.change, change.patchset) | |
| ]) | |
| api.step('cherry-pick %s/%s' % (change.change, change.patchset), | |
| ['git', 'cherry-pick', 'FETCH_HEAD']) | |
| with api.context(infra_steps=True): | |
| cipd_dir = api.path['start_dir'].join('cipd') | |
| pkgs = api.cipd.EnsureFile() | |
| pkgs.add_package('infra/ninja/${platform}', 'version:1.8.2') | |
| if api.platform.is_linux or api.platform.is_mac: | |
| pkgs.add_package('fuchsia/clang/${platform}', 'goma') | |
| if api.platform.is_linux: | |
| pkgs.add_package('fuchsia/sysroot/${platform}', | |
| 'git_revision:a28dfa20af063e5ca00634024c85732e20220419', | |
| 'sysroot') | |
| api.cipd.ensure(cipd_dir, pkgs) | |
| # The order is important since release build will get uploaded to CIPD. | |
| configs = [ | |
| { | |
| 'name': 'debug', | |
| 'args': ['-d'] | |
| }, | |
| { | |
| 'name': 'release', | |
| 'args': ['--use-lto'] | |
| }, | |
| ] | |
| with api.macos_sdk(), api.windows_sdk(): | |
| if api.platform.is_linux: | |
| sysroot = '--sysroot=%s' % cipd_dir.join('sysroot') | |
| env = { | |
| 'CC': cipd_dir.join('bin', 'clang'), | |
| 'CXX': cipd_dir.join('bin', 'clang++'), | |
| 'AR': cipd_dir.join('bin', 'llvm-ar'), | |
| 'CFLAGS': sysroot, | |
| 'LDFLAGS': '%s -static-libstdc++ -ldl -lpthread' % sysroot, | |
| } | |
| elif api.platform.is_mac: | |
| sysroot = '--sysroot=%s' % api.step( | |
| 'xcrun', ['xcrun', '--show-sdk-path'], | |
| stdout=api.raw_io.output(name='sdk-path', add_output_log=True), | |
| step_test_data= | |
| lambda: api.raw_io.test_api.stream_output('/some/xcode/path') | |
| ).stdout.strip() | |
| stdlib = '%s %s %s' % (cipd_dir.join('lib', 'libc++.a'), | |
| cipd_dir.join('lib', 'libc++abi.a'), | |
| cipd_dir.join('lib', 'libunwind.a')) | |
| env = { | |
| 'CC': cipd_dir.join('bin', 'clang'), | |
| 'CXX': cipd_dir.join('bin', 'clang++'), | |
| 'AR': cipd_dir.join('bin', 'llvm-ar'), | |
| 'CFLAGS': sysroot, | |
| 'LDFLAGS': '%s -nostdlib++ %s' % (sysroot, stdlib), | |
| } | |
| else: | |
| env = {} | |
| for config in configs: | |
| with api.step.nest(config['name']): | |
| with api.step.nest('build'), api.context(env=env, cwd=src_dir): | |
| api.python( | |
| 'generate', src_dir.join('build', 'gen.py'), args=config['args']) | |
| # Windows requires the environment modifications when building too. | |
| api.step('ninja', [cipd_dir.join('ninja'), '-C', src_dir.join('out')]) | |
| api.step('test', [src_dir.join('out', 'gn_unittests')]) | |
| if build_input.gerrit_changes: | |
| return | |
| cipd_pkg_name = 'gn/gn/${platform}' | |
| gn = 'gn' + ('.exe' if api.platform.is_win else '') | |
| pkg_def = api.cipd.PackageDefinition( | |
| package_name=cipd_pkg_name, | |
| package_root=src_dir.join('out'), | |
| install_mode='copy') | |
| pkg_def.add_file(src_dir.join('out', gn)) | |
| pkg_def.add_version_file('.versions/%s.cipd_version' % gn) | |
| cipd_pkg_file = api.path['cleanup'].join('gn.cipd') | |
| api.cipd.build_from_pkg( | |
| pkg_def=pkg_def, | |
| output_package=cipd_pkg_file, | |
| ) | |
| if api.buildbucket.builder_id.project == 'infra-internal': | |
| with api.context(cwd=src_dir): | |
| revision = api.step( | |
| 'rev-parse', ['git', 'rev-parse', 'HEAD'], | |
| stdout=api.raw_io.output()).stdout.strip() | |
| cipd_pin = api.cipd.search(cipd_pkg_name, 'git_revision:' + revision) | |
| if cipd_pin: | |
| api.step('Package is up-to-date', cmd=None) | |
| return | |
| api.cipd.register( | |
| package_name=cipd_pkg_name, | |
| package_path=cipd_pkg_file, | |
| refs=['latest'], | |
| tags={ | |
| 'git_repository': repository, | |
| 'git_revision': revision, | |
| }, | |
| ) | |
| def GenTests(api): | |
| REVISION = 'aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa' | |
| for platform in ('linux', 'mac', 'win'): | |
| yield (api.test('ci_' + platform) + api.platform.name(platform) + | |
| api.buildbucket.ci_build( | |
| git_repo='gn.googlesource.com/gn', | |
| revision=REVISION, | |
| )) | |
| yield (api.test('cq_' + platform) + api.platform.name(platform) + | |
| api.buildbucket.try_build( | |
| gerrit_host='gn-review.googlesource.com', | |
| change_number=1000, | |
| patch_set=1, | |
| )) | |
| yield (api.test('cipd_exists') + api.buildbucket.ci_build( | |
| project='infra-internal', | |
| git_repo='gn.googlesource.com/gn', | |
| revision=REVISION, | |
| ) + api.step_data('rev-parse', api.raw_io.stream_output(REVISION)) + | |
| api.step_data('cipd search gn/gn/${platform} git_revision:' + REVISION, | |
| api.cipd.example_search('gn/gn/linux-amd64', | |
| ['git_revision:' + REVISION]))) | |
| yield (api.test('cipd_register') + api.buildbucket.ci_build( | |
| project='infra-internal', | |
| git_repo='gn.googlesource.com/gn', | |
| revision=REVISION, | |
| ) + api.step_data('rev-parse', api.raw_io.stream_output(REVISION)) + | |
| api.step_data('cipd search gn/gn/${platform} git_revision:' + REVISION, | |
| api.cipd.example_search('gn/gn/linux-amd64', []))) |