blob: 15c404a3b0f66480fc259c7b886e2fb3f1b6ec69 [file] [log] [blame]
# Copyright 2018 The Chromium Authors. All rights reserved.
# Use of this source code is governed under the Apache License, Version 2.0
# that can be found in the LICENSE file.
"""Recipe for building GN."""
from recipe_engine.recipe_api import Property
DEPS = [
'recipe_engine/buildbucket',
'recipe_engine/cipd',
'recipe_engine/context',
'recipe_engine/file',
'recipe_engine/json',
'recipe_engine/path',
'recipe_engine/platform',
'recipe_engine/properties',
'recipe_engine/python',
'recipe_engine/raw_io',
'recipe_engine/step',
'macos_sdk',
'windows_sdk',
]
PROPERTIES = {
'repository': Property(kind=str, default='https://gn.googlesource.com/gn'),
}
def RunSteps(api, repository):
src_dir = api.path['start_dir'].join('gn')
with api.step.nest('git'), api.context(infra_steps=True):
api.step('init', ['git', 'init', src_dir])
with api.context(cwd=src_dir):
build_input = api.buildbucket.build_input
ref = (
build_input.gitiles_commit.id
if build_input.gitiles_commit else 'refs/heads/master')
# Fetch tags so `git describe` works.
api.step('fetch', ['git', 'fetch', '--tags', repository, ref])
api.step('checkout', ['git', 'checkout', 'FETCH_HEAD'])
for change in build_input.gerrit_changes:
api.step('fetch %s/%s' % (change.change, change.patchset), [
'git', 'fetch', repository,
'refs/changes/%s/%s/%s' %
(str(change.change)[-2:], change.change, change.patchset)
])
api.step('cherry-pick %s/%s' % (change.change, change.patchset),
['git', 'cherry-pick', 'FETCH_HEAD'])
with api.context(infra_steps=True):
cipd_dir = api.path['start_dir'].join('cipd')
pkgs = api.cipd.EnsureFile()
pkgs.add_package('infra/ninja/${platform}', 'version:1.8.2')
if api.platform.is_linux or api.platform.is_mac:
pkgs.add_package('fuchsia/clang/${platform}', 'goma')
if api.platform.is_linux:
pkgs.add_package('fuchsia/sysroot/${platform}',
'git_revision:a28dfa20af063e5ca00634024c85732e20220419',
'sysroot')
api.cipd.ensure(cipd_dir, pkgs)
# The order is important since release build will get uploaded to CIPD.
configs = [
{
'name': 'debug',
'args': ['-d']
},
{
'name': 'release',
'args': []
},
]
with api.macos_sdk(), api.windows_sdk():
if api.platform.is_linux:
sysroot = '--sysroot=%s' % cipd_dir.join('sysroot')
env = {
'CC': cipd_dir.join('bin', 'clang'),
'CXX': cipd_dir.join('bin', 'clang++'),
'AR': cipd_dir.join('bin', 'llvm-ar'),
'CFLAGS': sysroot,
'LDFLAGS': '%s -static-libstdc++ -ldl -lpthread' % sysroot,
}
elif api.platform.is_mac:
sysroot = '--sysroot=%s' % api.step(
'xcrun', ['xcrun', '--show-sdk-path'],
stdout=api.raw_io.output(name='sdk-path', add_output_log=True),
step_test_data=
lambda: api.raw_io.test_api.stream_output('/some/xcode/path')
).stdout.strip()
stdlib = '%s %s %s' % (cipd_dir.join('lib', 'libc++.a'),
cipd_dir.join('lib', 'libc++abi.a'),
cipd_dir.join('lib', 'libunwind.a'))
env = {
'CC': cipd_dir.join('bin', 'clang'),
'CXX': cipd_dir.join('bin', 'clang++'),
'AR': cipd_dir.join('bin', 'llvm-ar'),
'CFLAGS': sysroot,
'LDFLAGS': '%s -nostdlib++ %s' % (sysroot, stdlib),
}
else:
env = {}
for config in configs:
with api.step.nest(config['name']):
with api.step.nest('build'), api.context(env=env, cwd=src_dir):
api.python(
'generate', src_dir.join('build', 'gen.py'), args=config['args'])
# Windows requires the environment modifications when building too.
api.step('ninja', [cipd_dir.join('ninja'), '-C', src_dir.join('out')])
api.step('test', [src_dir.join('out', 'gn_unittests')])
if build_input.gerrit_changes:
return
cipd_pkg_name = 'gn/gn/${platform}'
gn = 'gn' + ('.exe' if api.platform.is_win else '')
pkg_def = api.cipd.PackageDefinition(
package_name=cipd_pkg_name,
package_root=src_dir.join('out'),
install_mode='copy')
pkg_def.add_file(src_dir.join('out', gn))
pkg_def.add_version_file('.versions/%s.cipd_version' % gn)
cipd_pkg_file = api.path['cleanup'].join('gn.cipd')
api.cipd.build_from_pkg(
pkg_def=pkg_def,
output_package=cipd_pkg_file,
)
if api.buildbucket.builder_id.project == 'infra-internal':
with api.context(cwd=src_dir):
revision = api.step(
'rev-parse', ['git', 'rev-parse', 'HEAD'],
stdout=api.raw_io.output()).stdout.strip()
cipd_pin = api.cipd.search(cipd_pkg_name, 'git_revision:' + revision)
if cipd_pin:
api.step('Package is up-to-date', cmd=None)
return
api.cipd.register(
package_name=cipd_pkg_name,
package_path=cipd_pkg_file,
refs=['latest'],
tags={
'git_repository': repository,
'git_revision': revision,
},
)
def GenTests(api):
REVISION = 'aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa'
for platform in ('linux', 'mac', 'win'):
yield (api.test('ci_' + platform) + api.platform.name(platform) +
api.buildbucket.ci_build(
git_repo='gn.googlesource.com/gn',
revision=REVISION,
))
yield (api.test('cq_' + platform) + api.platform.name(platform) +
api.buildbucket.try_build(
gerrit_host='gn-review.googlesource.com',
change_number=1000,
patch_set=1,
))
yield (api.test('cipd_exists') + api.buildbucket.ci_build(
project='infra-internal',
git_repo='gn.googlesource.com/gn',
revision=REVISION,
) + api.step_data('rev-parse', api.raw_io.stream_output(REVISION)) +
api.step_data('cipd search gn/gn/${platform} git_revision:' + REVISION,
api.cipd.example_search('gn/gn/linux-amd64',
['git_revision:' + REVISION])))
yield (api.test('cipd_register') + api.buildbucket.ci_build(
project='infra-internal',
git_repo='gn.googlesource.com/gn',
revision=REVISION,
) + api.step_data('rev-parse', api.raw_io.stream_output(REVISION)) +
api.step_data('cipd search gn/gn/${platform} git_revision:' + REVISION,
api.cipd.example_search('gn/gn/linux-amd64', [])))