| #!/usr/bin/env python | |
| # Copyright 2015 The Chromium Authors. All rights reserved. | |
| # Use of this source code is governed by a BSD-style license that can be | |
| # found in the LICENSE file. | |
| import argparse | |
| import json | |
| import os | |
| import sys | |
| import common | |
| PERF_DASHBOARD_URL = 'https://chromeperf.appspot.com' | |
| def create_argparser(): | |
| parser = argparse.ArgumentParser() | |
| parser.add_argument('--platform') | |
| parser.add_argument('--perf-id') | |
| parser.add_argument('--results-url', default=PERF_DASHBOARD_URL) | |
| return parser | |
| def main_run(script_args): | |
| parser = create_argparser() | |
| parser.add_argument('prefix') | |
| args = parser.parse_args(script_args.args) | |
| with common.temporary_file() as tempfile_path: | |
| runtest_args = [ | |
| '--test-type', 'sizes', | |
| '--run-python-script', | |
| ] | |
| if args.perf_id: | |
| runtest_args.extend([ | |
| '--perf-id', args.perf_id, | |
| '--results-url=%s' % args.results_url, | |
| '--perf-dashboard-id=sizes', | |
| '--annotate=graphing', | |
| ]) | |
| sizes_cmd = [ | |
| os.path.join( | |
| common.SRC_DIR, 'infra', 'scripts', 'legacy', 'scripts', 'slave', | |
| 'chromium', 'sizes.py'), | |
| '--json', tempfile_path | |
| ] | |
| if args.platform: | |
| sizes_cmd.extend(['--platform', args.platform]) | |
| rc = common.run_runtest(script_args, runtest_args + sizes_cmd) | |
| with open(tempfile_path) as f: | |
| results = json.load(f) | |
| with open(os.path.join(common.SRC_DIR, 'tools', 'perf_expectations', | |
| 'perf_expectations.json')) as f: | |
| perf_expectations = json.load(f) | |
| valid = (rc == 0) | |
| failures = [] | |
| for name, result in results.iteritems(): | |
| fqtn = '%s/%s/%s' % (args.prefix, name, result['identifier']) | |
| if fqtn not in perf_expectations: | |
| continue | |
| if perf_expectations[fqtn]['type'] != 'absolute': | |
| print 'ERROR: perf expectation %r is not yet supported' % fqtn | |
| valid = False | |
| continue | |
| actual = result['value'] | |
| expected = perf_expectations[fqtn]['regress'] | |
| better = perf_expectations[fqtn]['better'] | |
| check_result = ((actual <= expected) if better == 'lower' | |
| else (actual >= expected)) | |
| if not check_result: | |
| failures.append(fqtn) | |
| print 'FAILED %s: actual %s, expected %s, better %s' % ( | |
| fqtn, actual, expected, better) | |
| json.dump({ | |
| 'valid': valid, | |
| 'failures': failures, | |
| }, script_args.output) | |
| # sizes.py itself doesn't fail on regressions. | |
| if failures and rc == 0: | |
| rc = 1 | |
| return rc | |
| def main_compile_targets(script_args): | |
| parser = create_argparser() | |
| args = parser.parse_args(script_args.args) | |
| _COMPILE_TARGETS = { | |
| 'android-cronet': ['cronet'], | |
| 'android-webview': ['libwebviewchromium'], | |
| } | |
| json.dump(_COMPILE_TARGETS.get(args.platform, ['chrome']), | |
| script_args.output) | |
| if __name__ == '__main__': | |
| funcs = { | |
| 'run': main_run, | |
| 'compile_targets': main_compile_targets, | |
| } | |
| sys.exit(common.run_script(sys.argv[1:], funcs)) |