| { |
| "Android Go": { |
| "isolated_scripts": [ |
| { |
| "args": [ |
| "-v", |
| "--browser=android-chromium", |
| "--upload-results", |
| "--run-ref-build", |
| "--test-shard-map-filename=benchmark_android_bot_map.json" |
| ], |
| "isolate_name": "performance_test_suite", |
| "merge": { |
| "args": [ |
| "--service-account-file", |
| "/creds/service_accounts/service-account-chromium-perf-histograms.json" |
| ], |
| "script": "//tools/perf/process_perf_results.py" |
| }, |
| "name": "performance_test_suite", |
| "override_compile_targets": [ |
| "performance_test_suite" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "dimension_sets": [ |
| { |
| "device_os": "O", |
| "device_type": "gobo", |
| "os": "Android", |
| "pool": "chrome.tests.perf-fyi" |
| } |
| ], |
| "expiration": 36000, |
| "hard_timeout": 36000, |
| "ignore_task_failure": false, |
| "io_timeout": 1800, |
| "shards": 14, |
| "upload_test_results": true |
| }, |
| "trigger_script": { |
| "args": [ |
| "--multiple-dimension-script-verbose", |
| "True" |
| ], |
| "script": "//testing/trigger_scripts/perf_device_trigger.py" |
| } |
| } |
| ] |
| }, |
| "Android Nexus 5X Perf FYI": { |
| "isolated_scripts": [ |
| { |
| "args": [ |
| "experimental.startup.android.coldish", |
| "-v", |
| "--upload-results", |
| "--output-format=chartjson", |
| "--browser=android-chromium" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "experimental.startup.android.coldish", |
| "override_compile_targets": [ |
| "telemetry_perf_tests" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "dimension_sets": [ |
| { |
| "id": "build187-b7--device1", |
| "pool": "chrome.tests.perf-fyi" |
| } |
| ], |
| "expiration": 3600, |
| "hard_timeout": 1080, |
| "ignore_task_failure": false, |
| "io_timeout": 360 |
| } |
| }, |
| { |
| "args": [ |
| "heap_profiling.mobile.disabled", |
| "-v", |
| "--upload-results", |
| "--output-format=chartjson", |
| "--browser=android-chromium" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "heap_profiling.mobile.disabled", |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "dimension_sets": [ |
| { |
| "id": "build187-b7--device2", |
| "pool": "chrome.tests.perf-fyi" |
| } |
| ], |
| "expiration": 3600, |
| "hard_timeout": 1080, |
| "ignore_task_failure": false, |
| "io_timeout": 360 |
| } |
| }, |
| { |
| "args": [ |
| "heap_profiling.mobile.native", |
| "-v", |
| "--upload-results", |
| "--output-format=chartjson", |
| "--browser=android-chromium" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "heap_profiling.mobile.native", |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "dimension_sets": [ |
| { |
| "id": "build187-b7--device2", |
| "pool": "chrome.tests.perf-fyi" |
| } |
| ], |
| "expiration": 3600, |
| "hard_timeout": 1080, |
| "ignore_task_failure": false, |
| "io_timeout": 360 |
| } |
| }, |
| { |
| "args": [ |
| "heap_profiling.mobile.pseudo", |
| "-v", |
| "--upload-results", |
| "--output-format=chartjson", |
| "--browser=android-chromium" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "heap_profiling.mobile.pseudo", |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "dimension_sets": [ |
| { |
| "id": "build187-b7--device2", |
| "pool": "chrome.tests.perf-fyi" |
| } |
| ], |
| "expiration": 3600, |
| "hard_timeout": 1080, |
| "ignore_task_failure": false, |
| "io_timeout": 360 |
| } |
| }, |
| { |
| "args": [ |
| "smoothness.oop_rasterization.top_25_smooth", |
| "-v", |
| "--upload-results", |
| "--output-format=chartjson", |
| "--browser=android-chromium" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "smoothness.oop_rasterization.top_25_smooth", |
| "override_compile_targets": [ |
| "telemetry_perf_tests" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "dimension_sets": [ |
| { |
| "id": "build187-b7--device2", |
| "pool": "chrome.tests.perf-fyi" |
| } |
| ], |
| "expiration": 3600, |
| "hard_timeout": 1080, |
| "ignore_task_failure": false, |
| "io_timeout": 360 |
| } |
| }, |
| { |
| "args": [ |
| "thread_times.oop_rasterization.key_mobile", |
| "-v", |
| "--upload-results", |
| "--output-format=chartjson", |
| "--browser=android-chromium" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "thread_times.oop_rasterization.key_mobile", |
| "override_compile_targets": [ |
| "telemetry_perf_tests" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "dimension_sets": [ |
| { |
| "id": "build187-b7--device2", |
| "pool": "chrome.tests.perf-fyi" |
| } |
| ], |
| "expiration": 3600, |
| "hard_timeout": 1080, |
| "ignore_task_failure": false, |
| "io_timeout": 360 |
| } |
| } |
| ] |
| }, |
| "Histogram Pipeline Linux Perf": { |
| "isolated_scripts": [ |
| { |
| "args": [ |
| "dummy_benchmark.histogram_benchmark_1", |
| "-v", |
| "--upload-results", |
| "--output-format=histograms", |
| "--output-format=json-test-results", |
| "--browser=release", |
| "--xvfb", |
| "--also-run-disabled-tests" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "dummy_benchmark.histogram_benchmark_1", |
| "override_compile_targets": [ |
| "telemetry_perf_tests" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "expiration": 36000, |
| "hard_timeout": 10800, |
| "ignore_task_failure": false, |
| "io_timeout": 3600 |
| } |
| }, |
| { |
| "args": [ |
| "dummy_benchmark.histogram_benchmark_1", |
| "-v", |
| "--upload-results", |
| "--output-format=histograms", |
| "--output-format=json-test-results", |
| "--browser=reference", |
| "--xvfb", |
| "--also-run-disabled-tests" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "dummy_benchmark.histogram_benchmark_1.reference", |
| "override_compile_targets": [ |
| "telemetry_perf_tests" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "expiration": 36000, |
| "hard_timeout": 10800, |
| "ignore_task_failure": false, |
| "io_timeout": 3600 |
| } |
| }, |
| { |
| "args": [ |
| "loading.desktop", |
| "-v", |
| "--upload-results", |
| "--output-format=histograms", |
| "--output-format=json-test-results", |
| "--browser=release", |
| "--xvfb", |
| "--also-run-disabled-tests" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "loading.desktop", |
| "override_compile_targets": [ |
| "telemetry_perf_tests" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "expiration": 36000, |
| "hard_timeout": 10800, |
| "ignore_task_failure": false, |
| "io_timeout": 3600 |
| } |
| }, |
| { |
| "args": [ |
| "loading.desktop", |
| "-v", |
| "--upload-results", |
| "--output-format=histograms", |
| "--output-format=json-test-results", |
| "--browser=reference", |
| "--xvfb", |
| "--also-run-disabled-tests" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "loading.desktop.reference", |
| "override_compile_targets": [ |
| "telemetry_perf_tests" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "expiration": 36000, |
| "hard_timeout": 10800, |
| "ignore_task_failure": false, |
| "io_timeout": 3600 |
| } |
| }, |
| { |
| "args": [ |
| "system_health.common_desktop", |
| "-v", |
| "--upload-results", |
| "--output-format=histograms", |
| "--output-format=json-test-results", |
| "--browser=release", |
| "--xvfb", |
| "--also-run-disabled-tests" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "system_health.common_desktop", |
| "override_compile_targets": [ |
| "telemetry_perf_tests" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "expiration": 36000, |
| "hard_timeout": 10800, |
| "ignore_task_failure": false, |
| "io_timeout": 3600 |
| } |
| }, |
| { |
| "args": [ |
| "system_health.common_desktop", |
| "-v", |
| "--upload-results", |
| "--output-format=histograms", |
| "--output-format=json-test-results", |
| "--browser=reference", |
| "--xvfb", |
| "--also-run-disabled-tests" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "system_health.common_desktop.reference", |
| "override_compile_targets": [ |
| "telemetry_perf_tests" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "expiration": 36000, |
| "hard_timeout": 10800, |
| "ignore_task_failure": false, |
| "io_timeout": 3600 |
| } |
| }, |
| { |
| "args": [ |
| "system_health.memory_desktop", |
| "-v", |
| "--upload-results", |
| "--output-format=histograms", |
| "--output-format=json-test-results", |
| "--browser=release", |
| "--xvfb", |
| "--also-run-disabled-tests" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "system_health.memory_desktop", |
| "override_compile_targets": [ |
| "telemetry_perf_tests" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "expiration": 36000, |
| "hard_timeout": 10800, |
| "ignore_task_failure": false, |
| "io_timeout": 3600 |
| } |
| }, |
| { |
| "args": [ |
| "system_health.memory_desktop", |
| "-v", |
| "--upload-results", |
| "--output-format=histograms", |
| "--output-format=json-test-results", |
| "--browser=reference", |
| "--xvfb", |
| "--also-run-disabled-tests" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "system_health.memory_desktop.reference", |
| "override_compile_targets": [ |
| "telemetry_perf_tests" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "expiration": 36000, |
| "hard_timeout": 10800, |
| "ignore_task_failure": false, |
| "io_timeout": 3600 |
| } |
| }, |
| { |
| "args": [ |
| "speedometer2", |
| "-v", |
| "--upload-results", |
| "--output-format=histograms", |
| "--output-format=json-test-results", |
| "--browser=release", |
| "--xvfb", |
| "--also-run-disabled-tests" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "speedometer2", |
| "override_compile_targets": [ |
| "telemetry_perf_tests" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "expiration": 36000, |
| "hard_timeout": 10800, |
| "ignore_task_failure": false, |
| "io_timeout": 3600 |
| } |
| }, |
| { |
| "args": [ |
| "speedometer2", |
| "-v", |
| "--upload-results", |
| "--output-format=histograms", |
| "--output-format=json-test-results", |
| "--browser=reference", |
| "--xvfb", |
| "--also-run-disabled-tests" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "speedometer2.reference", |
| "override_compile_targets": [ |
| "telemetry_perf_tests" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "expiration": 36000, |
| "hard_timeout": 10800, |
| "ignore_task_failure": false, |
| "io_timeout": 3600 |
| } |
| } |
| ] |
| }, |
| "Mac 10.13 Laptop High End": { |
| "isolated_scripts": [ |
| { |
| "args": [ |
| "--non-telemetry=true", |
| "--migrated-test=true" |
| ], |
| "isolate_name": "net_perftests", |
| "merge": { |
| "args": [ |
| "--service-account-file", |
| "/creds/service_accounts/service-account-chromium-perf-histograms.json" |
| ], |
| "script": "//tools/perf/process_perf_results.py" |
| }, |
| "name": "net_perftests", |
| "override_compile_targets": [ |
| "net_perftests" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "dimension_sets": [ |
| { |
| "gpu": "1002:6821", |
| "os": "Mac-10.13", |
| "pool": "Chrome-perf-fyi" |
| } |
| ], |
| "expiration": 36000, |
| "hard_timeout": 36000, |
| "ignore_task_failure": false, |
| "io_timeout": 1800, |
| "shards": 1, |
| "upload_test_results": true |
| }, |
| "trigger_script": { |
| "args": [ |
| "--multiple-dimension-script-verbose", |
| "True" |
| ], |
| "script": "//testing/trigger_scripts/perf_device_trigger.py" |
| } |
| }, |
| { |
| "args": [ |
| "-v", |
| "--browser=release", |
| "--upload-results", |
| "--run-ref-build", |
| "--test-shard-map-filename=benchmark_desktop_bot_map.json" |
| ], |
| "isolate_name": "performance_test_suite", |
| "merge": { |
| "args": [ |
| "--service-account-file", |
| "/creds/service_accounts/service-account-chromium-perf-histograms.json" |
| ], |
| "script": "//tools/perf/process_perf_results.py" |
| }, |
| "name": "performance_test_suite", |
| "override_compile_targets": [ |
| "performance_test_suite" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "dimension_sets": [ |
| { |
| "gpu": "1002:6821", |
| "os": "Mac-10.13", |
| "pool": "Chrome-perf-fyi" |
| } |
| ], |
| "expiration": 36000, |
| "hard_timeout": 36000, |
| "ignore_task_failure": false, |
| "io_timeout": 1800, |
| "shards": 26, |
| "upload_test_results": true |
| }, |
| "trigger_script": { |
| "args": [ |
| "--multiple-dimension-script-verbose", |
| "True" |
| ], |
| "script": "//testing/trigger_scripts/perf_device_trigger.py" |
| } |
| }, |
| { |
| "args": [ |
| "--non-telemetry=true", |
| "--migrated-test=true" |
| ], |
| "isolate_name": "views_perftests", |
| "merge": { |
| "args": [ |
| "--service-account-file", |
| "/creds/service_accounts/service-account-chromium-perf-histograms.json" |
| ], |
| "script": "//tools/perf/process_perf_results.py" |
| }, |
| "name": "views_perftests", |
| "override_compile_targets": [ |
| "views_perftests" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "dimension_sets": [ |
| { |
| "gpu": "1002:6821", |
| "os": "Mac-10.13", |
| "pool": "Chrome-perf-fyi" |
| } |
| ], |
| "expiration": 36000, |
| "hard_timeout": 36000, |
| "ignore_task_failure": false, |
| "io_timeout": 1800, |
| "shards": 1, |
| "upload_test_results": true |
| }, |
| "trigger_script": { |
| "args": [ |
| "--multiple-dimension-script-verbose", |
| "True" |
| ], |
| "script": "//testing/trigger_scripts/perf_device_trigger.py" |
| } |
| } |
| ] |
| }, |
| "Mojo Linux Perf": { |
| "isolated_scripts": [ |
| { |
| "args": [ |
| "loading.desktop.network_service", |
| "-v", |
| "--upload-results", |
| "--output-format=chartjson", |
| "--browser=release" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "loading.desktop.network_service", |
| "override_compile_targets": [ |
| "telemetry_perf_tests" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "dimension_sets": [ |
| { |
| "gpu": "10de:1cb3", |
| "id": "build186-b7", |
| "pool": "chrome.tests.perf-fyi" |
| } |
| ], |
| "expiration": 36000, |
| "hard_timeout": 10800, |
| "ignore_task_failure": false, |
| "io_timeout": 3600 |
| } |
| } |
| ] |
| }, |
| "One Buildbot Step Test Builder": { |
| "isolated_scripts": [ |
| { |
| "args": [ |
| "--non-telemetry=true", |
| "--migrated-test=true" |
| ], |
| "isolate_name": "load_library_perf_tests", |
| "merge": { |
| "args": [ |
| "--service-account-file", |
| "/creds/service_accounts/service-account-chromium-perf-histograms.json" |
| ], |
| "script": "//tools/perf/process_perf_results.py" |
| }, |
| "name": "load_library_perf_tests", |
| "override_compile_targets": [ |
| "load_library_perf_tests" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "dimension_sets": [ |
| { |
| "gpu": "none", |
| "os": "Linux", |
| "pool": "chrome.tests.perf-fyi" |
| } |
| ], |
| "expiration": 36000, |
| "hard_timeout": 36000, |
| "ignore_task_failure": false, |
| "io_timeout": 1800, |
| "shards": 1, |
| "upload_test_results": true |
| }, |
| "trigger_script": { |
| "args": [ |
| "--multiple-dimension-script-verbose", |
| "True" |
| ], |
| "script": "//testing/trigger_scripts/perf_device_trigger.py" |
| } |
| }, |
| { |
| "args": [ |
| "-v", |
| "--browser=reference", |
| "--upload-results", |
| "--xvfb", |
| "--run-ref-build", |
| "--test-shard-map-filename=benchmark_bot_map.json" |
| ], |
| "isolate_name": "telemetry_perf_tests_without_chrome", |
| "merge": { |
| "args": [ |
| "--service-account-file", |
| "/creds/service_accounts/service-account-chromium-perf-histograms.json" |
| ], |
| "script": "//tools/perf/process_perf_results.py" |
| }, |
| "name": "telemetry_perf_tests_without_chrome", |
| "override_compile_targets": [ |
| "telemetry_perf_tests_without_chrome" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "dimension_sets": [ |
| { |
| "gpu": "none", |
| "os": "Linux", |
| "pool": "chrome.tests.perf-fyi" |
| } |
| ], |
| "expiration": 36000, |
| "hard_timeout": 36000, |
| "ignore_task_failure": false, |
| "io_timeout": 1800, |
| "shards": 3, |
| "upload_test_results": true |
| }, |
| "trigger_script": { |
| "args": [ |
| "--multiple-dimension-script-verbose", |
| "True" |
| ], |
| "script": "//testing/trigger_scripts/perf_device_trigger.py" |
| } |
| } |
| ] |
| }, |
| "android-pixel2-perf": { |
| "isolated_scripts": [ |
| { |
| "args": [ |
| "-v", |
| "--browser=android-chromium", |
| "--upload-results", |
| "--run-ref-build", |
| "--test-shard-map-filename=benchmark_android_bot_map.json" |
| ], |
| "isolate_name": "performance_test_suite", |
| "merge": { |
| "args": [ |
| "--service-account-file", |
| "/creds/service_accounts/service-account-chromium-perf-histograms.json" |
| ], |
| "script": "//tools/perf/process_perf_results.py" |
| }, |
| "name": "performance_test_suite", |
| "override_compile_targets": [ |
| "performance_test_suite" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "dimension_sets": [ |
| { |
| "device_os": "O", |
| "device_type": "walleye", |
| "os": "Android", |
| "pool": "chrome.tests.perf-fyi" |
| } |
| ], |
| "expiration": 36000, |
| "hard_timeout": 36000, |
| "ignore_task_failure": false, |
| "io_timeout": 1800, |
| "shards": 7, |
| "upload_test_results": true |
| }, |
| "trigger_script": { |
| "args": [ |
| "--multiple-dimension-script-verbose", |
| "True" |
| ], |
| "script": "//testing/trigger_scripts/perf_device_trigger.py" |
| } |
| } |
| ] |
| }, |
| "android-pixel2_webview-perf": { |
| "isolated_scripts": [ |
| { |
| "args": [ |
| "-v", |
| "--browser=android-webview", |
| "--upload-results", |
| "--webview-embedder-apk=../../out/Release/apks/SystemWebViewShell.apk", |
| "--test-shard-map-filename=benchmark_android_bot_map.json" |
| ], |
| "isolate_name": "performance_webview_test_suite", |
| "merge": { |
| "args": [ |
| "--service-account-file", |
| "/creds/service_accounts/service-account-chromium-perf-histograms.json" |
| ], |
| "script": "//tools/perf/process_perf_results.py" |
| }, |
| "name": "performance_webview_test_suite", |
| "override_compile_targets": [ |
| "performance_webview_test_suite" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "dimension_sets": [ |
| { |
| "device_os": "O", |
| "device_type": "walleye", |
| "os": "Android", |
| "pool": "chrome.tests.perf-webview-fyi" |
| } |
| ], |
| "expiration": 36000, |
| "hard_timeout": 36000, |
| "ignore_task_failure": false, |
| "io_timeout": 1800, |
| "shards": 7, |
| "upload_test_results": true |
| }, |
| "trigger_script": { |
| "args": [ |
| "--multiple-dimension-script-verbose", |
| "True" |
| ], |
| "script": "//testing/trigger_scripts/perf_device_trigger.py" |
| } |
| } |
| ] |
| } |
| } |
