blob: 837a87b2a0b3dbe7c7dc54a32b9fbb36603e48d7 [file] [log] [blame]
# Copyright 2020 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
# This is a .pyl, or "Python Literal", file. You can treat it just like a
# .json file, with the following exceptions:
# * all keys must be quoted (use single quotes, please);
# * comments are allowed, using '#' syntax; and
# * trailing commas are allowed.
{
# Default variant allows us to run matrix test suites where only some of the
# test suites need variant executions. The test suites which need to be
# executed differently, can mention DEFAULT as a variant.
'DEFAULT' : {
'args': [
],
'identifier': 'default'
},
'ANDROID_INSTRUMENTATION_RUN_ONLY_UNIT_TESTS' : {
'args': [
'--annotation=Batch=UnitTests'
],
'identifier': 'only_unit_tests'
},
'ANDROID_INSTRUMENTATION_RUN_ALL_EXCEPT_UNIT_TESTS' : {
'args': [
'--exclude-annotation=Batch=UnitTests'
],
'identifier': 'all_except_unit_tests'
},
'OZONE_HEADLESS': {
'args': [
'--no-xvfb',
'--ozone-platform=headless',
'--enable-features=UseOzonePlatform',
],
'identifier': 'headless',
},
'OZONE_WAYLAND': {
'args': [
'--no-xvfb',
'--use-weston',
'--ozone-platform=wayland',
'--enable-features=UseOzonePlatform',
],
'identifier': 'wayland',
},
'OZONE_X11': {
'args': [
'--ozone-platform=x11',
'--enable-features=UseOzonePlatform',
],
'identifier': 'x11',
},
'IPHONE_6S_12_3_1': {
'swarming': {
'dimension_sets': [
{
'os': 'iOS-12.3.1',
'device': 'iPhone8,1'
}
]
},
'identifier': 'iPhone 6S 12.3.1'
},
'SIM_IPAD_AIR_2_12_4': {
'args': [
'--platform',
'iPad Air 2',
'--version',
'12.4'
],
'identifier': 'iPad Air 2 12.4'
},
'SIM_IPAD_AIR_2_13_6': {
'args': [
'--platform',
'iPad Air 2',
'--version',
'13.6'
],
'identifier': 'iPad Air 2 13.6'
},
'SIM_IPAD_AIR_2_13_5': {
'args': [
'--platform',
'iPad Air 2',
'--version',
'13.5'
],
'identifier': 'iPad Air 2 13.5'
},
'SIM_IPAD_AIR_2_13_6': {
'args': [
'--platform',
'iPad Air 2',
'--version',
'13.6'
],
'identifier': 'iPad Air 2 13.6'
},
'SIM_IPAD_AIR_2_14_4': {
'args': [
'--platform',
'iPad Air 2',
'--version',
'14.4'
],
'identifier': 'iPad Air 2 14.4'
},
'SIM_IPAD_AIR_2_14_4': {
'args': [
'--platform',
'iPad Air 2',
'--version',
'14.4'
],
'identifier': 'iPad Air 2 14.4'
},
'SIM_IPAD_AIR_3RD_GEN_14_4': {
'args': [
'--platform',
'iPad Air (3rd generation)',
'--version',
'14.4'
],
'identifier': 'iPad Air (3rd generation) 14.4'
},
# In Xcode 12, "iPad Pro (12.9-inch)" requires a generation suffix in
# "platform" arg.
'SIM_IPAD_PRO_2ND_GEN_14_4': {
'args': [
'--platform',
'iPad Pro (12.9-inch) (2nd generation)',
'--version',
'14.4',
],
'identifier': 'iPad Pro (12.9-inch) (2nd generation) 14.4'
},
'SIM_IPAD_6_GEN_14_4': {
'args': [
'--platform',
'iPad (6th generation)',
'--version',
'14.4',
],
'identifier': 'iPad (6th generation) 14.4'
},
'SIM_IPHONE_6S_12_4': {
'args': [
'--platform',
'iPhone 6s',
'--version',
'12.4',
],
'identifier': 'iPhone 6s 12.4'
},
'SIM_IPHONE_6S_13_6': {
'args': [
'--platform',
'iPhone 6s',
'--version',
'13.6',
],
'identifier': 'iPhone 6s 13.6'
},
'SIM_IPHONE_6S_14_4': {
'args': [
'--platform',
'iPhone 6s',
'--version',
'14.4',
],
'identifier': 'iPhone 6s 14.4'
},
'SIM_IPHONE_6S_14_4': {
'args': [
'--platform',
'iPhone 6s',
'--version',
'14.4',
],
'identifier': 'iPhone 6s 14.4'
},
'SIM_IPHONE_6S_PLUS_13_6': {
'args': [
'--platform',
'iPhone 6s Plus',
'--version',
'13.6',
],
'identifier': 'iPhone 6s Plus 13.6'
},
'SIM_IPHONE_6S_PLUS_13_6': {
'args': [
'--platform',
'iPhone 6s Plus',
'--version',
'13.6',
],
'identifier': 'iPhone 6s Plus 13.6'
},
'SIM_IPHONE_6S_PLUS_14_4': {
'args': [
'--platform',
'iPhone 6s Plus',
'--version',
'14.4',
],
'identifier': 'iPhone 6s Plus 14.4'
},
'SIM_IPHONE_6S_PLUS_14_4': {
'args': [
'--platform',
'iPhone 6s Plus',
'--version',
'14.4',
],
'identifier': 'iPhone 6s Plus 14.4'
},
'SIM_IPHONE_7_13_6': {
'args': [
'--platform',
'iPhone 7',
'--version',
'13.6',
],
'identifier': 'iPhone 7 13.6'
},
'SIM_IPHONE_7_13_6': {
'args': [
'--platform',
'iPhone 7',
'--version',
'13.6',
],
'identifier': 'iPhone 7 13.6'
},
'SIM_IPHONE_7_14_4': {
'args': [
'--platform',
'iPhone 7',
'--version',
'14.4',
],
'identifier': 'iPhone 7 14.4'
},
'SIM_IPHONE_7_14_4': {
'args': [
'--platform',
'iPhone 7',
'--version',
'14.4',
],
'identifier': 'iPhone 7 14.4'
},
'SIM_IPHONE_SE_1ST_GEN_13_6': {
'args': [
'--platform',
'iPhone SE (1st generation)',
'--version',
'13.6',
],
'identifier': 'iPhone SE (1st generation) 13.6'
},
'SIM_IPHONE_SE_1ST_GEN_14_4': {
'args': [
'--platform',
'iPhone SE (1st generation)',
'--version',
'14.4',
],
'identifier': 'iPhone SE (1st generation) 14.4'
},
'SIM_IPHONE_X_12_4': {
'args': [
'--platform',
'iPhone X',
'--version',
'12.4',
],
'identifier': 'iPhone X 12.4'
},
'SIM_IPHONE_X_13_5': {
'args': [
'--platform',
'iPhone X',
'--version',
'13.5',
],
'identifier': 'iPhone X 13.5'
},
'SIM_IPHONE_X_13_6': {
'args': [
'--platform',
'iPhone X',
'--version',
'13.6',
],
'identifier': 'iPhone X 13.6'
},
'SIM_IPHONE_X_14_0': {
'args': [
'--platform',
'iPhone X',
'--version',
'14.0',
],
'identifier': 'iPhone X 14.0'
},
'SIM_IPHONE_X_14_4': {
'args': [
'--platform',
'iPhone X',
'--version',
'14.4',
],
'identifier': 'iPhone X 14.4'
},
'WEBLAYER_10_AND_M_IMPL_SKEW_TESTS_NTH_MILESTONE': {
'args': [
'--webview-apk-path=apks/AOSP_SystemWebView.apk',
'--test-runner-outdir',
'.',
'--client-outdir',
'.',
'--implementation-outdir',
'../../weblayer_instrumentation_test_M91/out/Release',
'--test-expectations',
'../../weblayer/browser/android/javatests/skew/expectations.txt',
'--impl-version=91',
],
'identifier': 'Implementation Library Skew Tests For 91.0.4472.19',
'swarming': {
'cipd_packages': [
{
'cipd_package': 'chromium/testing/weblayer-x86',
'location': 'weblayer_instrumentation_test_M91',
'revision': 'version:91.0.4472.19',
}
],
},
},
'WEBLAYER_10_AND_M_IMPL_SKEW_TESTS_NTH_MINUS_ONE_MILESTONE': {
'args': [
'--webview-apk-path=apks/AOSP_SystemWebView.apk',
'--test-runner-outdir',
'.',
'--client-outdir',
'.',
'--implementation-outdir',
'../../weblayer_instrumentation_test_M90/out/Release',
'--test-expectations',
'../../weblayer/browser/android/javatests/skew/expectations.txt',
'--impl-version=90',
],
'identifier': 'Implementation Library Skew Tests For 90.0.4430.88',
'swarming': {
'cipd_packages': [
{
'cipd_package': 'chromium/testing/weblayer-x86',
'location': 'weblayer_instrumentation_test_M90',
'revision': 'version:90.0.4430.88',
}
],
},
},
'WEBLAYER_10_AND_M_IMPL_SKEW_TESTS_NTH_MINUS_TWO_MILESTONE': {
'args': [
'--webview-apk-path=apks/AOSP_SystemWebView.apk',
'--test-runner-outdir',
'.',
'--client-outdir',
'.',
'--implementation-outdir',
'../../weblayer_instrumentation_test_M89/out/Release',
'--test-expectations',
'../../weblayer/browser/android/javatests/skew/expectations.txt',
'--impl-version=89',
],
'identifier': 'Implementation Library Skew Tests For 89.0.4389.129',
'swarming': {
'cipd_packages': [
{
'cipd_package': 'chromium/testing/weblayer-x86',
'location': 'weblayer_instrumentation_test_M89',
'revision': 'version:89.0.4389.129',
}
],
},
},
'WEBLAYER_IMPL_SKEW_TESTS_NTH_MILESTONE': {
'args': [
'--webview-apk-path=apks/SystemWebView.apk',
'--test-runner-outdir',
'.',
'--client-outdir',
'.',
'--implementation-outdir',
'../../weblayer_instrumentation_test_M91/out/Release',
'--test-expectations',
'../../weblayer/browser/android/javatests/skew/expectations.txt',
'--impl-version=91',
],
'identifier': 'Implementation Library Skew Tests For 91.0.4472.19',
'swarming': {
'cipd_packages': [
{
'cipd_package': 'chromium/testing/weblayer-x86',
'location': 'weblayer_instrumentation_test_M91',
'revision': 'version:91.0.4472.19',
}
],
},
},
'WEBLAYER_IMPL_SKEW_TESTS_NTH_MINUS_ONE_MILESTONE': {
'args': [
'--webview-apk-path=apks/SystemWebView.apk',
'--test-runner-outdir',
'.',
'--client-outdir',
'.',
'--implementation-outdir',
'../../weblayer_instrumentation_test_M90/out/Release',
'--test-expectations',
'../../weblayer/browser/android/javatests/skew/expectations.txt',
'--impl-version=90',
],
'identifier': 'Implementation Library Skew Tests For 90.0.4430.88',
'swarming': {
'cipd_packages': [
{
'cipd_package': 'chromium/testing/weblayer-x86',
'location': 'weblayer_instrumentation_test_M90',
'revision': 'version:90.0.4430.88',
}
],
},
},
'WEBLAYER_IMPL_SKEW_TESTS_NTH_MINUS_TWO_MILESTONE': {
'args': [
'--webview-apk-path=apks/SystemWebView.apk',
'--test-runner-outdir',
'.',
'--client-outdir',
'.',
'--implementation-outdir',
'../../weblayer_instrumentation_test_M89/out/Release',
'--test-expectations',
'../../weblayer/browser/android/javatests/skew/expectations.txt',
'--impl-version=89',
],
'identifier': 'Implementation Library Skew Tests For 89.0.4389.129',
'swarming': {
'cipd_packages': [
{
'cipd_package': 'chromium/testing/weblayer-x86',
'location': 'weblayer_instrumentation_test_M89',
'revision': 'version:89.0.4389.129',
}
],
},
},
'WEBLAYER_CLIENT_SKEW_TESTS_NTH_MILESTONE': {
'args': [
'--webview-apk-path=apks/SystemWebView.apk',
'--test-runner-outdir',
'.',
'--client-outdir',
'../../weblayer_instrumentation_test_M91/out/Release',
'--implementation-outdir',
'.',
'--test-expectations',
'../../weblayer/browser/android/javatests/skew/expectations.txt',
'--client-version=91',
],
'identifier': 'Client Library Skew Tests For 91.0.4472.19',
'swarming': {
'cipd_packages': [
{
'cipd_package': 'chromium/testing/weblayer-x86',
'location': 'weblayer_instrumentation_test_M91',
'revision': 'version:91.0.4472.19',
}
],
},
},
'WEBLAYER_CLIENT_SKEW_TESTS_NTH_MINUS_ONE_MILESTONE': {
'args': [
'--webview-apk-path=apks/SystemWebView.apk',
'--test-runner-outdir',
'.',
'--client-outdir',
'../../weblayer_instrumentation_test_M90/out/Release',
'--implementation-outdir',
'.',
'--test-expectations',
'../../weblayer/browser/android/javatests/skew/expectations.txt',
'--client-version=90',
],
'identifier': 'Client Library Skew Tests For 90.0.4430.88',
'swarming': {
'cipd_packages': [
{
'cipd_package': 'chromium/testing/weblayer-x86',
'location': 'weblayer_instrumentation_test_M90',
'revision': 'version:90.0.4430.88',
}
],
},
},
'WEBLAYER_CLIENT_SKEW_TESTS_NTH_MINUS_TWO_MILESTONE': {
'args': [
'--webview-apk-path=apks/SystemWebView.apk',
'--test-runner-outdir',
'.',
'--client-outdir',
'../../weblayer_instrumentation_test_M89/out/Release',
'--implementation-outdir',
'.',
'--test-expectations',
'../../weblayer/browser/android/javatests/skew/expectations.txt',
'--client-version=89',
],
'identifier': 'Client Library Skew Tests For 89.0.4389.129',
'swarming': {
'cipd_packages': [
{
'cipd_package': 'chromium/testing/weblayer-x86',
'location': 'weblayer_instrumentation_test_M89',
'revision': 'version:89.0.4389.129',
}
],
},
},
'CROS_CORAL_TOT': {
'skylab': {
'cros_board': 'coral',
'cros_img': 'coral-release/R92-13918.0.0',
},
'identifier': 'CORAL_TOT',
},
'CROS_EVE_TOT': {
'skylab': {
'cros_board': 'eve',
'cros_img': 'eve-release/R92-13918.0.0',
},
'identifier': 'EVE_TOT',
},
'CROS_KEFKA_TOT': {
'skylab': {
'cros_board': 'kefka',
'cros_img': 'kefka-release/R92-13918.0.0',
},
'identifier': 'KEFKA_TOT',
},
'CROS_KIP_TOT': {
'skylab': {
'cros_board': 'kip',
'cros_img': 'kip-release/R92-13918.0.0',
},
'identifier': 'KIP_TOT',
},
'CROS_OCTOPUS_TOT': {
'skylab': {
'cros_board': 'octopus',
'cros_img': 'octopus-release/R92-13918.0.0',
},
'identifier': 'OCTOPUS_TOT',
},
'CROS_SNAPPY_TOT': {
'skylab': {
'cros_board': 'snappy',
'cros_img': 'snappy-release/R92-13918.0.0',
},
'identifier': 'SNAPPY_TOT',
},
'CROS_OCTOPUS_TOT-1': {
'skylab': {
'cros_board': 'octopus',
'cros_img': 'octopus-release/R91-13904.9.0',
},
'identifier': 'OCTOPUS_TOT-1',
},
'CROS_OCTOPUS_TOT-2': {
'skylab': {
'cros_board': 'octopus',
'cros_img': 'octopus-release/R90-13816.56.0',
},
'identifier': 'OCTOPUS_TOT-2',
},
'LACROS_AMD64_GENERIC': {
'args': [
'--board=amd64-generic',
'--use-vm',
],
'identifier': 'amd64-generic',
'swarming': {
'dimension_sets': [
{
'cpu': 'x86',
'kvm': '1',
'os': 'Ubuntu-16.04',
}
],
},
},
'LACROS_EVE': {
'args': [
'--board=eve',
'--flash',
],
'identifier': 'eve',
'swarming': {
'dimension_sets': [
{
'os': 'ChromeOS',
'device_type': 'eve',
}
],
},
},
}