blob: f9669502bc831f37477530c01e4ad9d40f26bfdd [file] [log] [blame]
{
"_usage":
{
" The format of this file is as follows. If includes nor excludes are specified, all tests in apk will run.":
{
"<android SDK Code, such as L, M, N, ...>": {
"arch": {
"<arch1>": {
"filename": "<relative path to cts_archive_dir of cts zip>",
"_origin": "<branch@buildid>",
"unzip_dir": "<relative path to work directory where cts should be unzipped to>"
},
"<arch2>": {
"filename": "<relative path to cts_archive_dir of cts zip>",
"_origin": "<branch@buildid>",
"unzip_dir": "<relative path to work directory where cts should be unzipped to>"
}
},
"test_runs": [
{
"apk": "location of the test apk in the cts zip file",
"excludes": [
{
"match": "<class#testcase (wildcard supported) expression of test to skip>",
"_bug_id": "<bug reference comment, optional>"
}]
},
{
"apk": "location of the test apk in the cts zip file",
"includes": [
{
"match": "<class#testcase (wildcard supported) expression of test to run>"
}]
}]
}
}
},
"L": {
"arch": {
"arm64": {
"filename": "arm64/L/android-cts-arm64-5.1_r28.zip",
"_origin": "aosp-lollipop-mr1-cts-release@5.1_r28",
"unzip_dir": "arm64/L/5.1_r28/"
},
"x86": {
"filename": "x86/L/android-cts-x86-5.1_r28.zip",
"_origin": "aosp-lollipop-mr1-cts-release@5.1_r28",
"unzip_dir": "x86/L/5.1_r28/"
}
},
"test_runs": [
{
"apk": "android-cts/repository/testcases/CtsWebkitTestCases.apk",
"excludes": [
{
"match": "android.webkit.cts.WebViewClientTest#testDoUpdateVisitedHistory",
"_bug_id": "crbug.com/896022"
},
{
"match": "android.webkit.cts.WebViewClientTest#testLoadPage",
"_bug_id": "crbug.com/896022"
},
{
"match": "android.webkit.cts.WebViewClientTest#testOnFormResubmission",
"_bug_id": "crbug.com/896022"
},
{
"match": "android.webkit.cts.WebViewClientTest#testOnReceivedError",
"_bug_id": "crbug.com/896022"
},
{
"match": "android.webkit.cts.WebViewClientTest#testOnReceivedErrorForSubresource",
"_bug_id": "crbug.com/896022"
},
{
"match": "android.webkit.cts.WebViewClientTest#testOnReceivedHttpAuthRequest",
"_bug_id": "crbug.com/896022"
},
{
"match": "android.webkit.cts.WebViewClientTest#testOnReceivedHttpError",
"_bug_id": "crbug.com/896022"
},
{
"match": "android.webkit.cts.WebViewClientTest#testOnReceivedLoginRequest",
"_bug_id": "crbug.com/896022"
},
{
"match": "android.webkit.cts.WebViewClientTest#testOnScaleChanged",
"_bug_id": "crbug.com/896022"
},
{
"match": "android.webkit.cts.WebViewSslTest#testSecureServerRequiringClientCertDoesCancelRequest",
"_bug_id": "crbug.com/922400"
},
{
"match": "android.webkit.cts.WebViewClientTest#testShouldOverrideUrlLoading",
"_bug_id": "crbug.com/896022"
},
{
"match": "android.webkit.cts.WebViewClientTest#testShouldOverrideUrlLoadingOnCreateWindow",
"_bug_id": "crbug.com/896022"
},
{
"match": "android.webkit.cts.WebViewTest#testLoadDataWithBaseUrl",
"_bug_id": "crbug.com/900915"
}
]
},
{
"apk": "android-cts/repository/testcases/CtsWidgetTestCases.apk",
"includes": [
{
"match": "android.widget.cts.RemoteViewsActivityTest#testWebView"
}]
}]
},
"M": {
"arch": {
"arm64": {
"filename": "arm64/M/android-cts-arm64-6.0_r32.zip",
"_origin": "aosp-marshmallow-cts-release@6.0_r32",
"unzip_dir": "arm64/M/6.0_r32/"
},
"x86": {
"filename": "x86/M/android-cts-x86-6.0_r32.zip",
"_origin": "aosp-marshmallow-cts-release@6.0_r32",
"unzip_dir": "x86/M/6.0_r32/"
}
},
"test_runs": [
{
"apk": "android-cts/repository/testcases/CtsWebkitTestCases.apk",
"excludes": [
{
"match": "android.webkit.cts.WebViewClientTest#testDoUpdateVisitedHistory",
"_bug_id": "crbug.com/896022"
},
{
"match": "android.webkit.cts.WebViewClientTest#testLoadPage",
"_bug_id": "crbug.com/896022"
},
{
"match": "android.webkit.cts.WebViewClientTest#testOnFormResubmission",
"_bug_id": "crbug.com/896022"
},
{
"match": "android.webkit.cts.WebViewClientTest#testOnReceivedError",
"_bug_id": "crbug.com/896022"
},
{
"match": "android.webkit.cts.WebViewClientTest#testOnReceivedErrorForSubresource",
"_bug_id": "crbug.com/896022"
},
{
"match": "android.webkit.cts.WebViewClientTest#testOnReceivedHttpAuthRequest",
"_bug_id": "crbug.com/896022"
},
{
"match": "android.webkit.cts.WebViewClientTest#testOnReceivedHttpError",
"_bug_id": "crbug.com/896022"
},
{
"match": "android.webkit.cts.WebViewClientTest#testOnReceivedLoginRequest",
"_bug_id": "crbug.com/896022"
},
{
"match": "android.webkit.cts.WebViewClientTest#testOnScaleChanged",
"_bug_id": "crbug.com/896022"
},
{
"match": "android.webkit.cts.WebViewSslTest#testSecureServerRequiringClientCertDoesCancelRequest",
"_bug_id": "crbug.com/922400"
},
{
"match": "android.webkit.cts.WebViewClientTest#testShouldOverrideUrlLoading",
"_bug_id": "crbug.com/896022"
},
{
"match": "android.webkit.cts.WebViewClientTest#testShouldOverrideUrlLoadingOnCreateWindow",
"_bug_id": "crbug.com/896022"
},
{
"match": "android.webkit.cts.WebViewTest#testLoadDataWithBaseUrl",
"_bug_id": "crbug.com/900915"
}
]
},
{
"apk": "android-cts/repository/testcases/CtsWidgetTestCases.apk",
"includes": [
{
"match": "android.widget.cts.RemoteViewsActivityTest#testWebView"
}]
}]
},
"N": {
"arch": {
"arm64": {
"filename": "arm64/N/android-cts-arm64-7.0_r30.zip",
"_origin": "aosp-nougat-cts-release@7.0_r30",
"unzip_dir": "arm64/N/7.0_r30/"
},
"x86": {
"filename": "x86/N/android-cts-x86-7.0_r30.zip",
"_origin": "aosp-nougat-cts-release@7.0_r30",
"unzip_dir": "x86/N/7.0_r30/"
}
},
"test_runs": [
{
"apk": "android-cts/testcases/CtsWebkitTestCases.apk"
},
{
"apk": "android-cts/testcases/CtsWidgetTestCases.apk",
"includes": [
{
"match": "android.widget.cts.RemoteViewsActivityTest#testWebView"
}]
}]
},
"O": {
"arch": {
"arm64": {
"filename": "arm64/O/android-cts-arm64-8.0_r18.zip",
"_origin": "aosp-oreo-cts-release@8.0_r18",
"unzip_dir": "arm64/O/8.0_r18/"
},
"x86": {
"filename": "x86/O/android-cts-x86-8.0_r18.zip",
"_origin": "aosp-oreo-cts-release@8.0_r18",
"unzip_dir": "x86/O/8.0_r18/"
}
},
"test_runs": [
{
"apk": "android-cts/testcases/CtsWebkitTestCases.apk"
},
{
"apk": "android-cts/testcases/CtsWebViewStartupApp.apk"
}]
}
}