| { |
| "_usage": |
| { |
| " The format of this file is as follows. The excludes and includes lists under test_runs are mutually exclusive, if not specified, all tests in apk will run.": |
| { |
| "<android SDK Code, such as L, M, N, ...>": { |
| "arch": { |
| "<arch1>": { |
| "filename": "<relative path to cts_archive_dir of cts zip>", |
| "_origin": "<branch@buildid>", |
| "unzip_dir": "<relative path to work directory where cts should be unzipped to>" |
| }, |
| "<arch2>": { |
| "filename": "<relative path to cts_archive_dir of cts zip>", |
| "_origin": "<branch@buildid>", |
| "unzip_dir": "<relative path to work directory where cts should be unzipped to>" |
| } |
| }, |
| "test_runs": [ |
| { |
| "apk": "location of the test apk in the cts zip file", |
| "excludes": [ |
| { |
| "match": "<class#testcase (wildcard supported) expression of test to skip>", |
| "_bug_id": "<bug reference comment, optional>" |
| }] |
| }, |
| { |
| "apk": "location of the test apk in the cts zip file", |
| "includes": [ |
| { |
| "match": "<class#testcase (wildcard supported) expression of test to run>" |
| }] |
| }] |
| } |
| } |
| }, |
| "L": { |
| "arch": { |
| "arm64": { |
| "filename": "arm64/L/android-cts-arm_64-4607260.zip", |
| "_origin": "aosp-lollipop-mr1-cts-dev@4607260", |
| "unzip_dir": "arm64/L/4607260/" |
| }, |
| "x86": { |
| "filename": "x86/L/android-cts-x86-5.1_r28.zip", |
| "_origin": "aosp-lollipop-mr1-cts-release@5.1_r28", |
| "unzip_dir": "x86/L/5.1_r28/" |
| } |
| }, |
| "test_runs": [ |
| { |
| "apk": "android-cts/repository/testcases/CtsWebkitTestCases.apk", |
| "excludes": [ |
| { |
| "match": "android.webkit.cts.WebViewClientTest#testDoUpdateVisitedHistory", |
| "_bug_id": "crbug.com/896022" |
| }, |
| { |
| "match": "android.webkit.cts.WebViewClientTest#testLoadPage", |
| "_bug_id": "crbug.com/896022" |
| }, |
| { |
| "match": "android.webkit.cts.WebViewClientTest#testOnFormResubmission", |
| "_bug_id": "crbug.com/896022" |
| }, |
| { |
| "match": "android.webkit.cts.WebViewClientTest#testOnReceivedError", |
| "_bug_id": "crbug.com/896022" |
| }, |
| { |
| "match": "android.webkit.cts.WebViewClientTest#testOnReceivedErrorForSubresource", |
| "_bug_id": "crbug.com/896022" |
| }, |
| { |
| "match": "android.webkit.cts.WebViewClientTest#testOnReceivedHttpAuthRequest", |
| "_bug_id": "crbug.com/896022" |
| }, |
| { |
| "match": "android.webkit.cts.WebViewClientTest#testOnReceivedHttpError", |
| "_bug_id": "crbug.com/896022" |
| }, |
| { |
| "match": "android.webkit.cts.WebViewClientTest#testOnReceivedLoginRequest", |
| "_bug_id": "crbug.com/896022" |
| }, |
| { |
| "match": "android.webkit.cts.WebViewClientTest#testOnScaleChanged", |
| "_bug_id": "crbug.com/896022" |
| }, |
| { |
| "match": "android.webkit.cts.WebViewSslTest#testSecureServerRequiringClientCertDoesCancelRequest", |
| "_bug_id": "crbug.com/922400" |
| }, |
| { |
| "match": "android.webkit.cts.WebViewClientTest#testShouldOverrideUrlLoading", |
| "_bug_id": "crbug.com/896022" |
| }, |
| { |
| "match": "android.webkit.cts.WebViewClientTest#testShouldOverrideUrlLoadingOnCreateWindow", |
| "_bug_id": "crbug.com/896022" |
| } |
| ] |
| }, |
| { |
| "apk": "android-cts/repository/testcases/CtsWidgetTestCases.apk", |
| "includes": [ |
| { |
| "match": "android.widget.cts.RemoteViewsActivityTest#testWebView" |
| }] |
| }] |
| }, |
| "M": { |
| "arch": { |
| "arm64": { |
| "filename": "arm64/M/android-cts-arm_64-4607285.zip", |
| "_origin": "aosp-marshmallow-cts-dev@4607285", |
| "unzip_dir": "arm64/M/4607285/" |
| }, |
| "x86": { |
| "filename": "x86/M/android-cts-x86-6.0_r32.zip", |
| "_origin": "aosp-marshmallow-cts-release@6.0_r32", |
| "unzip_dir": "x86/M/6.0_r32/" |
| } |
| }, |
| "test_runs": [ |
| { |
| "apk": "android-cts/repository/testcases/CtsWebkitTestCases.apk", |
| "excludes": [ |
| { |
| "match": "android.webkit.cts.WebViewClientTest#testDoUpdateVisitedHistory", |
| "_bug_id": "crbug.com/896022" |
| }, |
| { |
| "match": "android.webkit.cts.WebViewClientTest#testLoadPage", |
| "_bug_id": "crbug.com/896022" |
| }, |
| { |
| "match": "android.webkit.cts.WebViewClientTest#testOnFormResubmission", |
| "_bug_id": "crbug.com/896022" |
| }, |
| { |
| "match": "android.webkit.cts.WebViewClientTest#testOnReceivedError", |
| "_bug_id": "crbug.com/896022" |
| }, |
| { |
| "match": "android.webkit.cts.WebViewClientTest#testOnReceivedErrorForSubresource", |
| "_bug_id": "crbug.com/896022" |
| }, |
| { |
| "match": "android.webkit.cts.WebViewClientTest#testOnReceivedHttpAuthRequest", |
| "_bug_id": "crbug.com/896022" |
| }, |
| { |
| "match": "android.webkit.cts.WebViewClientTest#testOnReceivedHttpError", |
| "_bug_id": "crbug.com/896022" |
| }, |
| { |
| "match": "android.webkit.cts.WebViewClientTest#testOnReceivedLoginRequest", |
| "_bug_id": "crbug.com/896022" |
| }, |
| { |
| "match": "android.webkit.cts.WebViewClientTest#testOnScaleChanged", |
| "_bug_id": "crbug.com/896022" |
| }, |
| { |
| "match": "android.webkit.cts.WebViewSslTest#testSecureServerRequiringClientCertDoesCancelRequest", |
| "_bug_id": "crbug.com/922400" |
| }, |
| { |
| "match": "android.webkit.cts.WebViewClientTest#testShouldOverrideUrlLoading", |
| "_bug_id": "crbug.com/896022" |
| }, |
| { |
| "match": "android.webkit.cts.WebViewClientTest#testShouldOverrideUrlLoadingOnCreateWindow", |
| "_bug_id": "crbug.com/896022" |
| } |
| ] |
| }, |
| { |
| "apk": "android-cts/repository/testcases/CtsWidgetTestCases.apk", |
| "includes": [ |
| { |
| "match": "android.widget.cts.RemoteViewsActivityTest#testWebView" |
| }] |
| }] |
| }, |
| "N": { |
| "arch": { |
| "arm64": { |
| "filename": "arm64/N/android-cts-arm_64-5075646.zip", |
| "_origin": "aosp-nougat-cts-dev@5075646", |
| "unzip_dir": "arm64/N/5075646/" |
| }, |
| "x86": { |
| "filename": "x86/N/android-cts-x86-7.0_r28.zip", |
| "_origin": "aosp-nougat-cts-release@7.0_r28", |
| "unzip_dir": "x86/N/7.0_r28/" |
| } |
| }, |
| "test_runs": [ |
| { |
| "apk": "android-cts/testcases/CtsWebkitTestCases.apk", |
| "excludes": [ |
| { |
| "match": "android.webkit.cts.WebViewSslTest#testSecureServerRequiringClientCertDoesCancelRequest", |
| "_bug_id": "crbug.com/922400" |
| } |
| ] |
| }, |
| { |
| "apk": "android-cts/testcases/CtsWidgetTestCases.apk", |
| "includes": [ |
| { |
| "match": "android.widget.cts.RemoteViewsActivityTest#testWebView" |
| }] |
| }] |
| }, |
| "O": { |
| "arch": { |
| "arm64": { |
| "filename": "arm64/O/android-cts-arm_64-5075719.zip", |
| "_origin": "aosp-oreo-cts-dev@5075719", |
| "unzip_dir": "arm64/O/5075719/" |
| }, |
| "x86": { |
| "filename": "x86/O/android-cts-x86-8.0_r16.zip", |
| "_origin": "aosp-oreo-cts-release@8.0_r16", |
| "unzip_dir": "x86/O/8.0_r16/" |
| } |
| }, |
| "test_runs": [ |
| { |
| "apk": "android-cts/testcases/CtsWebkitTestCases.apk", |
| "excludes": [ |
| { |
| "match": "android.webkit.cts.WebViewSslTest#testSecureServerRequiringClientCertDoesCancelRequest", |
| "_bug_id": "crbug.com/922400" |
| } |
| ] |
| }, |
| { |
| "apk": "android-cts/testcases/CtsWebViewStartupApp.apk" |
| }] |
| } |
| } |
