Update _TEST_TARGET_ALLOWLIST to include all tests
Using rg to search for gn test() targets manually that
do not match our test name filters. Updated _TEST_TARGET_ALLOWLIST
to add any I've found. Still not perfect, but better than before.
Change-Id: I9c3c226f9bb72c06ae50af2af23b4e37a574e22f
Reviewed-on: https://chromium-review.googlesource.com/c/chromium/src/+/6570953
Reviewed-by: Andrew Grieve <agrieve@chromium.org>
Commit-Queue: Dan Harrington <harringtond@chromium.org>
Cr-Commit-Position: refs/heads/main@{#1463163}
diff --git a/tools/autotest.py b/tools/autotest.py
index 9813567..15051b7 100755
--- a/tools/autotest.py
+++ b/tools/autotest.py
@@ -59,15 +59,119 @@
# Some test suites use suffixes that would also match non-test-suite targets.
# Those test suites should be manually added here.
_TEST_TARGET_ALLOWLIST = [
- # Running ash_pixeltests requires the --no-try-android-wrappers flag.
- '//ash:ash_pixeltests',
- '//chrome/test:browser_tests',
- '//chrome/test:interactive_ui_tests',
- '//chrome/test:unit_tests',
-]
+ # The tests below this line were output from the ripgrep command just below:
+ '//ash:ash_pixeltests',
+ '//build/rust/tests/test_serde_json_lenient:test_serde_json_lenient',
+ '//chrome/browser/apps/app_service/app_install:app_install_fuzztests',
+ '//chrome/browser/glic/e2e_test:glic_internal_e2e_interactive_ui_tests',
+ '//chrome/browser/mac:install_sh_test',
+ '//chrome/browser/metrics/perf:profile_provider_unittest',
+ '//chrome/browser/privacy_sandbox/notice:fuzz_tests',
+ '//chrome/browser/web_applications:web_application_fuzztests',
+ '//chromecast/media/base:video_plane_controller_test',
+ '//chromecast/metrics:cast_metrics_unittest',
+ '//chromecast/starboard/media/cdm:starboard_decryptor_cast_test',
+ '//chromecast/starboard/media/cdm:starboard_drm_key_tracker_test',
+ '//chromecast/starboard/media/cdm:starboard_drm_wrapper_test',
+ '//chromecast/starboard/media/media:media_pipeline_backend_starboard_test',
+ '//chromecast/starboard/media/media:mime_utils_test',
+ '//chromecast/starboard/media/media:starboard_audio_decoder_test',
+ '//chromecast/starboard/media/media:starboard_resampler_test',
+ '//chromecast/starboard/media/media:starboard_video_decoder_test',
+ '//chromecast/starboard/media/media:starboard_video_plane_test',
+ '//chrome/enterprise_companion:enterprise_companion_integration_tests',
+ '//chrome/enterprise_companion:enterprise_companion_tests',
+ '//chrome/installer/gcapi:gcapi_test',
+ '//chrome/installer/test:upgrade_test',
+ '//chromeos/ash/components/kiosk/vision:kiosk_vision_unit_tests',
+ '//chrome/test/android:chrome_public_apk_baseline_profile_generator',
+ '//chrome/test:unit_tests',
+ '//clank/javatests:chrome_apk_baseline_profile_generator',
+ '//clank/javatests:chrome_smoke_test',
+ '//clank/javatests:monochrome_bundle_smoke_test',
+ '//clank/javatests:trichrome_chrome_google_bundle_smoke_test',
+ '//components/chromeos_camera:jpeg_decode_accelerator_unittest',
+ '//components/exo/wayland:wayland_client_compatibility_tests',
+ '//components/exo/wayland:wayland_client_tests',
+ '//components/facilitated_payments/core/validation:pix_code_validator_fuzzer',
+ '//components/ip_protection:components_ip_protection_fuzztests',
+ '//components/minidump_uploader:minidump_uploader_test',
+ '//components/paint_preview/browser:paint_preview_browser_unit_tests',
+ '//components/paint_preview/common:paint_preview_common_unit_tests',
+ '//components/paint_preview/renderer:paint_preview_renderer_unit_tests',
+ '//components/services/paint_preview_compositor:paint_preview_compositor_unit_tests',
+ '//components/translate/core/language_detection:language_detection_util_fuzztest',
+ '//components/webcrypto:webcrypto_testing_fuzzer',
+ '//components/zucchini:zucchini_integration_test',
+ '//content/test/fuzzer:devtools_protocol_encoding_json_fuzzer',
+ '//fuchsia_web/runners:cast_runner_integration_tests',
+ '//fuchsia_web/webengine:web_engine_integration_tests',
+ '//google_apis/gcm:gcm_unit_tests',
+ '//gpu:gl_tests',
+ '//gpu:gpu_benchmark',
+ '//gpu/vulkan/android:vk_tests',
+ '//ios/web:ios_web_inttests',
+ '//ios/web_view:ios_web_view_inttests',
+ '//media/cdm:aes_decryptor_fuzztests',
+ '//media/formats:ac3_util_fuzzer',
+ '//media/gpu/chromeos:image_processor_test',
+ '//media/gpu/v4l2:v4l2_unittest',
+ '//media/gpu/vaapi/test/fake_libva_driver:fake_libva_driver_unittest',
+ '//media/gpu/vaapi:vaapi_unittest',
+ '//native_client/tests:large_tests',
+ '//native_client/tests:medium_tests',
+ '//native_client/tests:small_tests',
+ '//sandbox/mac:sandbox_mac_fuzztests',
+ '//sandbox/win:sbox_integration_tests',
+ '//sandbox/win:sbox_validation_tests',
+ '//testing/libfuzzer/fuzzers:libyuv_scale_fuzztest',
+ '//testing/libfuzzer/fuzzers:paint_vector_icon_fuzztest',
+ '//third_party/blink/renderer/controller:blink_perf_tests',
+ '//third_party/blink/renderer/core:css_parser_fuzzer',
+ '//third_party/blink/renderer/core:inspector_ghost_rules_fuzzer',
+ '//third_party/blink/renderer/platform/loader:unencoded_digest_fuzzer',
+ '//third_party/crc32c:crc32c_benchmark',
+ '//third_party/crc32c:crc32c_tests',
+ '//third_party/dawn/src/dawn/tests/benchmarks:dawn_benchmarks',
+ '//third_party/highway:highway_tests',
+ '//third_party/ipcz/src:ipcz_tests',
+ '//third_party/libaom:av1_encoder_fuzz_test',
+ '//third_party/libaom:test_libaom',
+ '//third_party/libvpx:test_libvpx',
+ '//third_party/libvpx:vp8_encoder_fuzz_test',
+ '//third_party/libvpx:vp9_encoder_fuzz_test',
+ '//third_party/libwebp:libwebp_advanced_api_fuzzer',
+ '//third_party/libwebp:libwebp_animation_api_fuzzer',
+ '//third_party/libwebp:libwebp_animencoder_fuzzer',
+ '//third_party/libwebp:libwebp_enc_dec_api_fuzzer',
+ '//third_party/libwebp:libwebp_huffman_fuzzer',
+ '//third_party/libwebp:libwebp_mux_demux_api_fuzzer',
+ '//third_party/libwebp:libwebp_simple_api_fuzzer',
+ '//third_party/opus:test_opus_api',
+ '//third_party/opus:test_opus_decode',
+ '//third_party/opus:test_opus_encode',
+ '//third_party/opus:test_opus_padding',
+ '//third_party/pdfium:pdfium_embeddertests',
+ '//third_party/pffft:pffft_unittest',
+ '//third_party/rapidhash:rapidhash_fuzztests',
+ '//ui/ozone:ozone_integration_tests',
+]
+"""
+ You can run this command to find test targets that do not match these regexes,
+ and use it to update _TEST_TARGET_ALLOWLIST.
+rg '^(instrumentation_test_runner|test)\("([^"]*)' -o -g'BUILD.gn' -r'$2' -N \
+ | rg -v '(_browsertests|_perftests|_wpr_tests|_unittests)$' \
+ | rg '^(.*)/BUILD.gn(.*)$' -r'\'//$1$2\',' \
+ | sort
+
+ And you can use a command like this to find source_set targets that do match
+ the test target regex (ideally this is minimal).
+rg '^source_set\("([^"]*)' -o -g'BUILD.gn' -r'$1' -N | \
+ rg '(_browsertests|_perftests|_wpr_tests|_unittests)$'
+"""
_TEST_TARGET_REGEX = re.compile(
- r'(_browsertests|_perftests|_wpr_tests|_unittests|_tests?)$')
+ r'(_browsertests|_perftests|_wpr_tests|_unittests)$')
_PREF_MAPPING_FILE_PATTERN = re.escape(
str(Path('components') / 'policy' / 'test' / 'data' / 'pref_mapping') +
