blob: 849d20b0698c10d623419a285446a3632cff6d27 [file] [log] [blame]
# BEGIN TAG HEADER (autogenerated, see validate_tag_consistency.py)
# OS
# tags: [ android android-lollipop android-marshmallow android-nougat
# android-pie android-r android-s android-t
# chromeos
# fuchsia
# linux ubuntu
# mac highsierra mojave catalina bigsur monterey ventura
# win win8 win10 ]
# Devices
# tags: [ android-nexus-5x android-pixel-2 android-pixel-4
# android-pixel-6 android-shield-android-tv android-sm-a135m
# android-sm-a235m
# chromeos-board-amd64-generic chromeos-board-kevin chromeos-board-eve
# chromeos-board-jacuzzi chromeos-board-octopus
# fuchsia-board-astro fuchsia-board-sherlock fuchsia-board-qemu-x64 ]
# Platform
# tags: [ desktop
# mobile ]
# Browser
# tags: [ android-chromium android-webview-instrumentation
# debug debug-x64
# release release-x64
# fuchsia-chrome web-engine-shell
# lacros-chrome cros-chrome ]
# GPU
# tags: [ amd amd-0x6613 amd-0x679e amd-0x67ef amd-0x6821 amd-0x7340
# apple apple-apple-m1 apple-apple-m2
# apple-angle-metal-renderer:-apple-m1
# apple-angle-metal-renderer:-apple-m2
# arm
# google google-0xffff google-0xc0de
# intel intel-gen-9 intel-gen-12 intel-0xa2e intel-0xd26 intel-0xa011
# intel-0x3e92 intel-0x3e9b intel-0x5912 intel-0x9bc5
# nvidia nvidia-0xfe9 nvidia-0x1cb3 nvidia-0x2184
# qualcomm ]
# Architecture
# tags: [ mac-arm64 mac-x86_64 ]
# Decoder
# tags: [ passthrough no-passthrough ]
# Browser Target CPU
# tags: [ target-cpu-64 target-cpu-32 target-cpu-31 ]
# ANGLE Backend
# tags: [ angle-disabled
# angle-d3d9 angle-d3d11
# angle-metal
# angle-opengl angle-opengles
# angle-swiftshader
# angle-vulkan ]
# Skia Renderer
# tags: [ renderer-skia-dawn
# renderer-skia-gl
# renderer-skia-vulkan
# renderer-software ]
# Driver
# tags: [ mesa_lt_19.1
# mesa_ge_21.0 ]
# ASan
# tags: [ asan no-asan ]
# Display Server
# tags: [ display-server-wayland display-server-x ]
# OOP-Canvas
# tags: [ oop-c no-oop-c ]
# WebGPU Backend Validation
# tags: [ dawn-backend-validation dawn-no-backend-validation ]
# WebGPU Adapter
# tags: [ webgpu-adapter-default webgpu-adapter-swiftshader ]
# Clang coverage
# tags: [ clang-coverage no-clang-coverage ]
# results: [ Failure RetryOnFailure Skip Slow ]
# END TAG HEADER
###############################
# Permanent Skip Expectations #
###############################
# The "Skip" expectations in this section are expected to never be removed.
# This is for things like tests that will never be supported on a particular
# platform/configuration.
# Require page actions - which are only supported in pixel tests.
crbug.com/1048892 TraceTest_OffscreenCanvasIBRCWebGLMain [ Skip ]
crbug.com/1048892 TraceTest_OffscreenCanvasIBRCWebGLWorker [ Skip ]
# The TraceTest versions of the pixel tests' Video_Context_Loss tests
# appear flaky on multiple platforms. These are mainly meant to run as
# pixel tests so they're being skipped in this test suite.
crbug.com/974077 TraceTest_Video_Context_Loss_MP4 [ Skip ]
crbug.com/974077 TraceTest_Video_Context_Loss_VP9 [ Skip ]
# Skip on platforms where DirectComposition isn't supported
crbug.com/867136 [ mac ] VideoPathTraceTest_* [ Skip ]
crbug.com/867136 [ linux ] VideoPathTraceTest_* [ Skip ]
crbug.com/867136 [ android ] VideoPathTraceTest_* [ Skip ]
crbug.com/867136 [ chromeos ] VideoPathTraceTest_* [ Skip ]
crbug.com/867136 [ fuchsia ] VideoPathTraceTest_* [ Skip ]
crbug.com/867136 [ mac ] OverlayModeTraceTest_* [ Skip ]
crbug.com/867136 [ linux ] OverlayModeTraceTest_* [ Skip ]
crbug.com/867136 [ android ] OverlayModeTraceTest_* [ Skip ]
crbug.com/867136 [ chromeos ] OverlayModeTraceTest_* [ Skip ]
crbug.com/867136 [ fuchsia ] OverlayModeTraceTest_* [ Skip ]
crbug.com/1009860 [ mac ] SwapChainTraceTest_* [ Skip ]
crbug.com/1009860 [ linux ] SwapChainTraceTest_* [ Skip ]
crbug.com/1009860 [ android ] SwapChainTraceTest_* [ Skip ]
crbug.com/1009860 [ chromeos ] SwapChainTraceTest_* [ Skip ]
crbug.com/1009860 [ fuchsia ] SwapChainTraceTest_* [ Skip ]
# Playing videos not supported in Fuchsia emulators.
crbug.com/1096431 [ fuchsia fuchsia-board-qemu-x64 ] TraceTest_Video_BackdropFilter [ Skip ]
crbug.com/1096431 [ fuchsia fuchsia-board-qemu-x64 ] TraceTest_Video_MP4 [ Skip ]
crbug.com/1096431 [ fuchsia fuchsia-board-qemu-x64 ] TraceTest_Video_MP4_DXVA [ Skip ]
crbug.com/1096431 [ fuchsia fuchsia-board-qemu-x64 ] TraceTest_Video_MP4_FourColors_Aspect_4x3 [ Skip ]
crbug.com/1096431 [ fuchsia fuchsia-board-qemu-x64 ] TraceTest_Video_MP4_FourColors_Rot_180 [ Skip ]
crbug.com/1096431 [ fuchsia fuchsia-board-qemu-x64 ] TraceTest_Video_MP4_FourColors_Rot_270 [ Skip ]
crbug.com/1096431 [ fuchsia fuchsia-board-qemu-x64 ] TraceTest_Video_MP4_FourColors_Rot_90 [ Skip ]
crbug.com/1096431 [ fuchsia fuchsia-board-qemu-x64 ] TraceTest_Video_MP4_Rounded_Corner [ Skip ]
crbug.com/1096431 [ fuchsia fuchsia-board-qemu-x64 ] TraceTest_Video_VP9 [ Skip ]
crbug.com/1096431 [ fuchsia fuchsia-board-qemu-x64 ] TraceTest_Video_VP9_DXVA [ Skip ]
# Skip unaccelerated canvas test since we don't use swap chains without GPU compositing.
crbug.com/1009860 [ win10 ] SwapChainTraceTest_CanvasUnacceleratedLowLatency2D [ Skip ]
# Software compositing is not supported on Android/ChromeOS/Fuchsia: we skip the
# tests that disable GPU compositing (--disable-gpu-compositing).
[ android ] TraceTest_RepeatedWebGLTo2D_SoftwareCompositing [ Skip ]
[ android ] TraceTest_Canvas2DTabSwitch_SoftwareCompositing [ Skip ]
[ android ] TraceTest_WebGLReadPixelsTabSwitch_SoftwareCompositing [ Skip ]
[ chromeos ] TraceTest_RepeatedWebGLTo2D_SoftwareCompositing [ Skip ]
[ chromeos ] TraceTest_Canvas2DTabSwitch_SoftwareCompositing [ Skip ]
[ chromeos ] TraceTest_WebGLReadPixelsTabSwitch_SoftwareCompositing [ Skip ]
[ fuchsia ] TraceTest_RepeatedWebGLTo2D_SoftwareCompositing [ Skip ]
[ fuchsia ] TraceTest_Canvas2DTabSwitch_SoftwareCompositing [ Skip ]
[ fuchsia ] TraceTest_WebGLReadPixelsTabSwitch_SoftwareCompositing [ Skip ]
# Cannot use file in Chromium checkout for fake video capture device on Android,
# ChromeOS, or Fuchsia.
crbug.com/1129879 [ android ] TraceTest_Video_Media_Stream_Incompatible_Stride [ Skip ]
crbug.com/1129879 [ chromeos ] TraceTest_Video_Media_Stream_Incompatible_Stride [ Skip ]
crbug.com/1129879 [ fuchsia ] TraceTest_Video_Media_Stream_Incompatible_Stride [ Skip ]
# WebGPU canvas capture hang on mac ASAN bot (also see crbug.com/1213170)
crbug.com/1345767 [ mac asan ] WebGPUTraceTest_WebGPUCanvasOneCopyCapture [ Skip ]
crbug.com/1345767 [ mac asan ] WebGPUTraceTest_WebGPUCanvasDisableOneCopyCapture* [ Skip ]
# Test is very slow and there's no point in running it as a trace test.
crbug.com/1356246 TraceTest_SVGHuge [ Skip ]
# This test was mainly meant to run as a pixel test, so skipping in this test suite.
TraceTest_MediaFoundationClearDirectComposition [ Skip ]
# WebGPU is only supported on Win10, Mac, and Linux+SkiaRenderer+Vulkan.
crbug.com/852089 [ linux ] WebGPUTraceTest_* [ Skip ]
crbug.com/852089 [ chromeos ] WebGPUTraceTest_* [ Skip ]
crbug.com/852089 [ fuchsia ] WebGPUTraceTest_* [ Skip ]
crbug.com/dawn/549 [ chromeos ] WebGPUCachingTraceTest_* [ Skip ]
crbug.com/dawn/549 [ fuchsia ] WebGPUCachingTraceTest_* [ Skip ]
###############################
# Temporary Skip Expectations #
###############################
# The "Skip" expectations in this section are expected to be removable at some
# point. This is for things like tests that fail in a way that negatively and
# significantly impacts other tests, e.g. killing the test device.
crbug.com/1345777 [ android ] WebGLCanvasCaptureTraceTest_VideoStreamFromWebGLCanvas* [ Skip ]
crbug.com/852089 [ android ] WebGPUTraceTest_* [ Skip ]
# WebGPU caching is currently only supporting Win10 and Linux (without
# SkiaRenderer GL). (D3D12 and Vulkan). Android WebGPU support is a work in
# progress.
crbug.com/dawn/549 [ android ] WebGPUCachingTraceTest_* [ Skip ]
crbug.com/dawn/549 [ linux renderer-skia-gl ] WebGPUCachingTraceTest_* [ Skip ]
crbug.com/dawn/549 [ mac ] WebGPUCachingTraceTest_* [ Skip ]
###################
# Failures/Flakes #
###################
# Non-"Skip" expectations go here to suppress regular flakes/failures.
# VP9 videos fail to trigger zero copy video presentation path.
crbug.com/1385486 [ win10 intel-0x9bc5 ] VideoPathTraceTest_DirectComposition_Video_VP9_Fullsize [ Failure ]
# Zero copy also needs scaling to work.
crbug.com/1385486 [ win10 intel-0x9bc5 ] VideoPathTraceTest_DirectComposition_Underlay_Fullsize [ Failure ]
crbug.com/1385486 [ win10 intel-0x9bc5 ] VideoPathTraceTest_DirectComposition_Video_MP4_Fullsize [ Failure ]
# Hardware overlay promotion fails on Win10 AMD.
crbug.com/1246268 [ win10 amd-0x7340 ] OverlayModeTraceTest_DirectComposition_Video_MP4_FourColors_Aspect_4x3 [ Failure ]
# Failed to create YUY2 swap chain on Win10 AMD RX 5500 XT
crbug.com/1151767 [ win10 amd-0x7340 ] VideoPathTraceTest_DirectComposition_Video_MP4_YUY2 [ Failure ]
crbug.com/1151767 [ win10 amd-0x7340 ] VideoPathTraceTest_DirectComposition_Video_VP9_YUY2 [ Failure ]
# WebGL's accelerated canvas capture is currently only supported on Win, Mac, ChromeOS.
crbug.com/1201009 [ linux ] WebGLCanvasCaptureTraceTest_VideoStreamFromWebGLCanvas_OneCopy [ Failure ]
crbug.com/1201009 [ linux ] WebGLCanvasCaptureTraceTest_VideoStreamFromWebGLCanvas_TwoCopy_Accelerated [ Failure ]
crbug.com/1201009 [ fuchsia ] WebGLCanvasCaptureTraceTest_VideoStreamFromWebGLCanvas_OneCopy [ Failure ]
crbug.com/1201009 [ fuchsia ] WebGLCanvasCaptureTraceTest_VideoStreamFromWebGLCanvas_TwoCopy_Accelerated [ Failure ]
# WebGL drawingBufferStorage does not work on Pixel 4, Samsung A23, nexus-5x or
# Lacros FYI x64 Release (Intel) yet.
crbug.com/1230619 [ android android-nexus-5x passthrough ] TraceTest_WebGLFloat [ Failure ]
crbug.com/1409457 [ win amd ] OverlayModeTraceTest_DirectComposition_Video_MP4_BGRA [ Failure ]
crbug.com/1409457 [ win amd ] OverlayModeTraceTest_DirectComposition_Video_MP4_YUY2 [ Failure ]
crbug.com/1409457 [ win amd ] OverlayModeTraceTest_DirectComposition_Video_VP9_BGRA [ Failure ]
crbug.com/1409457 [ win amd ] OverlayModeTraceTest_DirectComposition_Video_VP9_YUY2 [ Failure ]
crbug.com/1402261 [ win intel ] OverlayModeTraceTest_DirectComposition_Video_* [ RetryOnFailure ]
crbug.com/1402261 [ win amd ] OverlayModeTraceTest_DirectComposition_Video_* [ Failure ]
crbug.com/1442337 [ chromeos chromeos-board-kevin ] WebGLCanvasCaptureTraceTest_VideoStreamFromWebGLCanvas_OneCopy [ Failure ]
crbug.com/1442337 [ chromeos chromeos-board-kevin ] WebGLCanvasCaptureTraceTest_VideoStreamFromWebGLCanvas_TwoCopy_Accelerated [ Failure ]
#######################################################################
# Automated Entries After This Point - Do Not Manually Add Below Here #
#######################################################################