blob: 90aa125a4f2e59824cd8f9e2c151ab33255374c9 [file] [log] [blame]
# tags: [ android chromeos highsierra linux mac mojave win ]
# tags: [ android-chromium android-webview-instrumentation debug ]
# tags: [ amd amd-0x6613 amd-0x679e amd-0x6821 intel intel-0xa2e
# nvidia nvidia-0xfe9 qualcomm-adreno-(tm)-330 qualcomm-adreno-(tm)-418
# qualcomm-adreno-(tm)-420 qualcomm-adreno-(tm)-430
# qualcomm-adreno-(tm)-540
# ]
# Seems to be flaky on the new AMD R7 240 drivers.
crbug.com/653538 [ win amd-0x6613 ] Pixel_GpuRasterization_BlueBox [ RetryOnFailure ]
# Software compositing is not supported on Android: we skip the tests that
# disable GPU compositing (--disable-gpu-compositing).
[ android ] Pixel_OffscreenCanvasUnaccelerated2D [ Skip ]
[ android ] Pixel_OffscreenCanvasUnaccelerated2DWorker [ Skip ]
[ android ] Pixel_OffscreenCanvasUnaccelerated2DGPUCompositing [ Skip ]
[ android ] Pixel_OffscreenCanvasUnaccelerated2DGPUCompositingWorker [ Skip ]
[ android ] Pixel_OffscreenCanvasWebGLSoftwareCompositing [ Skip ]
[ android ] Pixel_OffscreenCanvasWebGLSoftwareCompositingWorker [ Skip ]
[ android ] Pixel_CanvasDisplayLinearRGBUnaccelerated2D [ Skip ]
[ android ] Pixel_CanvasDisplayLinearRGBUnaccelerated2DGPUCompositing [ Skip ]
[ android ] Pixel_CanvasDisplaySRGBUnaccelerated2DGPUCompositing [ Skip ]
[ android ] Pixel_CanvasDisplaySRGBUnaccelerated2D [ Skip ]
[ android ] Pixel_CanvasUnacceleratedLowLatency2D [ Skip ]
[ android ] Pixel_RepeatedWebGLTo2D_SoftwareCompositing [ Skip ]
# Tests running with SwiftShader are skipped on platforms where SwiftShader
# isn't supported.
[ mac ] Pixel_Canvas2DRedBox_SwiftShader [ Skip ]
[ android ] Pixel_Canvas2DRedBox_SwiftShader [ Skip ]
[ chromeos ] Pixel_Canvas2DRedBox_SwiftShader [ Skip ]
[ mac ] Pixel_CSS3DBlueBox_SwiftShader [ Skip ]
[ android ] Pixel_CSS3DBlueBox_SwiftShader [ Skip ]
[ chromeos ] Pixel_CSS3DBlueBox_SwiftShader [ Skip ]
[ mac ] Pixel_WebGLGreenTriangle_AA_Alpha_SwiftShader [ Skip ]
[ android ] Pixel_WebGLGreenTriangle_AA_Alpha_SwiftShader [ Skip ]
[ chromeos ] Pixel_WebGLGreenTriangle_AA_Alpha_SwiftShader [ Skip ]
# Tests running in no GPU process mode are skipped on platforms where GPU
# process is required.
[ android ] Pixel_Canvas2DRedBox_NoGpuProcess [ Skip ]
[ chromeos ] Pixel_Canvas2DRedBox_NoGpuProcess [ Skip ]
[ android ] Pixel_CSS3DBlueBox_NoGpuProcess [ Skip ]
[ chromeos ] Pixel_CSS3DBlueBox_NoGpuProcess [ Skip ]
# Skip tests on Android WebView that requires embedding viz clients. This
# includes offscreen canvas and other features. crbug.com/805739 tracks
# making this work.
crbug.com/805739 [ android-webview-instrumentation ] Pixel_OffscreenCanvas2DResizeOnWorker [ Skip ]
crbug.com/805739 [ android-webview-instrumentation ] Pixel_OffscreenCanvasAccelerated2D [ Skip ]
crbug.com/805739 [ android-webview-instrumentation ] Pixel_OffscreenCanvasAccelerated2DWorker [ Skip ]
crbug.com/805739 [ android-webview-instrumentation ] Pixel_OffscreenCanvasTransferAfterStyleResize [ Skip ]
crbug.com/805739 [ android-webview-instrumentation ] Pixel_OffscreenCanvasTransferBeforeStyleResize [ Skip ]
crbug.com/805739 [ android-webview-instrumentation ] Pixel_OffscreenCanvasWebGLDefault [ Skip ]
crbug.com/805739 [ android-webview-instrumentation ] Pixel_OffscreenCanvasWebGLDefaultWorker [ Skip ]
crbug.com/805739 [ android-webview-instrumentation ] Pixel_OffscreenCanvasWebGLPaintAfterResize [ Skip ]
crbug.com/805739 [ android-webview-instrumentation ] Pixel_OffscreenCanvasWebglResizeOnWorker [ Skip ]
crbug.com/805739 [ android-webview-instrumentation ] Pixel_CanvasLowLatencyWebGL [ Skip ]
# Skip test that kills GPU process since Android Webview only supports
# in-process GPU.
# Uncomment this when crbug.com/575305 is fixed and conflicting
# expectation below is removed.
# crbug.com/575305 [ android-webview-instrumentation ] Pixel_WebGLSadCanvas [ Skip ]
# Uncomment this when crbug.com/925744 is fixed and conflicting
# expectation below is removed.
# crbug.com/925744 [ android-webview-instrumentation ] Pixel_Video_Context_Loss_VP9 [ Skip ]
crbug.com/521588 [ android ] Pixel_ScissorTestWithPreserveDrawingBuffer [ Failure ]
# TODO(vmiura) check / generate reference images for Android devices
crbug.com/624256 [ mac ] Pixel_SolidColorBackground [ Failure ]
crbug.com/624256 [ android ] Pixel_SolidColorBackground [ Failure ]
crbug.com/690277 [ mac nvidia-0xfe9 ] Pixel_CSSFilterEffects [ Failure ]
# Became flaky on 10.13.6. When it flakes, it flakes 3 times, so
# mark failing, unfortunately.
crbug.com/872423 [ highsierra amd ] Pixel_CSSFilterEffects [ Failure ]
# TODO(kbr): flakily timing out on this configuration.
crbug.com/648369 [ linux debug intel ] * [ RetryOnFailure ]
# Flaky for unknown reasons only on macOS. Not planning to investigate
# further.
crbug.com/660461 [ mac ] Pixel_ScissorTestWithPreserveDrawingBuffer [ RetryOnFailure ]
crbug.com/751328 [ mac debug nvidia-0xfe9 ] Pixel_OffscreenCanvasWebGLSoftwareCompositingWorker [ RetryOnFailure ]
# Failing on Nexus 5; haven't investigated why yet.
crbug.com/773293 [ android qualcomm-adreno-(tm)-330 ] Pixel_WebGL2_BlitFramebuffer_Result_Displayed [ Skip ]
crbug.com/773293 [ android qualcomm-adreno-(tm)-330 ] Pixel_WebGL2_ClearBufferfv_Result_Displayed [ Skip ]
crbug.com/774809 [ highsierra intel-0xa2e ] Pixel_WebGLGreenTriangle_NonChromiumImage_NoAA_NoAlpha [ Failure ]
crbug.com/774809 [ mojave intel-0xa2e ] Pixel_WebGLGreenTriangle_NonChromiumImage_NoAA_NoAlpha [ Failure ]
crbug.com/857578 [ highsierra intel-0xa2e ] Pixel_OffscreenCanvasTransferBeforeStyleResize [ RetryOnFailure ]
# Failing on NVIDIA Shield TV; not sure why yet.
crbug.com/791733 [ android nvidia ] Pixel_WebGL_PremultipliedAlpha_False [ Failure ]
# Failing on retina Macs
crbug.com/744658 [ mac amd-0x6821 ] Pixel_Canvas2DRedBox_NoGpuProcess [ Failure ]
crbug.com/744658 [ mac nvidia-0xfe9 ] Pixel_Canvas2DRedBox_NoGpuProcess [ Failure ]
crbug.com/744658 [ mac amd-0x6821 ] Pixel_CSS3DBlueBox_NoGpuProcess [ Failure ]
crbug.com/744658 [ mac nvidia-0xfe9 ] Pixel_CSS3DBlueBox_NoGpuProcess [ Failure ]
# TODO(fserb): temporarily suppress this test.
crbug.com/840394 [ linux ] Pixel_OffscreenCanvas2DResizeOnWorker [ RetryOnFailure ]
crbug.com/840394 [ mac ] Pixel_OffscreenCanvas2DResizeOnWorker [ RetryOnFailure ]
# TODO(kbr): temporary suppression for new test.
crbug.com/575305 [ linux ] Pixel_WebGLSadCanvas [ RetryOnFailure ]
crbug.com/575305 [ win ] Pixel_WebGLSadCanvas [ RetryOnFailure ]
crbug.com/872423 [ mac ] Pixel_WebGLSadCanvas [ Failure ]
crbug.com/575305 [ android ] Pixel_WebGLSadCanvas [ Skip ]
crbug.com/868596 [ android nvidia ] Pixel_CanvasLowLatencyWebGL [ Failure ]
crbug.com/868596 [ android nvidia ] Pixel_OffscreenCanvasWebGLPaintAfterResize [ Failure ]
# float16 is not yet supported for accelerated canvases
crbug.com/948141 Pixel_CanvasDisplaySRGBAccelerated2D [ Failure ]
# Fails on Nexus 5, 6 and 6P
crbug.com/883500 [ android qualcomm-adreno-(tm)-330 ] Pixel_BackgroundImage [ Failure ]
crbug.com/883500 [ android qualcomm-adreno-(tm)-420 ] Pixel_BackgroundImage [ Failure ]
crbug.com/883500 [ android qualcomm-adreno-(tm)-430 ] Pixel_BackgroundImage [ Failure ]
# Flakes on Nexus 5X.
crbug.com/883500 [ android-chromium qualcomm-adreno-(tm)-418 ] Pixel_BackgroundImage [ RetryOnFailure ]
# We do not have software H.264 decoding on Android, so it can't survive a
# context loss which results in hardware decoder loss.
crbug.com/580386 [ android ] Pixel_Video_Context_Loss_MP4 [ Skip ]
# Fails on Mac Pro FYI Release (AMD)
crbug.com/925744 [ mac amd-0x679e ] Pixel_Video_MP4 [ Failure ]
crbug.com/925744 [ mac amd-0x679e ] Pixel_Video_Context_Loss_MP4 [ Failure ]
crbug.com/911413 [ mac amd-0x679e ] Pixel_Video_MP4_FourColors_Aspect_4x3 [ Failure ]
crbug.com/911413 [ mac amd-0x679e ] Pixel_Video_MP4_FourColors_Rot_90 [ Failure ]
crbug.com/911413 [ mac amd-0x679e ] Pixel_Video_MP4_FourColors_Rot_180 [ Failure ]
crbug.com/911413 [ mac amd-0x679e ] Pixel_Video_MP4_FourColors_Rot_270 [ Failure ]
# Fails on multiple Android devices.
crbug.com/927107 [ android ] Pixel_CSS3DBlueBox [ Failure ]
# Fail on Nexus 5, 5X, 6, 6P, 9 and Shield TV.
crbug.com/925744 [ android ] Pixel_Video_MP4 [ Failure ]
crbug.com/925744 [ android ] Pixel_Video_MP4_FourColors_Aspect_4x3 [ Failure ]
crbug.com/925744 [ android ] Pixel_Video_MP4_FourColors_Rot_180 [ Failure ]
crbug.com/925744 [ android ] Pixel_Video_MP4_FourColors_Rot_270 [ Failure ]
crbug.com/925744 [ android ] Pixel_Video_MP4_FourColors_Rot_90 [ Failure ]
crbug.com/925744 [ android ] Pixel_Video_VP9 [ Failure ]
crbug.com/925744 [ android ] Pixel_Video_Context_Loss_VP9 [ Skip ]
# Skip on platforms where DXVA vs D3D11 decoder doesn't matter.
crbug.com/927901 [ linux ] Pixel_Video_MP4_DXVA [ Skip ]
crbug.com/927901 [ android ] Pixel_Video_MP4_DXVA [ Skip ]
crbug.com/927901 [ mac ] Pixel_Video_MP4_DXVA [ Skip ]
crbug.com/927901 [ chromeos ] Pixel_Video_MP4_DXVA [ Skip ]
crbug.com/927901 [ linux ] Pixel_Video_VP9_DXVA [ Skip ]
crbug.com/927901 [ android ] Pixel_Video_VP9_DXVA [ Skip ]
crbug.com/927901 [ mac ] Pixel_Video_VP9_DXVA [ Skip ]
crbug.com/927901 [ chromeos ] Pixel_Video_VP9_DXVA [ Skip ]
# Complex overlays test is flaky on Nvidia probably due to its small size.
crbug.com/929425 [ win nvidia ] Pixel_DirectComposition_ComplexOverlays [ RetryOnFailure ]
# Mark all webview tests as RetryOnFailure due to Nexus 5x driver bug.
crbug.com/950932 [ android-webview-instrumentation qualcomm-adreno-(tm)-418 ] * [ RetryOnFailure ]
# Failing on Nexus 5
crbug.com/957714 [ android qualcomm-adreno-(tm)-330 ] Pixel_Canvas2DRedBox [ Failure ]
crbug.com/900706 [ android qualcomm-adreno-(tm)-330 ] Pixel_CanvasLowLatency2D [ Failure ]
# Failing on Pixel 2 FYI.
crbug.com/966069 [ android qualcomm-adreno-(tm)-540 ] Pixel_CanvasLowLatency2D [ Failure ]