blob: 38463a831500b8050f090ceeeb606a7fe6159323 [file] [log] [blame]
# tags: [ android chromeos highsierra linux mac mojave win ]
# tags: [ android-chromium android-webview-instrumentation debug ]
# tags: [ skia-renderer no-skia-renderer ]
# tags: [ use-gl no-use-gl ]
# tags: [ use-vulkan no-use-vulkan ]
# tags: [ amd amd-0x6613 amd-0x679e amd-0x6821 intel intel-0xa2e intel-0x5912
# intel-0xd26 nvidia qualcomm-adreno-(tm)-330 qualcomm-adreno-(tm)-418
# qualcomm-adreno-(tm)-420 qualcomm-adreno-(tm)-430
# qualcomm-adreno-(tm)-540
# ]
# results: [ Failure RetryOnFailure Skip ]
# Seems to be flaky on the new AMD R7 240 drivers.
crbug.com/653538 [ win amd-0x6613 ] Pixel_GpuRasterization_BlueBox [ RetryOnFailure ]
# Software compositing is not supported on Android: we skip the tests that
# disable GPU compositing (--disable-gpu-compositing).
[ android ] Pixel_OffscreenCanvasUnaccelerated2D [ Skip ]
[ android ] Pixel_OffscreenCanvasUnaccelerated2DWorker [ Skip ]
[ android ] Pixel_OffscreenCanvasUnaccelerated2DGPUCompositing [ Skip ]
[ android ] Pixel_OffscreenCanvasUnaccelerated2DGPUCompositingWorker [ Skip ]
[ android ] Pixel_OffscreenCanvasWebGLSoftwareCompositing [ Skip ]
[ android ] Pixel_OffscreenCanvasWebGLSoftwareCompositingWorker [ Skip ]
[ android ] Pixel_CanvasDisplayLinearRGBUnaccelerated2D [ Skip ]
[ android ] Pixel_CanvasDisplayLinearRGBUnaccelerated2DGPUCompositing [ Skip ]
[ android ] Pixel_CanvasDisplaySRGBUnaccelerated2DGPUCompositing [ Skip ]
[ android ] Pixel_CanvasDisplaySRGBUnaccelerated2D [ Skip ]
[ android ] Pixel_CanvasUnacceleratedLowLatency2D [ Skip ]
[ android ] Pixel_RepeatedWebGLTo2D_SoftwareCompositing [ Skip ]
[ android ] Pixel_Canvas2DTabSwitch_SoftwareCompositing [ Skip ]
# Skip tab switching tests on Android webview since it doesn't have tabs
[ android android-webview-instrumentation ] Pixel_Canvas2DTabSwitch [ Skip ]
# Tests running with SwiftShader are skipped on platforms where SwiftShader
# isn't supported.
[ mac ] Pixel_Canvas2DRedBox_SwiftShader [ Skip ]
[ android ] Pixel_Canvas2DRedBox_SwiftShader [ Skip ]
[ chromeos ] Pixel_Canvas2DRedBox_SwiftShader [ Skip ]
[ mac ] Pixel_CSS3DBlueBox_SwiftShader [ Skip ]
[ android ] Pixel_CSS3DBlueBox_SwiftShader [ Skip ]
[ chromeos ] Pixel_CSS3DBlueBox_SwiftShader [ Skip ]
[ mac ] Pixel_WebGLGreenTriangle_AA_Alpha_SwiftShader [ Skip ]
[ android ] Pixel_WebGLGreenTriangle_AA_Alpha_SwiftShader [ Skip ]
[ chromeos ] Pixel_WebGLGreenTriangle_AA_Alpha_SwiftShader [ Skip ]
# Tests running in no GPU process mode are skipped on platforms where GPU
# process is required.
[ android ] Pixel_Canvas2DRedBox_NoGpuProcess [ Skip ]
[ chromeos ] Pixel_Canvas2DRedBox_NoGpuProcess [ Skip ]
[ android ] Pixel_CSS3DBlueBox_NoGpuProcess [ Skip ]
[ chromeos ] Pixel_CSS3DBlueBox_NoGpuProcess [ Skip ]
# Skip tests on Android WebView that requires embedding viz clients. This
# includes offscreen canvas and other features. crbug.com/805739 tracks
# making this work.
crbug.com/805739 [ android android-webview-instrumentation ] Pixel_OffscreenCanvas2DResizeOnWorker [ Skip ]
crbug.com/805739 [ android-webview-instrumentation ] Pixel_OffscreenCanvasAccelerated2D [ Skip ]
crbug.com/805739 [ android-webview-instrumentation ] Pixel_OffscreenCanvasAccelerated2DWorker [ Skip ]
crbug.com/805739 [ android-webview-instrumentation ] Pixel_OffscreenCanvasTransferAfterStyleResize [ Skip ]
crbug.com/805739 [ android android-webview-instrumentation ] Pixel_OffscreenCanvasTransferBeforeStyleResize [ Skip ]
crbug.com/805739 [ android-webview-instrumentation ] Pixel_OffscreenCanvasWebGLDefault [ Skip ]
crbug.com/805739 [ android-webview-instrumentation ] Pixel_OffscreenCanvasWebGLDefaultWorker [ Skip ]
crbug.com/805739 [ android-webview-instrumentation ] Pixel_OffscreenCanvasWebGLPaintAfterResize [ Skip ]
crbug.com/805739 [ android android-webview-instrumentation ] Pixel_OffscreenCanvasWebglResizeOnWorker [ Skip ]
crbug.com/805739 [ android android-webview-instrumentation ] Pixel_CanvasLowLatencyWebGL [ Skip ]
crbug.com/992599 [ android android-webview-instrumentation ] Pixel_OffscreenCanvasTransferToImageBitmapWorker [ Skip ]
crbug.com/992599 [ android android-webview-instrumentation ] Pixel_OffscreenCanvasTransferToImageBitmap [ Skip ]
# Fails on Android WebView due to requiring embedding viz clients. crbug.com/805739
# Produces black images on Nexus 5Xs in Android Webview (qualcomm-adreno-(tm)-418) crbug.com/984352
# Fails on Pixel 2 (qualcomm-adreno-(tm)-540) crbug.com/966069
crbug.com/805739 [ android ] Pixel_CanvasLowLatency2D [ Skip ]
# Skip test that kills GPU process since Android Webview only supports
# in-process GPU.
# Uncomment this when crbug.com/575305 is fixed and conflicting
# expectation below is removed.
# crbug.com/575305 [ android-webview-instrumentation ] Pixel_WebGLSadCanvas [ Skip ]
crbug.com/521588 [ android ] Pixel_ScissorTestWithPreserveDrawingBuffer [ Failure ]
# TODO(vmiura) check / generate reference images for Android devices
crbug.com/624256 [ mac ] Pixel_SolidColorBackground [ Failure ]
crbug.com/624256 [ android ] Pixel_SolidColorBackground [ Failure ]
crbug.com/690277 [ mac intel-0xd26 debug ] Pixel_CSSFilterEffects [ Failure ]
# Became flaky on 10.13.6. When it flakes, it flakes 3 times, so
# mark failing, unfortunately.
crbug.com/872423 [ highsierra amd ] Pixel_CSSFilterEffects [ Failure ]
# TODO(kbr): flakily timing out on this configuration.
crbug.com/648369 [ linux debug intel ] * [ RetryOnFailure ]
# Flaky for unknown reasons only on macOS. Not planning to investigate
# further.
crbug.com/660461 [ mac ] Pixel_ScissorTestWithPreserveDrawingBuffer [ RetryOnFailure ]
# Failing on Nexus 5; haven't investigated why yet.
crbug.com/773293 [ android no-use-gl qualcomm-adreno-(tm)-330 ] Pixel_WebGL2_BlitFramebuffer_Result_Displayed [ Skip ]
crbug.com/773293 [ android qualcomm-adreno-(tm)-330 ] Pixel_WebGL2_ClearBufferfv_Result_Displayed [ Skip ]
crbug.com/774809 [ highsierra intel-0xa2e ] Pixel_WebGLGreenTriangle_NonChromiumImage_NoAA_NoAlpha [ Failure ]
crbug.com/774809 [ mojave intel-0xa2e ] Pixel_WebGLGreenTriangle_NonChromiumImage_NoAA_NoAlpha [ Failure ]
crbug.com/857578 [ highsierra intel-0xa2e ] Pixel_OffscreenCanvasTransferBeforeStyleResize [ RetryOnFailure ]
# Failing on NVIDIA Shield TV; not sure why yet.
crbug.com/791733 [ android nvidia ] Pixel_WebGL_PremultipliedAlpha_False [ Failure ]
# Failing on retina Macs
crbug.com/744658 [ mac amd-0x6821 ] Pixel_Canvas2DRedBox_NoGpuProcess [ Failure ]
crbug.com/744658 [ mac amd-0x6821 ] Pixel_CSS3DBlueBox_NoGpuProcess [ Failure ]
# TODO(fserb): temporarily suppress this test.
crbug.com/840394 [ linux ] Pixel_OffscreenCanvas2DResizeOnWorker [ RetryOnFailure ]
crbug.com/840394 [ mac ] Pixel_OffscreenCanvas2DResizeOnWorker [ RetryOnFailure ]
# TODO(kbr): temporary suppression for new test.
crbug.com/575305 [ linux ] Pixel_WebGLSadCanvas [ Skip ]
crbug.com/575305 [ win ] Pixel_WebGLSadCanvas [ Skip ]
crbug.com/872423 [ mac ] Pixel_WebGLSadCanvas [ Skip ]
crbug.com/575305 [ android ] Pixel_WebGLSadCanvas [ Skip ]
crbug.com/868596 [ android android-chromium nvidia ] Pixel_CanvasLowLatencyWebGL [ Failure ]
crbug.com/868596 [ android android-chromium nvidia ] Pixel_OffscreenCanvasWebGLPaintAfterResize [ Failure ]
# float16 is not yet supported for accelerated canvases
crbug.com/948141 Pixel_CanvasDisplaySRGBAccelerated2D [ Skip ]
# Fails on Nexus 5, 6 and 6P
crbug.com/883500 [ android no-skia-renderer qualcomm-adreno-(tm)-330 ] Pixel_BackgroundImage [ Skip ]
crbug.com/883500 [ android no-use-gl no-use-vulkan qualcomm-adreno-(tm)-420 ] Pixel_BackgroundImage [ Skip ]
crbug.com/883500 [ android no-use-gl no-use-vulkan qualcomm-adreno-(tm)-430 ] Pixel_BackgroundImage [ Skip ]
# Flakes on Nexus 5X.
crbug.com/883500 [ android-chromium no-use-gl no-use-vulkan qualcomm-adreno-(tm)-418 ] Pixel_BackgroundImage [ RetryOnFailure ]
# We do not have software H.264 decoding on Android, so it can't survive a
# context loss which results in hardware decoder loss.
crbug.com/580386 [ android ] Pixel_Video_Context_Loss_MP4 [ Skip ]
# Fails on multiple Android devices.
crbug.com/927107 [ android no-skia-renderer ] Pixel_CSS3DBlueBox [ Failure ]
# Skip on platforms where DXVA vs D3D11 decoder doesn't matter.
crbug.com/927901 [ linux ] Pixel_Video_MP4_DXVA [ Skip ]
crbug.com/927901 [ android ] Pixel_Video_MP4_DXVA [ Skip ]
crbug.com/927901 [ mac ] Pixel_Video_MP4_DXVA [ Skip ]
crbug.com/927901 [ chromeos ] Pixel_Video_MP4_DXVA [ Skip ]
crbug.com/927901 [ linux ] Pixel_Video_VP9_DXVA [ Skip ]
crbug.com/927901 [ android ] Pixel_Video_VP9_DXVA [ Skip ]
crbug.com/927901 [ mac ] Pixel_Video_VP9_DXVA [ Skip ]
crbug.com/927901 [ chromeos ] Pixel_Video_VP9_DXVA [ Skip ]
# Complex overlays test is flaky on Nvidia probably due to its small size.
crbug.com/929425 [ win nvidia ] Pixel_DirectComposition_ComplexOverlays [ RetryOnFailure ]
# Mark all webview tests as RetryOnFailure due to Nexus 5x driver bug.
crbug.com/950932 [ android-webview-instrumentation qualcomm-adreno-(tm)-418 ] * [ RetryOnFailure ]
# Mark 1 webview test as Failure. This test is failing instead of flaking. It
# might have the same Nexus 5x driver bug as crbug.com/950932 but that
# should have made this test flaky instead of always failing. Need to
# investigate later. Filed a bug to track the debug.
crbug.com/984734 [ android-webview-instrumentation qualcomm-adreno-(tm)-418 ] Pixel_Video_Context_Loss_VP9 [ Failure ]
# Failing on Linux and Windows, both Intel HD 630 and NVIDIA Quadro P400
crbug.com/974380 [ linux ] Pixel_OffscreenCanvasUnaccelerated2DGPUCompositing [ Skip ]
crbug.com/974380 [ win ] Pixel_OffscreenCanvasUnaccelerated2DGPUCompositing [ Skip ]
crbug.com/974380 [ linux ] Pixel_OffscreenCanvasUnaccelerated2DGPUCompositingWorker [ Skip ]
crbug.com/974380 [ win ] Pixel_OffscreenCanvasUnaccelerated2DGPUCompositingWorker [ Skip ]
# Producing blank images on Macmini and Macbook Pro
crbug.com/974380 [ mac ] Pixel_OffscreenCanvasUnaccelerated2DGPUCompositingWorker [ Skip ]
crbug.com/974383 [ mac ] Pixel_CanvasDisplayLinearRGBAccelerated2D [ Skip ]
# Fails on Intel
crbug.com/991289 [ linux skia-renderer intel ] Pixel_CSS3DBlueBox [ Skip ]
# Fails when the browser features SkiaRenderer & Vulkan are enabled on Android
crbug.com/969864 [ android skia-renderer use-vulkan ] Pixel_2DCanvasWebGL [ Failure ]
crbug.com/969864 [ android skia-renderer use-vulkan ] Pixel_BackgroundImage [ Skip ]
crbug.com/969864 [ android skia-renderer use-vulkan ] Pixel_Canvas2DRedBox [ Skip ]
crbug.com/969864 [ android skia-renderer use-vulkan ] Pixel_Canvas2DUntagged [ Skip ]
crbug.com/969864 [ android skia-renderer use-vulkan ] Pixel_CanvasDisplayLinearRGBAccelerated2D [ Skip ]
crbug.com/969864 [ android android-chromium skia-renderer use-vulkan ] Pixel_OffscreenCanvas2DResizeOnWorker [ Skip ]
crbug.com/969864 [ android android-chromium skia-renderer use-vulkan ] Pixel_OffscreenCanvasAccelerated2D [ Skip ]
crbug.com/969864 [ android android-chromium skia-renderer use-vulkan ] Pixel_OffscreenCanvasAccelerated2DWorker [ Skip ]
crbug.com/969864 [ android android-chromium skia-renderer use-vulkan ] Pixel_OffscreenCanvasTransferAfterStyleResize [ Skip ]
crbug.com/969864 [ android android-chromium skia-renderer use-vulkan ] Pixel_OffscreenCanvasTransferBeforeStyleResize [ Skip ]
crbug.com/969864 [ android android-chromium skia-renderer use-vulkan ] Pixel_OffscreenCanvasTransferToImageBitmap [ Skip ]
crbug.com/969864 [ android android-chromium skia-renderer use-vulkan ] Pixel_OffscreenCanvasTransferToImageBitmapWorker [ Skip ]
crbug.com/969864 [ android android-chromium skia-renderer use-vulkan ] Pixel_OffscreenCanvasWebGLDefault [ Skip ]
crbug.com/969864 [ android android-chromium skia-renderer use-vulkan ] Pixel_OffscreenCanvasWebGLDefaultWorker [ Skip ]
crbug.com/969864 [ android android-chromium skia-renderer use-vulkan ] Pixel_OffscreenCanvasWebglResizeOnWorker [ Skip ]
crbug.com/969864 [ android skia-renderer use-vulkan ] Pixel_WebGLGreenTriangle_AA_Alpha [ Skip ]
crbug.com/969864 [ android skia-renderer use-vulkan ] Pixel_WebGLGreenTriangle_AA_NoAlpha [ Skip ]
crbug.com/969864 [ android skia-renderer use-vulkan ] Pixel_WebGLGreenTriangle_NoAA_Alpha [ Skip ]
crbug.com/969864 [ android skia-renderer use-vulkan ] Pixel_WebGLGreenTriangle_NoAA_NoAlpha [ Skip ]
crbug.com/969864 [ android skia-renderer use-vulkan ] Pixel_WebGLTransparentGreenTriangle_NoAlpha_ImplicitClear [ Skip ]
crbug.com/985070 [ android android-chromium skia-renderer use-vulkan qualcomm-adreno-(tm)-540 ] Pixel_CanvasLowLatencyWebGL [ Skip ]
crbug.com/991289 [ android skia-renderer use-vulkan ] Pixel_CSS3DBlueBox [ Skip ]
crbug.com/991291 [ android android-chromium skia-renderer use-vulkan ] Pixel_Video_Context_Loss_VP9 [ Skip ]
crbug.com/991291 [ android skia-renderer use-vulkan ] Pixel_Video_MP4 [ Skip ]
crbug.com/991291 [ android skia-renderer use-vulkan ] Pixel_Video_MP4_FourColors_Aspect_4x3 [ Skip ]
crbug.com/991291 [ android skia-renderer use-vulkan ] Pixel_Video_MP4_FourColors_Rot_180 [ Skip ]
crbug.com/991291 [ android skia-renderer use-vulkan ] Pixel_Video_MP4_FourColors_Rot_270 [ Skip ]
crbug.com/991291 [ android skia-renderer use-vulkan ] Pixel_Video_MP4_FourColors_Rot_90 [ Skip ]
crbug.com/991291 [ android skia-renderer use-vulkan ] Pixel_Video_VP9 [ Skip ]
# Fails when the browser features SkiaRenderer & GL are enabled on Android.
# The more specific matching criteria is to prevent collisions with other expectations.
crbug.com/969864 [ android skia-renderer use-gl no-use-vulkan ] Pixel_BackgroundImage [ Skip ]
crbug.com/969864 [ android skia-renderer use-gl no-use-vulkan ] Pixel_CanvasDisplayLinearRGBAccelerated2D [ Skip ]
crbug.com/969864 [ android android-chromium skia-renderer use-gl no-use-vulkan ] Pixel_OffscreenCanvasTransferAfterStyleResize [ Skip ]
crbug.com/969864 [ android android-chromium skia-renderer use-gl no-use-vulkan ] Pixel_OffscreenCanvasTransferBeforeStyleResize [ Skip ]
crbug.com/1008456 [ android android-chromium skia-renderer use-gl no-use-vulkan ] Pixel_Video_Context_Loss_VP9 [ Skip ]
crbug.com/969864 [ android skia-renderer use-gl no-use-vulkan ] Pixel_Video_MP4 [ Skip ]
crbug.com/969864 [ android skia-renderer use-gl no-use-vulkan ] Pixel_Video_MP4_FourColors_Aspect_4x3 [ Skip ]
crbug.com/969864 [ android skia-renderer use-gl no-use-vulkan ] Pixel_Video_MP4_FourColors_Rot_180 [ Skip ]
crbug.com/969864 [ android skia-renderer use-gl no-use-vulkan ] Pixel_Video_MP4_FourColors_Rot_270 [ Skip ]
crbug.com/969864 [ android skia-renderer use-gl no-use-vulkan ] Pixel_Video_MP4_FourColors_Rot_90 [ Skip ]
crbug.com/969864 [ android skia-renderer use-gl no-use-vulkan ] Pixel_Video_VP9 [ Skip ]
crbug.com/969864 [ android skia-renderer use-gl no-use-vulkan ] Pixel_WebGL2_BlitFramebuffer_Result_Displayed [ Skip ]
# Fails on Android SkiaRenderer, both GL and Vulkan
crbug.com/1008450 [ android skia-renderer ] Pixel_Video_BackdropFilter [ Skip ]
crbug.com/1007019 [ android skia-renderer ] Pixel_Video_MP4_Rounded_Corner [ Skip ]
# Produces blank images on Intel HD 630 w/ Mesa 19.0.2
crbug.com/976861 [ linux intel-0x5912 ] Pixel_OffscreenCanvasTransferToImageBitmap [ Skip ]
# Flakily produces a ~50% blank image
crbug.com/983600 [ mojave amd-0x6821 ] Pixel_CSSFilterEffects_NoOverlays [ RetryOnFailure ]
# Skip swap chain tests on non-Windows
[ android ] Pixel_CanvasLowLatency2DSwapChain [ Skip ]
[ android ] Pixel_CanvasLowLatencyWebGLSwapChain [ Skip ]
[ android ] Pixel_CanvasLowLatencyWebGLSwapChainAlphaFalse [ Skip ]
[ chromeos ] Pixel_CanvasLowLatency2DSwapChain [ Skip ]
[ chromeos ] Pixel_CanvasLowLatencyWebGLSwapChain [ Skip ]
[ chromeos ] Pixel_CanvasLowLatencyWebGLSwapChainAlphaFalse [ Skip ]
[ linux ] Pixel_CanvasLowLatency2DSwapChain [ Skip ]
[ linux ] Pixel_CanvasLowLatencyWebGLSwapChain [ Skip ]
[ linux ] Pixel_CanvasLowLatencyWebGLSwapChainAlphaFalse [ Skip ]
[ mac ] Pixel_CanvasLowLatency2DSwapChain [ Skip ]
[ mac ] Pixel_CanvasLowLatencyWebGLSwapChain [ Skip ]
[ mac ] Pixel_CanvasLowLatencyWebGLSwapChainAlphaFalse [ Skip ]
# Producing incorrect image on Win10 Intel HD 630 w/ 26.20.100.6912 drivers.
crbug.com/997313 [ win intel-0x5912 ] Pixel_WebGL_PremultipliedAlpha_False [ Failure ]