| # Copyright 2016 The Chromium Authors |
| # Use of this source code is governed by a BSD-style license that can be |
| # found in the LICENSE file. |
| |
| # This is more akin to a .pyl/JSON file, so it's expected to be long. |
| # pylint: disable=too-many-lines |
| |
| from __future__ import print_function |
| |
| import datetime |
| import os |
| from typing import Dict, List, Optional |
| |
| from datetime import date |
| |
| from enum import Enum |
| |
| from gpu_tests import common_browser_args as cba |
| from gpu_tests import skia_gold_matching_algorithms as algo |
| |
| import gpu_path_util |
| |
| CRASH_TYPE_GPU = 'gpu' |
| |
| # These tests attempt to use test rects that are larger than the small screen |
| # on some Fuchsia devices, so we need to use a less-desirable screenshot capture |
| # method to get the entire page contents instead of just the visible portion. |
| PROBLEMATIC_FUCHSIA_TESTS = [ |
| 'Maps_maps', |
| 'Pixel_BackgroundImage', |
| 'Pixel_PrecisionRoundedCorner', |
| 'Pixel_SolidColorBackground', |
| ] |
| |
| # Meant to be used when we know a test is going to be noisy, and we want any |
| # images it generates to be auto-triaged until we have enough data to calculate |
| # more suitable/less permissive parameters. |
| VERY_PERMISSIVE_SOBEL_ALGO = algo.SobelMatchingAlgorithm( |
| max_different_pixels=100000000, |
| pixel_delta_threshold=255, |
| edge_threshold=0, |
| ignored_border_thickness=1) |
| |
| # The optimizer script spat out pretty similar values for most MP4 tests, so |
| # combine into a single set of parameters. |
| GENERAL_MP4_ALGO = algo.SobelMatchingAlgorithm(max_different_pixels=56300, |
| pixel_delta_threshold=35, |
| edge_threshold=80, |
| ignored_border_thickness=1) |
| |
| BrowserArgType = List[str] |
| |
| |
| class PixelTestPage(): |
| """A wrapper class mimicking the functionality of the PixelTestsStorySet |
| from the old-style GPU tests. |
| """ |
| |
| def __init__( # pylint: disable=too-many-arguments |
| self, |
| url: str, |
| name: str, |
| test_rect: List[int], |
| browser_args: Optional[BrowserArgType] = None, |
| gpu_process_disabled: bool = False, |
| optional_action: Optional[str] = None, |
| restart_browser_after_test: bool = False, |
| other_args: Optional[dict] = None, |
| grace_period_end: Optional[datetime.date] = None, |
| expected_per_process_crashes: Optional[Dict[str, int]] = None, |
| matching_algorithm: Optional[algo.SkiaGoldMatchingAlgorithm] = None, |
| timeout: int = 300): |
| super().__init__() |
| self.url = url |
| self.name = name |
| self.test_rect = test_rect |
| self.browser_args = browser_args |
| # Only a couple of tests run with the GPU process completely |
| # disabled. To prevent regressions, only allow the GPU information |
| # to be incomplete in these cases. |
| self.gpu_process_disabled = gpu_process_disabled |
| # Some of the tests require custom actions to be run. These are |
| # specified as a string which is the name of a method to call in |
| # PixelIntegrationTest. For example if the action here is |
| # "CrashGpuProcess" then it would be defined in a |
| # "_CrashGpuProcess" method in PixelIntegrationTest. |
| self.optional_action = optional_action |
| # Whether the browser should be forcibly restarted after the test |
| # runs. The browser is always restarted after running tests with |
| # optional_actions. |
| self.restart_browser_after_test = restart_browser_after_test |
| # These are used to pass additional arguments to the test harness. |
| # VideoPathTraceTest and OverlayModeTest support the following boolean |
| # arguments: pixel_format, zero_copy, no_overlay, video_is_rotated and |
| # full_size. |
| self.other_args = other_args |
| # This allows a newly added test to be exempted from failures for a |
| # (hopefully) short period after being added. This is so that any slightly |
| # different but valid images that get produced by the waterfall bots can |
| # be triaged without turning the bots red. |
| # This should be a datetime.date object. |
| self.grace_period_end = grace_period_end |
| # This lets the test runner know that one or more crashes are expected as |
| # part of the test. Should be a map of process type (str) to expected number |
| # of crashes (int). |
| self.expected_per_process_crashes = expected_per_process_crashes or {} |
| # This should be a child of |
| # skia_gold_matching_algorithms.SkiaGoldMatchingAlgorithm. This specifies |
| # which matching algorithm Skia Gold should use for the test. |
| self.matching_algorithm = (matching_algorithm |
| or algo.ExactMatchingAlgorithm()) |
| # Test timeout |
| self.timeout = timeout |
| |
| # Strings used for the return type since at this point PixelTestPage is |
| # technically a forward reference. Python type hinting specifically supports |
| # string literals for this case. |
| def CopyWithNewBrowserArgsAndSuffix(self, browser_args: BrowserArgType, |
| suffix: str) -> 'PixelTestPage': |
| return PixelTestPage(self.url, self.name + suffix, self.test_rect, |
| browser_args) |
| |
| def CopyWithNewBrowserArgsAndPrefix(self, browser_args: BrowserArgType, |
| prefix: str) -> 'PixelTestPage': |
| # Assuming the test name is 'Pixel'. |
| split = self.name.split('_', 1) |
| return PixelTestPage(self.url, split[0] + '_' + prefix + split[1], |
| self.test_rect, browser_args) |
| |
| |
| def CopyPagesWithNewBrowserArgsAndSuffix(pages: List[PixelTestPage], |
| browser_args: BrowserArgType, |
| suffix: str) -> List[PixelTestPage]: |
| return [ |
| p.CopyWithNewBrowserArgsAndSuffix(browser_args, suffix) for p in pages |
| ] |
| |
| |
| def CopyPagesWithNewBrowserArgsAndPrefix(pages: List[PixelTestPage], |
| browser_args: BrowserArgType, |
| prefix: str) -> List[PixelTestPage]: |
| return [ |
| p.CopyWithNewBrowserArgsAndPrefix(browser_args, prefix) for p in pages |
| ] |
| |
| |
| def GetMediaStreamTestBrowserArgs(media_stream_source_relpath: str |
| ) -> List[str]: |
| return [ |
| '--use-fake-device-for-media-stream', '--use-fake-ui-for-media-stream', |
| '--use-file-for-fake-video-capture=' + |
| os.path.join(gpu_path_util.CHROMIUM_SRC_DIR, media_stream_source_relpath) |
| ] |
| |
| |
| class PixelTestPages(): |
| @staticmethod |
| def DefaultPages(base_name: str) -> List[PixelTestPage]: |
| sw_compositing_args = [cba.DISABLE_GPU_COMPOSITING] |
| browser_args_DXVA = [cba.DISABLE_FEATURES_D3D11_VIDEO_DECODER] |
| |
| return [ |
| PixelTestPage('pixel_background_image.html', |
| base_name + '_BackgroundImage', |
| test_rect=[20, 20, 370, 370]), |
| PixelTestPage('pixel_reflected_div.html', |
| base_name + '_ReflectedDiv', |
| test_rect=[0, 0, 100, 300]), |
| PixelTestPage('pixel_canvas2d.html', |
| base_name + '_Canvas2DRedBox', |
| test_rect=[0, 0, 300, 300], |
| matching_algorithm=algo.FuzzyMatchingAlgorithm( |
| max_different_pixels=130, pixel_delta_threshold=3)), |
| PixelTestPage('pixel_canvas2d_untagged.html', |
| base_name + '_Canvas2DUntagged', |
| test_rect=[0, 0, 257, 257]), |
| PixelTestPage('pixel_css3d.html', |
| base_name + '_CSS3DBlueBox', |
| test_rect=[0, 0, 300, 300], |
| matching_algorithm=algo.SobelMatchingAlgorithm( |
| max_different_pixels=0, |
| pixel_delta_threshold=0, |
| edge_threshold=90)), |
| PixelTestPage('pixel_webgl_aa_alpha.html', |
| base_name + '_WebGLGreenTriangle_AA_Alpha', |
| test_rect=[0, 0, 300, 300]), |
| PixelTestPage('pixel_webgl_noaa_alpha.html', |
| base_name + '_WebGLGreenTriangle_NoAA_Alpha', |
| test_rect=[0, 0, 300, 300]), |
| PixelTestPage('pixel_webgl_aa_noalpha.html', |
| base_name + '_WebGLGreenTriangle_AA_NoAlpha', |
| test_rect=[0, 0, 300, 300]), |
| PixelTestPage('pixel_webgl_noaa_noalpha.html', |
| base_name + '_WebGLGreenTriangle_NoAA_NoAlpha', |
| test_rect=[0, 0, 300, 300]), |
| PixelTestPage('pixel_webgl_noalpha_implicit_clear.html', |
| base_name + |
| '_WebGLTransparentGreenTriangle_NoAlpha_ImplicitClear', |
| test_rect=[0, 0, 300, 300]), |
| PixelTestPage('pixel_webgl_context_restored.html', |
| base_name + '_WebGLContextRestored', |
| test_rect=[0, 0, 300, 300], |
| optional_action='CrashGpuProcess'), |
| PixelTestPage( |
| 'pixel_webgl_sad_canvas.html', |
| base_name + '_WebGLSadCanvas', |
| test_rect=[0, 0, 300, 300], |
| optional_action='CrashGpuProcessTwiceWaitForContextRestored'), |
| PixelTestPage('pixel_scissor.html', |
| base_name + '_ScissorTestWithPreserveDrawingBuffer', |
| test_rect=[0, 0, 300, 300]), |
| PixelTestPage('pixel_canvas2d_webgl.html', |
| base_name + '_2DCanvasWebGL', |
| test_rect=[0, 0, 300, 300]), |
| PixelTestPage('pixel_background.html', |
| base_name + '_SolidColorBackground', |
| test_rect=[500, 500, 100, 100]), |
| PixelTestPage( |
| 'pixel_video_mp4.html?width=240&height=135&use_timer=1', |
| base_name + '_Video_MP4', |
| test_rect=[0, 0, 240, 135], |
| # Most images are actually very similar, but Pixel 2 |
| # tends to produce images with all colors shifted by a |
| # small amount. |
| matching_algorithm=GENERAL_MP4_ALGO), |
| # Surprisingly stable, does not appear to require inexact matching. |
| PixelTestPage('pixel_video_mp4.html?width=240&height=135&use_timer=1', |
| base_name + '_Video_MP4_DXVA', |
| browser_args=browser_args_DXVA, |
| test_rect=[0, 0, 240, 135]), |
| PixelTestPage( |
| 'pixel_video_mp4_four_colors_aspect_4x3.html' |
| '?width=240&height=135&use_timer=1', |
| base_name + '_Video_MP4_FourColors_Aspect_4x3', |
| test_rect=[0, 0, 240, 135], |
| matching_algorithm=algo.SobelMatchingAlgorithm( |
| max_different_pixels=41700, |
| pixel_delta_threshold=15, |
| edge_threshold=40, |
| ignored_border_thickness=1)), |
| PixelTestPage( |
| 'pixel_video_mp4_four_colors_rot_90.html' |
| '?width=270&height=240&use_timer=1', |
| base_name + '_Video_MP4_FourColors_Rot_90', |
| test_rect=[0, 0, 270, 240], |
| matching_algorithm=GENERAL_MP4_ALGO), |
| PixelTestPage( |
| 'pixel_video_mp4_four_colors_rot_180.html' |
| '?width=240&height=135&use_timer=1', |
| base_name + '_Video_MP4_FourColors_Rot_180', |
| test_rect=[0, 0, 240, 135], |
| matching_algorithm=GENERAL_MP4_ALGO), |
| PixelTestPage( |
| 'pixel_video_mp4_four_colors_rot_270.htm' |
| 'l?width=270&height=240&use_timer=1', |
| base_name + '_Video_MP4_FourColors_Rot_270', |
| test_rect=[0, 0, 270, 240], |
| matching_algorithm=GENERAL_MP4_ALGO), |
| PixelTestPage( |
| 'pixel_video_mp4_rounded_corner.html' |
| '?width=240&height=135&use_timer=1', |
| base_name + '_Video_MP4_Rounded_Corner', |
| test_rect=[0, 0, 240, 135], |
| matching_algorithm=algo.SobelMatchingAlgorithm( |
| max_different_pixels=30500, |
| pixel_delta_threshold=15, |
| edge_threshold=70, |
| ignored_border_thickness=1)), |
| PixelTestPage('pixel_video_vp9.html?width=240&height=135&use_timer=1', |
| base_name + '_Video_VP9', |
| test_rect=[0, 0, 240, 135], |
| matching_algorithm=algo.SobelMatchingAlgorithm( |
| max_different_pixels=114000, |
| pixel_delta_threshold=30, |
| edge_threshold=20, |
| ignored_border_thickness=1)), |
| PixelTestPage('pixel_video_vp9.html?width=240&height=135&use_timer=1', |
| base_name + '_Video_VP9_DXVA', |
| browser_args=browser_args_DXVA, |
| test_rect=[0, 0, 240, 135], |
| matching_algorithm=algo.SobelMatchingAlgorithm( |
| max_different_pixels=31100, |
| pixel_delta_threshold=30, |
| edge_threshold=250, |
| ignored_border_thickness=1)), |
| PixelTestPage( |
| 'pixel_video_media_stream_incompatible_stride.html', |
| base_name + '_Video_Media_Stream_Incompatible_Stride', |
| browser_args=GetMediaStreamTestBrowserArgs( |
| 'media/test/data/four-colors-incompatible-stride.y4m'), |
| test_rect=[0, 0, 240, 135], |
| matching_algorithm=VERY_PERMISSIVE_SOBEL_ALGO), |
| |
| # The MP4 contains H.264 which is primarily hardware decoded on bots. |
| PixelTestPage( |
| 'pixel_video_context_loss.html?src=' |
| '/media/test/data/four-colors.mp4', |
| base_name + '_Video_Context_Loss_MP4', |
| test_rect=[0, 0, 240, 135], |
| # Optimizer script spat out a value of 255 for the Sobel edge |
| # threshold, so use fuzzy for now since it's slightly more |
| # efficient. |
| matching_algorithm=algo.FuzzyMatchingAlgorithm( |
| max_different_pixels=31700, pixel_delta_threshold=20), |
| expected_per_process_crashes={ |
| CRASH_TYPE_GPU: 1, |
| }), |
| |
| # The VP9 test clip is primarily software decoded on bots. |
| PixelTestPage(('pixel_video_context_loss.html' |
| '?src=/media/test/data/four-colors-vp9.webm'), |
| base_name + '_Video_Context_Loss_VP9', |
| test_rect=[0, 0, 240, 135], |
| matching_algorithm=algo.SobelMatchingAlgorithm( |
| max_different_pixels=54400, |
| pixel_delta_threshold=30, |
| edge_threshold=250, |
| ignored_border_thickness=1), |
| expected_per_process_crashes={ |
| CRASH_TYPE_GPU: 1, |
| }), |
| PixelTestPage( |
| 'pixel_video_backdrop_filter.html?width=240&height=135&use_timer=1', |
| base_name + '_Video_BackdropFilter', |
| test_rect=[0, 0, 240, 135], |
| matching_algorithm=algo.SobelMatchingAlgorithm( |
| max_different_pixels=1000, |
| pixel_delta_threshold=20, |
| edge_threshold=40, |
| ignored_border_thickness=1)), |
| PixelTestPage('pixel_webgl_premultiplied_alpha_false.html', |
| base_name + '_WebGL_PremultipliedAlpha_False', |
| test_rect=[0, 0, 150, 150]), |
| PixelTestPage('pixel_webgl2_blitframebuffer_result_displayed.html', |
| base_name + '_WebGL2_BlitFramebuffer_Result_Displayed', |
| test_rect=[0, 0, 200, 200]), |
| PixelTestPage('pixel_webgl2_clearbufferfv_result_displayed.html', |
| base_name + '_WebGL2_ClearBufferfv_Result_Displayed', |
| test_rect=[0, 0, 200, 200]), |
| PixelTestPage('pixel_repeated_webgl_to_2d.html', |
| base_name + '_RepeatedWebGLTo2D', |
| test_rect=[0, 0, 256, 256]), |
| PixelTestPage('pixel_repeated_webgl_to_2d.html', |
| base_name + '_RepeatedWebGLTo2D_SoftwareCompositing', |
| test_rect=[0, 0, 256, 256], |
| browser_args=sw_compositing_args), |
| PixelTestPage('pixel_canvas2d_tab_switch.html', |
| base_name + '_Canvas2DTabSwitch', |
| test_rect=[0, 0, 100, 100], |
| optional_action='SwitchTabs'), |
| PixelTestPage('pixel_canvas2d_tab_switch.html', |
| base_name + '_Canvas2DTabSwitch_SoftwareCompositing', |
| test_rect=[0, 0, 100, 100], |
| browser_args=sw_compositing_args, |
| optional_action='SwitchTabs'), |
| PixelTestPage('pixel_webgl_copy_image.html', |
| base_name + '_WebGLCopyImage', |
| test_rect=[0, 0, 200, 100]), |
| PixelTestPage('pixel_webgl_read_pixels_tab_switch.html', |
| base_name + '_WebGLReadPixelsTabSwitch', |
| test_rect=[0, 0, 100, 100], |
| optional_action='SwitchTabs'), |
| PixelTestPage('pixel_webgl_read_pixels_tab_switch.html', |
| base_name + |
| '_WebGLReadPixelsTabSwitch_SoftwareCompositing', |
| test_rect=[0, 0, 100, 100], |
| browser_args=sw_compositing_args, |
| optional_action='SwitchTabs'), |
| PixelTestPage('pixel_offscreen_canvas_ibrc_webgl_main.html', |
| base_name + '_OffscreenCanvasIBRCWebGLMain', |
| test_rect=[0, 0, 300, 300], |
| optional_action='RunOffscreenCanvasIBRCWebGLTest'), |
| PixelTestPage('pixel_offscreen_canvas_ibrc_webgl_worker.html', |
| base_name + '_OffscreenCanvasIBRCWebGLWorker', |
| test_rect=[0, 0, 300, 300], |
| optional_action='RunOffscreenCanvasIBRCWebGLTest'), |
| PixelTestPage('pixel_webgl_preserved_after_tab_switch.html', |
| base_name + '_WebGLPreservedAfterTabSwitch', |
| test_rect=[0, 0, 300, 300], |
| optional_action='SwitchTabsAndCopyImage'), |
| PixelTestPage('pixel_svg_huge.html', |
| base_name + '_SVGHuge', |
| test_rect=[0, 0, 400, 400], |
| optional_action='ScrollOutAndBack', |
| grace_period_end=date(2022, 8, 29)), |
| ] |
| |
| @staticmethod |
| def WebGPUPages(base_name): |
| class Mode(Enum): |
| WEBGPU_DEFAULT = 0 |
| WEBGPU_SWIFTSHADER = 1 |
| VULKAN_SWIFTSHADER = 2 |
| |
| def webgpu_pages_helper(base_name, mode): |
| webgpu_args = [ |
| cba.ENABLE_UNSAFE_WEBGPU, |
| cba.ENABLE_EXPERIMENTAL_WEB_PLATFORM_FEATURES |
| ] |
| video_frame_query_params = '?sourceType=hw_decoder' |
| if mode == Mode.WEBGPU_SWIFTSHADER: |
| base_name += '_WebGPUSwiftShader' |
| webgpu_args += [ |
| '--enable-features=Vulkan', '--use-webgpu-adapter=swiftshader' |
| ] |
| video_frame_query_params = '?sourceType=sw_decoder' |
| elif mode == Mode.VULKAN_SWIFTSHADER: |
| base_name += '_VulkanSwiftShader' |
| webgpu_args += [ |
| '--enable-features=Vulkan', '--use-angle=swiftshader', |
| '--use-vulkan=swiftshader', '--use-webgpu-adapter=swiftshader', |
| '--disable-vulkan-surface' |
| ] |
| video_frame_query_params = '?sourceType=sw_decoder' |
| |
| return [ |
| PixelTestPage('pixel_webgpu_import_webgl_canvas.html', |
| base_name + '_WebGPUImportWebGLCanvas', |
| test_rect=[0, 0, 400, 200], |
| browser_args=webgpu_args), |
| PixelTestPage('pixel_webgpu_import_2d_canvas.html', |
| base_name + '_WebGPUImport2DCanvas', |
| test_rect=[0, 0, 400, 200], |
| browser_args=webgpu_args), |
| PixelTestPage('pixel_webgpu_import_2d_canvas.html', |
| base_name + '_WebGPUImportUnaccelerated2DCanvas', |
| test_rect=[0, 0, 400, 200], |
| browser_args=webgpu_args + |
| [cba.DISABLE_ACCELERATED_2D_CANVAS]), |
| PixelTestPage('pixel_webgpu_import_webgpu_canvas.html', |
| base_name + '_WebGPUImportWebGPUCanvas', |
| test_rect=[0, 0, 400, 200], |
| browser_args=webgpu_args), |
| PixelTestPage('pixel_webgpu_import_video_frame.html' + |
| video_frame_query_params, |
| base_name + '_WebGPUImportVideoFrame', |
| test_rect=[0, 0, 400, 200], |
| browser_args=webgpu_args), |
| PixelTestPage( |
| 'pixel_webgpu_import_video_frame.html' + video_frame_query_params, |
| base_name + '_WebGPUImportVideoFrameUnaccelerated', |
| test_rect=[0, 0, 400, 200], |
| browser_args=webgpu_args + [cba.DISABLE_ACCELERATED_2D_CANVAS]), |
| PixelTestPage( |
| 'pixel_webgpu_import_video_frame_offscreen_canvas.html' + |
| video_frame_query_params, |
| base_name + '_WebGPUImportVideoFrameOffscreenCanvas', |
| test_rect=[0, 0, 400, 200], |
| browser_args=webgpu_args), |
| PixelTestPage( |
| 'pixel_webgpu_import_video_frame_offscreen_canvas.html' + |
| video_frame_query_params, |
| base_name + '_WebGPUImportVideoFrameUnacceleratedOffscreenCanvas', |
| test_rect=[0, 0, 400, 200], |
| browser_args=webgpu_args + [cba.DISABLE_ACCELERATED_2D_CANVAS]), |
| PixelTestPage('pixel_webgpu_webgl_teximage2d.html', |
| base_name + '_WebGPUWebGLTexImage2D', |
| test_rect=[0, 0, 400, 200], |
| browser_args=webgpu_args), |
| PixelTestPage('pixel_webgpu_canvas2d_drawimage.html', |
| base_name + '_WebGPUCanvas2DDrawImage', |
| test_rect=[0, 0, 400, 200], |
| browser_args=webgpu_args), |
| PixelTestPage('pixel_webgpu_copy_image.html', |
| base_name + '_WebGPUToDataURL', |
| test_rect=[0, 0, 400, 300], |
| browser_args=webgpu_args), |
| PixelTestPage('pixel_webgpu_cached_swap_buffer_invalidated.html', |
| base_name + |
| '_WebGPUCachedSwapBufferInvalidatedShouldBeBlank', |
| test_rect=[0, 0, 300, 300], |
| browser_args=webgpu_args), |
| PixelTestPage('pixel_webgpu_copy_externalImage_2d_canvas.html', |
| base_name + '_WebGPUCopyExternalImage2DCanvas', |
| test_rect=[0, 0, 400, 200], |
| browser_args=webgpu_args), |
| PixelTestPage('pixel_webgpu_copy_externalImage_imageData.html', |
| base_name + '_WebGPUCopyExternalImageImageData', |
| test_rect=[0, 0, 400, 200], |
| browser_args=webgpu_args), |
| PixelTestPage('pixel_webgpu_copy_externalImage_imageBitmap.html', |
| base_name + '_WebGPUCopyExternalImageImageBitmap', |
| test_rect=[0, 0, 400, 200], |
| browser_args=webgpu_args), |
| PixelTestPage('pixel_webgpu_copy_externalImage_offscreenCanvas.html', |
| base_name + '_WebGPUCopyExternalImageOffscreenCanvas', |
| test_rect=[0, 0, 400, 200], |
| browser_args=webgpu_args), |
| PixelTestPage('pixel_webgpu_copy_externalImage_webgl_canvas.html', |
| base_name + '_WebGPUCopyExternalImageWebGLCanvas', |
| test_rect=[0, 0, 400, 200], |
| browser_args=webgpu_args), |
| PixelTestPage('pixel_webgpu_copy_externalImage_webgpu_canvas.html', |
| base_name + '_WebGPUCopyExternalImageWebGPUCanvas', |
| test_rect=[0, 0, 400, 200], |
| browser_args=webgpu_args), |
| ] |
| |
| return (webgpu_pages_helper(base_name, mode=Mode.WEBGPU_DEFAULT) + |
| webgpu_pages_helper(base_name, mode=Mode.WEBGPU_SWIFTSHADER) + |
| webgpu_pages_helper(base_name, mode=Mode.VULKAN_SWIFTSHADER)) |
| |
| @staticmethod |
| def WebGPUCanvasCapturePages(base_name): |
| webgpu_args = [ |
| cba.ENABLE_UNSAFE_WEBGPU, cba.ENABLE_EXPERIMENTAL_WEB_PLATFORM_FEATURES |
| ] |
| |
| browser_args_canvas_one_copy_capture = webgpu_args + [ |
| '--enable-features=OneCopyCanvasCapture' |
| ] |
| other_args_canvas_one_copy_capture = {'one_copy': True} |
| |
| browser_args_canvas_disable_one_copy_capture = webgpu_args + [ |
| '--disable-features=OneCopyCanvasCapture' |
| ] |
| other_args_canvas_accelerated_two_copy = { |
| 'one_copy': False, |
| 'accelerated_two_copy': True |
| } |
| other_args_canvas_cpu_two_copy = { |
| 'one_copy': False, |
| 'accelerated_two_copy': False |
| } |
| |
| # Setting grace_period_end to monitor the affects on bots for 2 weeks |
| # without making the bots red unexpectedly. |
| return [ |
| # Enabled OneCopyCapture |
| PixelTestPage('pixel_webgpu_canvas_capture_to_video.html', |
| base_name + '_WebGPUCanvasOneCopyCapture', |
| test_rect=[0, 0, 400, 200], |
| matching_algorithm=GENERAL_MP4_ALGO, |
| browser_args=browser_args_canvas_one_copy_capture, |
| other_args=other_args_canvas_one_copy_capture), |
| # Disabled OneCopyCapture + canvas is opaque |
| PixelTestPage( |
| 'pixel_webgpu_canvas_capture_to_video.html?has_alpha=false', |
| base_name + '_WebGPUCanvasDisableOneCopyCapture_Accelerated', |
| test_rect=[0, 0, 400, 200], |
| matching_algorithm=GENERAL_MP4_ALGO, |
| browser_args=browser_args_canvas_disable_one_copy_capture, |
| other_args=other_args_canvas_accelerated_two_copy, |
| grace_period_end=date(2022, 8, 30)), |
| # Disabled OneCopyCapture + canvas has alpha |
| PixelTestPage( |
| 'pixel_webgpu_canvas_capture_to_video.html?has_alpha=true', |
| base_name + '_WebGPUCanvasDisableOneCopyCapture_CpuReadback', |
| test_rect=[0, 0, 400, 200], |
| matching_algorithm=GENERAL_MP4_ALGO, |
| browser_args=browser_args_canvas_disable_one_copy_capture, |
| other_args=other_args_canvas_cpu_two_copy, |
| grace_period_end=date(2022, 8, 30)), |
| ] |
| |
| |
| # Pages that should be run with GPU rasterization enabled. |
| @staticmethod |
| def GpuRasterizationPages(base_name: str) -> List[PixelTestPage]: |
| browser_args = [ |
| cba.ENABLE_GPU_RASTERIZATION, |
| cba.DISABLE_SOFTWARE_COMPOSITING_FALLBACK, |
| ] |
| return [ |
| PixelTestPage('pixel_background.html', |
| base_name + '_GpuRasterization_BlueBox', |
| test_rect=[0, 0, 220, 220], |
| browser_args=browser_args), |
| PixelTestPage('concave_paths.html', |
| base_name + '_GpuRasterization_ConcavePaths', |
| test_rect=[0, 0, 100, 100], |
| browser_args=browser_args), |
| PixelTestPage('pixel_precision_rounded_corner.html', |
| base_name + '_PrecisionRoundedCorner', |
| test_rect=[0, 0, 400, 400], |
| browser_args=browser_args, |
| matching_algorithm=algo.SobelMatchingAlgorithm( |
| max_different_pixels=10, |
| pixel_delta_threshold=30, |
| edge_threshold=100)), |
| ] |
| |
| # Pages that should be run with off-thread paint worklet flags. |
| @staticmethod |
| def PaintWorkletPages(base_name: str) -> List[PixelTestPage]: |
| browser_args = [ |
| '--enable-blink-features=OffMainThreadCSSPaint', |
| '--enable-gpu-rasterization' |
| ] |
| |
| return [ |
| PixelTestPage( |
| 'pixel_paintWorklet_transform.html', |
| base_name + '_PaintWorkletTransform', |
| test_rect=[0, 0, 200, 200], |
| browser_args=browser_args), |
| ] |
| |
| # Pages that should be run with experimental canvas features. |
| @staticmethod |
| def ExperimentalCanvasFeaturesPages(base_name: str) -> List[PixelTestPage]: |
| browser_args = [ |
| cba.ENABLE_EXPERIMENTAL_WEB_PLATFORM_FEATURES, |
| ] |
| accelerated_args = [ |
| cba.DISABLE_SOFTWARE_COMPOSITING_FALLBACK, |
| ] |
| unaccelerated_args = [ |
| cba.DISABLE_ACCELERATED_2D_CANVAS, |
| cba.DISABLE_GPU_COMPOSITING, |
| ] |
| |
| return [ |
| PixelTestPage('pixel_offscreenCanvas_transfer_after_style_resize.html', |
| base_name + '_OffscreenCanvasTransferAfterStyleResize', |
| test_rect=[0, 0, 350, 350], |
| browser_args=browser_args), |
| PixelTestPage('pixel_offscreenCanvas_transfer_before_style_resize.html', |
| base_name + '_OffscreenCanvasTransferBeforeStyleResize', |
| test_rect=[0, 0, 350, 350], |
| browser_args=browser_args), |
| PixelTestPage('pixel_offscreenCanvas_webgl_paint_after_resize.html', |
| base_name + '_OffscreenCanvasWebGLPaintAfterResize', |
| test_rect=[0, 0, 200, 200], |
| browser_args=browser_args), |
| PixelTestPage('pixel_offscreenCanvas_transferToImageBitmap_main.html', |
| base_name + '_OffscreenCanvasTransferToImageBitmap', |
| test_rect=[0, 0, 300, 300], |
| browser_args=browser_args), |
| PixelTestPage('pixel_offscreenCanvas_transferToImageBitmap_worker.html', |
| base_name + '_OffscreenCanvasTransferToImageBitmapWorker', |
| test_rect=[0, 0, 300, 300], |
| browser_args=browser_args), |
| PixelTestPage('pixel_offscreenCanvas_webgl_commit_main.html', |
| base_name + '_OffscreenCanvasWebGLDefault', |
| test_rect=[0, 0, 360, 200], |
| browser_args=browser_args), |
| PixelTestPage('pixel_offscreenCanvas_webgl_commit_worker.html', |
| base_name + '_OffscreenCanvasWebGLDefaultWorker', |
| test_rect=[0, 0, 360, 200], |
| browser_args=browser_args), |
| PixelTestPage('pixel_offscreenCanvas_webgl_commit_main.html', |
| base_name + '_OffscreenCanvasWebGLSoftwareCompositing', |
| test_rect=[0, 0, 360, 200], |
| browser_args=browser_args + |
| [cba.DISABLE_GPU_COMPOSITING]), |
| PixelTestPage( |
| 'pixel_offscreenCanvas_webgl_commit_worker.html', |
| base_name + '_OffscreenCanvasWebGLSoftwareCompositingWorker', |
| test_rect=[0, 0, 360, 200], |
| browser_args=browser_args + [cba.DISABLE_GPU_COMPOSITING]), |
| PixelTestPage('pixel_offscreenCanvas_2d_commit_main.html', |
| base_name + '_OffscreenCanvasAccelerated2D', |
| test_rect=[0, 0, 360, 200], |
| browser_args=browser_args + accelerated_args), |
| PixelTestPage('pixel_offscreenCanvas_2d_commit_worker.html', |
| base_name + '_OffscreenCanvasAccelerated2DWorker', |
| test_rect=[0, 0, 360, 200], |
| browser_args=browser_args + accelerated_args), |
| PixelTestPage('pixel_offscreenCanvas_2d_commit_main.html', |
| base_name + '_OffscreenCanvasUnaccelerated2D', |
| test_rect=[0, 0, 360, 200], |
| browser_args=browser_args + unaccelerated_args), |
| PixelTestPage('pixel_offscreenCanvas_2d_commit_worker.html', |
| base_name + '_OffscreenCanvasUnaccelerated2DWorker', |
| test_rect=[0, 0, 360, 200], |
| browser_args=browser_args + unaccelerated_args), |
| PixelTestPage( |
| 'pixel_offscreenCanvas_2d_commit_main.html', |
| base_name + '_OffscreenCanvasUnaccelerated2DGPUCompositing', |
| test_rect=[0, 0, 360, 200], |
| browser_args=browser_args + [cba.DISABLE_ACCELERATED_2D_CANVAS]), |
| PixelTestPage( |
| 'pixel_offscreenCanvas_2d_commit_worker.html', |
| base_name + '_OffscreenCanvasUnaccelerated2DGPUCompositingWorker', |
| test_rect=[0, 0, 360, 200], |
| browser_args=browser_args + [cba.DISABLE_ACCELERATED_2D_CANVAS]), |
| PixelTestPage('pixel_offscreenCanvas_2d_resize_on_worker.html', |
| base_name + '_OffscreenCanvas2DResizeOnWorker', |
| test_rect=[0, 0, 200, 200], |
| browser_args=browser_args), |
| PixelTestPage('pixel_offscreenCanvas_webgl_resize_on_worker.html', |
| base_name + '_OffscreenCanvasWebglResizeOnWorker', |
| test_rect=[0, 0, 200, 200], |
| browser_args=browser_args), |
| PixelTestPage('pixel_canvas_display_srgb.html', |
| base_name + '_CanvasDisplaySRGBAccelerated2D', |
| test_rect=[0, 0, 140, 140], |
| browser_args=browser_args + accelerated_args), |
| PixelTestPage('pixel_canvas_display_srgb.html', |
| base_name + '_CanvasDisplaySRGBUnaccelerated2D', |
| test_rect=[0, 0, 140, 140], |
| browser_args=browser_args + unaccelerated_args), |
| PixelTestPage( |
| 'pixel_canvas_display_srgb.html', |
| base_name + '_CanvasDisplaySRGBUnaccelerated2DGPUCompositing', |
| test_rect=[0, 0, 140, 140], |
| browser_args=browser_args + [cba.DISABLE_ACCELERATED_2D_CANVAS]), |
| PixelTestPage('pixel_webgl_webcodecs_breakoutbox_displays_frame.html', |
| base_name + '_WebGLWebCodecsBreakoutBoxDisplaysFrame', |
| test_rect=[0, 0, 300, 300], |
| browser_args=browser_args) |
| ] |
| |
| @staticmethod |
| def LowLatencyPages(base_name: str) -> List[PixelTestPage]: |
| unaccelerated_args = [ |
| cba.DISABLE_ACCELERATED_2D_CANVAS, |
| cba.DISABLE_GPU_COMPOSITING, |
| ] |
| return [ |
| PixelTestPage('pixel_canvas_low_latency_2d.html', |
| base_name + '_CanvasLowLatency2D', |
| test_rect=[0, 0, 100, 100]), |
| PixelTestPage('pixel_canvas_low_latency_2d.html', |
| base_name + '_CanvasUnacceleratedLowLatency2D', |
| test_rect=[0, 0, 100, 100], |
| browser_args=unaccelerated_args), |
| PixelTestPage('pixel_canvas_low_latency_webgl.html', |
| base_name + '_CanvasLowLatencyWebGL', |
| test_rect=[0, 0, 200, 200]), |
| PixelTestPage('pixel_canvas_low_latency_webgl_alpha_false.html', |
| base_name + '_CanvasLowLatencyWebGLAlphaFalse', |
| test_rect=[0, 0, 200, 200]), |
| PixelTestPage('pixel_canvas_low_latency_2d_draw_image.html', |
| base_name + '_CanvasLowLatency2DDrawImage', |
| test_rect=[0, 0, 200, 100]), |
| PixelTestPage('pixel_canvas_low_latency_webgl_draw_image.html', |
| base_name + '_CanvasLowLatencyWebGLDrawImage', |
| test_rect=[0, 0, 200, 100]), |
| PixelTestPage('pixel_canvas_low_latency_2d_image_data.html', |
| base_name + '_CanvasLowLatency2DImageData', |
| test_rect=[0, 0, 200, 100]), |
| PixelTestPage('pixel_canvas_low_latency_webgl_rounded_corners.html', |
| base_name + '_CanvasLowLatencyWebGLRoundedCorners', |
| test_rect=[0, 0, 100, 100]), |
| PixelTestPage('pixel_canvas_low_latency_webgl_occluded.html', |
| base_name + '_CanvasLowLatencyWebGLOccluded', |
| test_rect=[0, 0, 100, 100], |
| other_args={'no_overlay': True}), |
| ] |
| |
| # Only add these tests on platforms where SwiftShader is enabled. |
| # Currently this is Windows and Linux. |
| @staticmethod |
| def SwiftShaderPages(base_name: str) -> List[PixelTestPage]: |
| browser_args = [cba.DISABLE_GPU] |
| suffix = '_SwiftShader' |
| return [ |
| PixelTestPage('pixel_canvas2d.html', |
| base_name + '_Canvas2DRedBox' + suffix, |
| test_rect=[0, 0, 300, 300], |
| browser_args=browser_args), |
| PixelTestPage('pixel_css3d.html', |
| base_name + '_CSS3DBlueBox' + suffix, |
| test_rect=[0, 0, 300, 300], |
| browser_args=browser_args), |
| PixelTestPage('pixel_webgl_aa_alpha.html', |
| base_name + '_WebGLGreenTriangle_AA_Alpha' + suffix, |
| test_rect=[0, 0, 300, 300], |
| browser_args=browser_args), |
| PixelTestPage('pixel_repeated_webgl_to_2d.html', |
| base_name + '_RepeatedWebGLTo2D' + suffix, |
| test_rect=[0, 0, 256, 256], |
| browser_args=browser_args), |
| ] |
| |
| # Test rendering where GPU process is blocked. |
| @staticmethod |
| def NoGpuProcessPages(base_name: str) -> List[PixelTestPage]: |
| browser_args = [cba.DISABLE_GPU, cba.DISABLE_SOFTWARE_RASTERIZER] |
| suffix = '_NoGpuProcess' |
| return [ |
| PixelTestPage( |
| 'pixel_canvas2d.html', |
| base_name + '_Canvas2DRedBox' + suffix, |
| test_rect=[0, 0, 300, 300], |
| browser_args=browser_args, |
| gpu_process_disabled=True), |
| PixelTestPage( |
| 'pixel_css3d.html', |
| base_name + '_CSS3DBlueBox' + suffix, |
| test_rect=[0, 0, 300, 300], |
| browser_args=browser_args, |
| gpu_process_disabled=True), |
| ] |
| |
| # Pages that should be run with various macOS specific command line |
| # arguments. |
| @staticmethod |
| def MacSpecificPages(base_name: str) -> List[PixelTestPage]: |
| unaccelerated_2d_canvas_args = [cba.DISABLE_ACCELERATED_2D_CANVAS] |
| |
| non_chromium_image_args = ['--disable-webgl-image-chromium'] |
| |
| # This disables the Core Animation compositor, falling back to the |
| # old GLRenderer path, but continuing to allocate IOSurfaces for |
| # WebGL's back buffer. |
| no_overlays_args = ['--disable-features=CoreAnimationRenderer'] |
| |
| # The filter effect tests produce images with lots of gradients and blurs |
| # which don't play nicely with Sobel filters, so a fuzzy algorithm instead |
| # of Sobel. The images are also relatively large (360k pixels), and large |
| # portions of the image are prone to noise, hence the large max different |
| # pixels value. |
| filter_effect_fuzzy_algo = algo.FuzzyMatchingAlgorithm( |
| max_different_pixels=57500, pixel_delta_threshold=15) |
| |
| return [ |
| PixelTestPage('pixel_canvas2d_webgl.html', |
| base_name + '_IOSurface2DCanvasWebGL', |
| test_rect=[0, 0, 300, 300]), |
| |
| # On macOS, test WebGL non-Chromium Image compositing path. |
| PixelTestPage('pixel_webgl_aa_alpha.html', |
| base_name + |
| '_WebGLGreenTriangle_NonChromiumImage_AA_Alpha', |
| test_rect=[0, 0, 300, 300], |
| browser_args=non_chromium_image_args), |
| PixelTestPage('pixel_webgl_noaa_alpha.html', |
| base_name + |
| '_WebGLGreenTriangle_NonChromiumImage_NoAA_Alpha', |
| test_rect=[0, 0, 300, 300], |
| browser_args=non_chromium_image_args), |
| PixelTestPage('pixel_webgl_aa_noalpha.html', |
| base_name + |
| '_WebGLGreenTriangle_NonChromiumImage_AA_NoAlpha', |
| test_rect=[0, 0, 300, 300], |
| browser_args=non_chromium_image_args), |
| PixelTestPage('pixel_webgl_noaa_noalpha.html', |
| base_name + |
| '_WebGLGreenTriangle_NonChromiumImage_NoAA_NoAlpha', |
| test_rect=[0, 0, 300, 300], |
| browser_args=non_chromium_image_args), |
| |
| # On macOS, test CSS filter effects with and without the CA compositor. |
| PixelTestPage('filter_effects.html', |
| base_name + '_CSSFilterEffects', |
| test_rect=[0, 0, 300, 300], |
| matching_algorithm=filter_effect_fuzzy_algo), |
| PixelTestPage('filter_effects.html', |
| base_name + '_CSSFilterEffects_NoOverlays', |
| test_rect=[0, 0, 300, 300], |
| browser_args=no_overlays_args, |
| matching_algorithm=filter_effect_fuzzy_algo), |
| |
| # Test WebGL's premultipliedAlpha:false without the CA compositor. |
| PixelTestPage('pixel_webgl_premultiplied_alpha_false.html', |
| base_name + '_WebGL_PremultipliedAlpha_False_NoOverlays', |
| test_rect=[0, 0, 150, 150], |
| browser_args=no_overlays_args), |
| |
| # Test GpuBenchmarking::AddCoreAnimationStatusEventListener. |
| # Error code is 0 (gfx::kCALayerSuccess) when it succeeds. |
| # --enable-gpu-benchmarking is added by default and it's required to run |
| # this test. |
| PixelTestPage('core_animation_status_api.html?error=0', |
| base_name + '_CoreAnimationStatusApiNoError', |
| test_rect=[0, 0, 300, 300]), |
| # Test GpuBenchmarking::AddCoreAnimationStatusEventListener. |
| # Error code is 32 (gfx::kCALayerFailedOverlayDisabled) when |
| # CoreAnimationRenderer is disabled. |
| # --enable-gpu-benchmarking is added by default and it's required to run |
| # this test. |
| PixelTestPage('core_animation_status_api.html?error=32', |
| base_name + '_CoreAnimationStatusApiWithError', |
| test_rect=[0, 0, 300, 300], |
| browser_args=no_overlays_args), |
| |
| # --enable-gpu-benchmarking is required to run this test. it's added to |
| # the pixel tests by default. |
| PixelTestPage('canvas_uses_overlay.html', |
| base_name + '_CanvasUsesOverlay', |
| test_rect=[0, 0, 100, 100]), |
| |
| # --enable-gpu-benchmarking is required to run this test. it's added to |
| # the pixel tests by default. |
| PixelTestPage('canvas_uses_overlay.html', |
| base_name + '_UnacceleratedCanvasUsesOverlay', |
| test_rect=[0, 0, 100, 100], |
| browser_args=unaccelerated_2d_canvas_args), |
| |
| # --enable-gpu-benchmarking is required to run this test. it's added to |
| # the pixel tests by default. |
| PixelTestPage( |
| 'offscreencanvas_imagebitmap_from_worker_uses_overlay.html', |
| base_name + '_OffscreenCanvasImageBitmapWorkerUsesOverlay', |
| test_rect=[0, 0, 100, 100]), |
| |
| # --enable-gpu-benchmarking is required to run this test. it's added to |
| # the pixel tests by default. |
| PixelTestPage( |
| 'offscreencanvas_imagebitmap_from_worker_uses_overlay.html', |
| base_name + |
| '_UnacceleratedOffscreenCanvasImageBitmapWorkerUsesOverlay', |
| test_rect=[0, 0, 100, 100], |
| browser_args=unaccelerated_2d_canvas_args), |
| |
| # --enable-gpu-benchmarking is required to run this test. it's added to |
| # the pixel tests by default. |
| PixelTestPage('offscreencanvas_imagebitmap_uses_overlay.html', |
| base_name + '_OffscreenCanvasImageBitmapUsesOverlay', |
| test_rect=[0, 0, 100, 100]), |
| |
| # --enable-gpu-benchmarking is required to run this test. it's added to |
| # the pixel tests by default. |
| PixelTestPage('offscreencanvas_imagebitmap_uses_overlay.html', |
| base_name + |
| '_UnacceleratedOffscreenCanvasImageBitmapUsesOverlay', |
| test_rect=[0, 0, 100, 100], |
| browser_args=unaccelerated_2d_canvas_args), |
| ] |
| |
| # Pages that should be run only on dual-GPU MacBook Pros (at the |
| # present time, anyway). |
| @staticmethod |
| def DualGPUMacSpecificPages(base_name: str) -> List[PixelTestPage]: |
| return [ |
| PixelTestPage('pixel_webgl_high_to_low_power.html', |
| base_name + '_WebGLHighToLowPower', |
| test_rect=[0, 0, 300, 300], |
| optional_action='RunTestWithHighPerformanceTab'), |
| PixelTestPage('pixel_webgl_low_to_high_power.html', |
| base_name + '_WebGLLowToHighPower', |
| test_rect=[0, 0, 300, 300], |
| optional_action='RunLowToHighPowerTest'), |
| PixelTestPage('pixel_webgl_low_to_high_power_alpha_false.html', |
| base_name + '_WebGLLowToHighPowerAlphaFalse', |
| test_rect=[0, 0, 300, 300], |
| optional_action='RunLowToHighPowerTest'), |
| PixelTestPage( |
| 'pixel_offscreen_canvas_ibrc_webgl_main.html', |
| base_name + '_OffscreenCanvasIBRCWebGLHighPerfMain', |
| test_rect=[0, 0, 300, 300], |
| optional_action='RunOffscreenCanvasIBRCWebGLHighPerfTest'), |
| PixelTestPage( |
| 'pixel_offscreen_canvas_ibrc_webgl_worker.html', |
| base_name + '_OffscreenCanvasIBRCWebGLHighPerfWorker', |
| test_rect=[0, 0, 300, 300], |
| optional_action='RunOffscreenCanvasIBRCWebGLHighPerfTest'), |
| ] |
| |
| @staticmethod |
| def DirectCompositionPages(base_name: str) -> List[PixelTestPage]: |
| browser_args = [ |
| cba.ENABLE_DIRECT_COMPOSITION_VIDEO_OVERLAYS, |
| # All bots are connected with a power source, however, we want to to |
| # test with the code path that's enabled with battery power. |
| cba.DISABLE_DIRECT_COMPOSITION_VP_SCALING, |
| # This feature ensures that addSwapCompletionEventListener in |
| # gpu_benchmarking only sends completion event on a succdessful commit. |
| '--enable-features=ReportFCPOnlyOnSuccessfulCommit', |
| ] |
| browser_args_NV12 = browser_args + [ |
| '--direct-composition-video-swap-chain-format=nv12' |
| ] |
| browser_args_YUY2 = browser_args + [ |
| '--direct-composition-video-swap-chain-format=yuy2' |
| ] |
| browser_args_BGRA = browser_args + [ |
| '--direct-composition-video-swap-chain-format=bgra' |
| ] |
| browser_args_DXVA = browser_args + [ |
| cba.DISABLE_FEATURES_D3D11_VIDEO_DECODER |
| ] |
| browser_args_vp_scaling = [ |
| cba.ENABLE_DIRECT_COMPOSITION_VIDEO_OVERLAYS, |
| cba.ENABLE_DIRECT_COMPOSITION_VP_SCALING, |
| ] |
| |
| # Most tests fall roughly into 3 tiers of noisiness. |
| # Parameter values were determined using the automated optimization script, |
| # and similar values combined into a single set using the most permissive |
| # value for each parameter in that tier. |
| strict_dc_sobel_algorithm = algo.SobelMatchingAlgorithm( |
| max_different_pixels=1000, |
| pixel_delta_threshold=5, |
| edge_threshold=250, |
| ignored_border_thickness=1) |
| permissive_dc_sobel_algorithm = algo.SobelMatchingAlgorithm( |
| max_different_pixels=16800, |
| pixel_delta_threshold=20, |
| edge_threshold=30, |
| ignored_border_thickness=1) |
| very_permissive_dc_sobel_algorithm = algo.SobelMatchingAlgorithm( |
| max_different_pixels=30400, |
| pixel_delta_threshold=45, |
| edge_threshold=10, |
| ignored_border_thickness=1, |
| ) |
| |
| return [ |
| PixelTestPage('pixel_video_mp4.html?width=240&height=135&swaps=12', |
| base_name + '_DirectComposition_Video_MP4', |
| test_rect=[0, 0, 240, 135], |
| browser_args=browser_args, |
| matching_algorithm=permissive_dc_sobel_algorithm), |
| PixelTestPage('pixel_video_mp4.html?width=240&height=135', |
| base_name + '_DirectComposition_Video_MP4_DXVA', |
| browser_args=browser_args_DXVA, |
| test_rect=[0, 0, 240, 135], |
| matching_algorithm=permissive_dc_sobel_algorithm), |
| PixelTestPage('pixel_video_mp4.html?width=960&height=540', |
| base_name + '_DirectComposition_Video_MP4_Fullsize', |
| browser_args=browser_args, |
| other_args={'full_size': True}, |
| test_rect=[0, 0, 960, 540], |
| matching_algorithm=strict_dc_sobel_algorithm), |
| PixelTestPage('pixel_video_mp4.html?width=240&height=135', |
| base_name + '_DirectComposition_Video_MP4_NV12', |
| test_rect=[0, 0, 240, 135], |
| browser_args=browser_args_NV12, |
| other_args={'pixel_format': 'NV12'}, |
| matching_algorithm=permissive_dc_sobel_algorithm), |
| PixelTestPage('pixel_video_mp4.html?width=240&height=135', |
| base_name + '_DirectComposition_Video_MP4_YUY2', |
| test_rect=[0, 0, 240, 135], |
| browser_args=browser_args_YUY2, |
| other_args={'pixel_format': 'YUY2'}, |
| matching_algorithm=permissive_dc_sobel_algorithm), |
| PixelTestPage('pixel_video_mp4.html?width=960&height=540', |
| base_name + '_DirectComposition_Video_MP4_BGRA', |
| test_rect=[0, 0, 960, 540], |
| browser_args=browser_args_BGRA, |
| other_args={'pixel_format': 'BGRA'}, |
| matching_algorithm=permissive_dc_sobel_algorithm), |
| PixelTestPage('pixel_video_mp4.html?width=240&height=135', |
| base_name + '_DirectComposition_Video_MP4_VP_SCALING', |
| test_rect=[0, 0, 240, 135], |
| browser_args=browser_args_vp_scaling, |
| other_args={'zero_copy': False}, |
| matching_algorithm=permissive_dc_sobel_algorithm), |
| PixelTestPage( |
| 'pixel_video_mp4_four_colors_aspect_4x3.html?width=240&height=135', |
| base_name + '_DirectComposition_Video_MP4_FourColors_Aspect_4x3', |
| test_rect=[0, 0, 240, 135], |
| browser_args=browser_args, |
| matching_algorithm=permissive_dc_sobel_algorithm), |
| PixelTestPage( |
| 'pixel_video_mp4_four_colors_rot_90.html?width=270&height=240', |
| base_name + '_DirectComposition_Video_MP4_FourColors_Rot_90', |
| test_rect=[0, 0, 270, 240], |
| browser_args=browser_args, |
| other_args={'video_is_rotated': True}, |
| matching_algorithm=strict_dc_sobel_algorithm), |
| PixelTestPage( |
| 'pixel_video_mp4_four_colors_rot_180.html?' |
| 'width=240&height=135&swaps=12', |
| base_name + '_DirectComposition_Video_MP4_FourColors_Rot_180', |
| test_rect=[0, 0, 240, 135], |
| browser_args=browser_args, |
| other_args={'video_is_rotated': True}, |
| matching_algorithm=strict_dc_sobel_algorithm), |
| PixelTestPage( |
| 'pixel_video_mp4_four_colors_rot_270.html?' |
| 'width=270&height=240', |
| base_name + '_DirectComposition_Video_MP4_FourColors_Rot_270', |
| test_rect=[0, 0, 270, 240], |
| browser_args=browser_args, |
| other_args={'video_is_rotated': True}, |
| matching_algorithm=strict_dc_sobel_algorithm), |
| PixelTestPage('pixel_video_vp9.html?width=240&height=135', |
| base_name + '_DirectComposition_Video_VP9', |
| test_rect=[0, 0, 240, 135], |
| browser_args=browser_args, |
| matching_algorithm=very_permissive_dc_sobel_algorithm), |
| PixelTestPage('pixel_video_vp9.html?width=240&height=135', |
| base_name + '_DirectComposition_Video_VP9_DXVA', |
| browser_args=browser_args_DXVA, |
| test_rect=[0, 0, 240, 135], |
| matching_algorithm=very_permissive_dc_sobel_algorithm), |
| PixelTestPage( |
| 'pixel_video_vp9.html?width=960&height=540', |
| base_name + '_DirectComposition_Video_VP9_Fullsize', |
| test_rect=[0, 0, 960, 540], |
| browser_args=browser_args, |
| other_args={'full_size': True}, |
| # Much larger image than other VP9 tests. |
| matching_algorithm=algo.SobelMatchingAlgorithm( |
| max_different_pixels=504000, |
| pixel_delta_threshold=10, |
| edge_threshold=10, |
| ignored_border_thickness=1, |
| )), |
| PixelTestPage('pixel_video_vp9.html?width=240&height=135', |
| base_name + '_DirectComposition_Video_VP9_NV12', |
| test_rect=[0, 0, 240, 135], |
| browser_args=browser_args_NV12, |
| other_args={ |
| 'pixel_format': 'NV12', |
| }, |
| matching_algorithm=very_permissive_dc_sobel_algorithm), |
| PixelTestPage('pixel_video_vp9.html?width=240&height=135', |
| base_name + '_DirectComposition_Video_VP9_YUY2', |
| test_rect=[0, 0, 240, 135], |
| browser_args=browser_args_YUY2, |
| other_args={'pixel_format': 'YUY2'}, |
| matching_algorithm=very_permissive_dc_sobel_algorithm), |
| PixelTestPage('pixel_video_vp9.html?width=960&height=540&swaps=12', |
| base_name + '_DirectComposition_Video_VP9_BGRA', |
| test_rect=[0, 0, 960, 540], |
| browser_args=browser_args_BGRA, |
| other_args={'pixel_format': 'BGRA'}, |
| matching_algorithm=very_permissive_dc_sobel_algorithm), |
| PixelTestPage('pixel_video_vp9_i420a.html?width=240&height=135', |
| base_name + '_DirectComposition_Video_VP9_I420A', |
| test_rect=[0, 0, 240, 135], |
| browser_args=browser_args, |
| other_args={'no_overlay': True}, |
| matching_algorithm=strict_dc_sobel_algorithm), |
| PixelTestPage('pixel_video_vp9.html?width=240&height=135', |
| base_name + '_DirectComposition_Video_VP9_VP_SCALING', |
| test_rect=[0, 0, 240, 135], |
| browser_args=browser_args_vp_scaling, |
| other_args={'zero_copy': False}, |
| matching_algorithm=very_permissive_dc_sobel_algorithm), |
| PixelTestPage('pixel_video_underlay.html?width=240&height=136&swaps=16', |
| base_name + '_DirectComposition_Underlay', |
| test_rect=[0, 0, 240, 136], |
| browser_args=browser_args, |
| matching_algorithm=permissive_dc_sobel_algorithm), |
| PixelTestPage('pixel_video_underlay.html?width=240&height=136&swaps=12', |
| base_name + '_DirectComposition_Underlay_DXVA', |
| test_rect=[0, 0, 240, 136], |
| browser_args=browser_args_DXVA, |
| matching_algorithm=permissive_dc_sobel_algorithm), |
| PixelTestPage('pixel_video_underlay.html?width=960&height=540&swaps=12', |
| base_name + '_DirectComposition_Underlay_Fullsize', |
| test_rect=[0, 0, 960, 540], |
| browser_args=browser_args, |
| other_args={'full_size': True}, |
| matching_algorithm=strict_dc_sobel_algorithm), |
| PixelTestPage( |
| 'pixel_video_mp4_rounded_corner.html?width=240&height=135', |
| base_name + '_DirectComposition_Video_MP4_Rounded_Corner', |
| test_rect=[0, 0, 240, 135], |
| browser_args=browser_args, |
| matching_algorithm=permissive_dc_sobel_algorithm), |
| PixelTestPage('pixel_video_backdrop_filter.html?width=240&height=135', |
| base_name + '_DirectComposition_Video_BackdropFilter', |
| test_rect=[0, 0, 240, 135], |
| browser_args=browser_args, |
| other_args={'no_overlay': True}), |
| PixelTestPage( |
| 'pixel_video_mp4.html?width=240&height=135', |
| base_name + '_DirectComposition_Video_Disable_Overlays', |
| test_rect=[0, 0, 240, 135], |
| browser_args=[cba.DISABLE_DIRECT_COMPOSITION_VIDEO_OVERLAYS], |
| other_args={'no_overlay': True}, |
| matching_algorithm=very_permissive_dc_sobel_algorithm), |
| ] |
| |
| @staticmethod |
| def VideoFromCanvasPages(base_name: str) -> List[PixelTestPage]: |
| # Tests for <video> element rendering results of <canvas> capture. |
| # It's important for video conference software. |
| |
| # All these tests contain 4 or 8 solid colored rectangles |
| # around 50x100 pixels, this should account for possible antialiasing and |
| # color cenversion during RGB<->YUV conversions. |
| match_algo = algo.SobelMatchingAlgorithm(max_different_pixels=11000, |
| pixel_delta_threshold=50, |
| edge_threshold=30, |
| ignored_border_thickness=1) |
| |
| # Use shorter timeout since the tests are not supposed to be long. |
| timeout = 150 |
| |
| return [ |
| PixelTestPage('pixel_video_from_canvas_2d.html', |
| base_name + '_VideoStreamFrom2DCanvas', |
| test_rect=[0, 0, 200, 200], |
| browser_args=[], |
| matching_algorithm=match_algo, |
| timeout=timeout), |
| PixelTestPage('pixel_video_from_canvas_2d_alpha.html', |
| base_name + '_VideoStreamFrom2DAlphaCanvas', |
| test_rect=[0, 0, 200, 200], |
| browser_args=[], |
| matching_algorithm=match_algo, |
| timeout=timeout), |
| PixelTestPage('pixel_video_from_canvas_webgl2_alpha.html', |
| base_name + '_VideoStreamFromWebGLAlphaCanvas', |
| test_rect=[0, 0, 200, 200], |
| browser_args=[], |
| matching_algorithm=match_algo, |
| timeout=timeout), |
| PixelTestPage('pixel_video_from_canvas_webgl2.html', |
| base_name + '_VideoStreamFromWebGLCanvas', |
| test_rect=[0, 0, 200, 200], |
| browser_args=[], |
| matching_algorithm=match_algo, |
| timeout=timeout), |
| |
| # Safeguard against repeating crbug.com/1337101 |
| PixelTestPage( |
| 'pixel_video_from_canvas_2d_alpha.html', |
| base_name + '_VideoStreamFrom2DAlphaCanvas_DisableOOPRaster', |
| test_rect=[0, 0, 200, 200], |
| browser_args=['--disable-features=CanvasOopRasterization'], |
| matching_algorithm=match_algo, |
| timeout=timeout), |
| |
| # Test OneCopyCanvasCapture |
| PixelTestPage('pixel_video_from_canvas_webgl2.html', |
| base_name + '_VideoStreamFromWebGLCanvas_OneCopy', |
| test_rect=[0, 0, 200, 200], |
| browser_args=['--enable-features=OneCopyCanvasCapture'], |
| other_args={'one_copy': True}, |
| matching_algorithm=match_algo, |
| grace_period_end=date(2022, 8, 30), |
| timeout=timeout), |
| # TwoCopyCanvasCapture |
| PixelTestPage('pixel_video_from_canvas_webgl2.html', |
| base_name + |
| '_VideoStreamFromWebGLCanvas_TwoCopy_Accelerated', |
| test_rect=[0, 0, 200, 200], |
| browser_args=['--disable-features=OneCopyCanvasCapture'], |
| other_args={ |
| 'one_copy': False, |
| 'accelerated_two_copy': True |
| }, |
| matching_algorithm=match_algo, |
| grace_period_end=date(2022, 8, 30), |
| timeout=timeout), |
| # Having alpha channel would disable TwoCopy's accelerated path |
| PixelTestPage('pixel_video_from_canvas_webgl2_alpha.html', |
| base_name + |
| '_VideoStreamFromWebGLAlphaCanvas_TwoCopy_CpuReadback', |
| test_rect=[0, 0, 200, 200], |
| browser_args=['--disable-features=OneCopyCanvasCapture'], |
| other_args={ |
| 'one_copy': False, |
| 'accelerated_two_copy': False |
| }, |
| matching_algorithm=match_algo, |
| grace_period_end=date(2022, 8, 30), |
| timeout=timeout), |
| ] |
| |
| @staticmethod |
| def HdrTestPages(base_name: str) -> List[PixelTestPage]: |
| return [ |
| PixelTestPage( |
| 'pixel_canvas2d.html', |
| base_name + '_Canvas2DRedBoxScrgbLinear', |
| test_rect=[0, 0, 300, 300], |
| browser_args=['--force-color-profile=scrgb-linear']), |
| PixelTestPage( |
| 'pixel_canvas2d.html', |
| base_name + '_Canvas2DRedBoxHdr10', |
| test_rect=[0, 0, 300, 300], |
| browser_args=['--force-color-profile=hdr10']), |
| ] |
| |
| @staticmethod |
| def RootSwapChainPages(base_name: str) -> List[PixelTestPage]: |
| return [ |
| PixelTestPage( |
| 'wait_for_compositing.html', |
| base_name + '_ForceFullDamage', |
| test_rect=[0, 0, 0, 0], |
| other_args={ |
| 'has_alpha': False, |
| 'full_damage': True |
| }, |
| browser_args=[cba.ENABLE_DIRECT_COMPOSITION_FORCE_FULL_DAMAGE]), |
| PixelTestPage( |
| 'wait_for_compositing.html', |
| base_name + '_ForcePartialDamage', |
| test_rect=[0, 0, 0, 0], |
| other_args={ |
| 'has_alpha': False, |
| 'full_damage': False |
| }, |
| browser_args=[cba.DISABLE_DIRECT_COMPOSITION_FORCE_FULL_DAMAGE]), |
| ] |
| |
| # This should only be used with the cast_streaming suite. |
| @staticmethod |
| def CastStreamingReceiverPages(base_name): |
| return [ |
| PixelTestPage('receiver.html', |
| base_name + '_VP8_1Frame', |
| test_rect=[0, 0, 0, 0]), |
| ] |
