| // Copyright 2014 The Chromium Authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style license that can be |
| // found in the LICENSE file. |
| |
| #include "cc/layers/video_layer_impl.h" |
| |
| #include <stddef.h> |
| |
| #include "base/bind_helpers.h" |
| #include "cc/layers/video_frame_provider_client_impl.h" |
| #include "cc/test/fake_video_frame_provider.h" |
| #include "cc/test/layer_test_common.h" |
| #include "cc/trees/single_thread_proxy.h" |
| #include "components/viz/common/gpu/context_provider.h" |
| #include "components/viz/common/quads/draw_quad.h" |
| #include "components/viz/common/quads/stream_video_draw_quad.h" |
| #include "components/viz/common/quads/texture_draw_quad.h" |
| #include "components/viz/common/quads/yuv_video_draw_quad.h" |
| #include "components/viz/service/display/output_surface.h" |
| #include "media/base/video_frame.h" |
| #include "testing/gtest/include/gtest/gtest.h" |
| |
| namespace cc { |
| namespace { |
| |
| // NOTE: We cannot use DebugScopedSetImplThreadAndMainThreadBlocked in these |
| // tests because it gets destroyed before the VideoLayerImpl is destroyed. This |
| // causes a DCHECK in VideoLayerImpl's destructor to fail. |
| static void DebugSetImplThreadAndMainThreadBlocked( |
| TaskRunnerProvider* task_runner_provider) { |
| #if DCHECK_IS_ON() |
| task_runner_provider->SetCurrentThreadIsImplThread(true); |
| task_runner_provider->SetMainThreadBlocked(true); |
| #endif |
| } |
| |
| TEST(VideoLayerImplTest, Occlusion) { |
| gfx::Size layer_size(1000, 1000); |
| gfx::Size viewport_size(1000, 1000); |
| |
| LayerTestCommon::LayerImplTest impl; |
| DebugSetImplThreadAndMainThreadBlocked(impl.task_runner_provider()); |
| |
| scoped_refptr<media::VideoFrame> video_frame = media::VideoFrame::CreateFrame( |
| media::PIXEL_FORMAT_I420, gfx::Size(10, 10), gfx::Rect(10, 10), |
| gfx::Size(10, 10), base::TimeDelta()); |
| FakeVideoFrameProvider provider; |
| provider.set_frame(video_frame); |
| |
| VideoLayerImpl* video_layer_impl = |
| impl.AddChildToRoot<VideoLayerImpl>(&provider, media::VIDEO_ROTATION_0); |
| video_layer_impl->SetBounds(layer_size); |
| video_layer_impl->SetDrawsContent(true); |
| video_layer_impl->set_visible_layer_rect(gfx::Rect(layer_size)); |
| |
| impl.CalcDrawProps(viewport_size); |
| |
| { |
| SCOPED_TRACE("No occlusion"); |
| gfx::Rect occluded; |
| impl.AppendQuadsWithOcclusion(video_layer_impl, occluded); |
| |
| LayerTestCommon::VerifyQuadsExactlyCoverRect(impl.quad_list(), |
| gfx::Rect(layer_size)); |
| |
| LayerTestCommon::VerifyQuadsExactlyCoverRect( |
| impl.quad_list(), |
| impl.quad_list().cbegin()->shared_quad_state->visible_quad_layer_rect); |
| EXPECT_EQ(1u, impl.quad_list().size()); |
| } |
| |
| { |
| SCOPED_TRACE("Full occlusion"); |
| gfx::Rect occluded(video_layer_impl->visible_layer_rect()); |
| impl.AppendQuadsWithOcclusion(video_layer_impl, occluded); |
| |
| LayerTestCommon::VerifyQuadsExactlyCoverRect(impl.quad_list(), gfx::Rect()); |
| EXPECT_EQ(impl.quad_list().size(), 0u); |
| } |
| |
| { |
| SCOPED_TRACE("Partial occlusion"); |
| gfx::Rect occluded(200, 0, 800, 1000); |
| impl.AppendQuadsWithOcclusion(video_layer_impl, occluded); |
| |
| size_t partially_occluded_count = 0; |
| LayerTestCommon::VerifyQuadsAreOccluded( |
| impl.quad_list(), occluded, &partially_occluded_count); |
| LayerTestCommon::VerifyQuadsExactlyCoverRect( |
| impl.quad_list(), |
| impl.quad_list().cbegin()->shared_quad_state->visible_quad_layer_rect); |
| // The layer outputs one quad, which is partially occluded. |
| EXPECT_EQ(1u, impl.quad_list().size()); |
| EXPECT_EQ(1u, partially_occluded_count); |
| } |
| } |
| |
| TEST(VideoLayerImplTest, OccludesOtherLayers) { |
| gfx::Size layer_size(1000, 1000); |
| gfx::Rect visible(layer_size); |
| |
| LayerTestCommon::LayerImplTest impl; |
| impl.host_impl()->active_tree()->SetDeviceViewportSize(layer_size); |
| DebugSetImplThreadAndMainThreadBlocked(impl.task_runner_provider()); |
| auto* active_tree = impl.host_impl()->active_tree(); |
| |
| // Create a video layer with no frame on top of another layer. |
| std::unique_ptr<LayerImpl> layer_impl = LayerImpl::Create(active_tree, 3); |
| layer_impl->test_properties()->force_render_surface = true; |
| layer_impl->SetBounds(layer_size); |
| layer_impl->SetDrawsContent(true); |
| const auto& draw_properties = layer_impl->draw_properties(); |
| |
| FakeVideoFrameProvider provider; |
| std::unique_ptr<VideoLayerImpl> video_layer_impl = VideoLayerImpl::Create( |
| active_tree, 4, &provider, media::VIDEO_ROTATION_0); |
| video_layer_impl->SetBounds(layer_size); |
| video_layer_impl->SetDrawsContent(true); |
| video_layer_impl->SetContentsOpaque(true); |
| |
| layer_impl->test_properties()->AddChild(std::move(video_layer_impl)); |
| active_tree->SetRootLayerForTesting(std::move(layer_impl)); |
| |
| active_tree->BuildLayerListAndPropertyTreesForTesting(); |
| |
| active_tree->UpdateDrawProperties(); |
| |
| // We don't have a frame yet, so the video doesn't occlude the layer below it. |
| EXPECT_FALSE(draw_properties.occlusion_in_content_space.IsOccluded(visible)); |
| |
| scoped_refptr<media::VideoFrame> video_frame = media::VideoFrame::CreateFrame( |
| media::PIXEL_FORMAT_I420, gfx::Size(10, 10), gfx::Rect(10, 10), |
| gfx::Size(10, 10), base::TimeDelta()); |
| provider.set_frame(video_frame); |
| active_tree->set_needs_update_draw_properties(); |
| active_tree->UpdateDrawProperties(); |
| |
| // We have a frame now, so the video occludes the layer below it. |
| EXPECT_TRUE(draw_properties.occlusion_in_content_space.IsOccluded(visible)); |
| } |
| |
| TEST(VideoLayerImplTest, DidBecomeActiveShouldSetActiveVideoLayer) { |
| LayerTestCommon::LayerImplTest impl; |
| DebugSetImplThreadAndMainThreadBlocked(impl.task_runner_provider()); |
| |
| FakeVideoFrameProvider provider; |
| VideoLayerImpl* video_layer_impl = |
| impl.AddChildToRoot<VideoLayerImpl>(&provider, media::VIDEO_ROTATION_0); |
| |
| VideoFrameProviderClientImpl* client = |
| static_cast<VideoFrameProviderClientImpl*>(provider.client()); |
| ASSERT_TRUE(client); |
| |
| EXPECT_FALSE(client->ActiveVideoLayer()); |
| video_layer_impl->DidBecomeActive(); |
| EXPECT_EQ(video_layer_impl, client->ActiveVideoLayer()); |
| } |
| |
| TEST(VideoLayerImplTest, Rotated0) { |
| gfx::Size layer_size(100, 50); |
| gfx::Size viewport_size(1000, 500); |
| |
| LayerTestCommon::LayerImplTest impl; |
| DebugSetImplThreadAndMainThreadBlocked(impl.task_runner_provider()); |
| |
| scoped_refptr<media::VideoFrame> video_frame = media::VideoFrame::CreateFrame( |
| media::PIXEL_FORMAT_I420, gfx::Size(20, 10), gfx::Rect(20, 10), |
| gfx::Size(20, 10), base::TimeDelta()); |
| FakeVideoFrameProvider provider; |
| provider.set_frame(video_frame); |
| |
| VideoLayerImpl* video_layer_impl = |
| impl.AddChildToRoot<VideoLayerImpl>(&provider, media::VIDEO_ROTATION_0); |
| video_layer_impl->SetBounds(layer_size); |
| video_layer_impl->SetDrawsContent(true); |
| |
| impl.CalcDrawProps(viewport_size); |
| gfx::Rect occluded; |
| impl.AppendQuadsWithOcclusion(video_layer_impl, occluded); |
| |
| EXPECT_EQ(1u, impl.quad_list().size()); |
| |
| gfx::Point3F p1(0, impl.quad_list().front()->rect.height(), 0); |
| gfx::Point3F p2(impl.quad_list().front()->rect.width(), 0, 0); |
| impl.quad_list() |
| .front() |
| ->shared_quad_state->quad_to_target_transform.TransformPoint(&p1); |
| impl.quad_list() |
| .front() |
| ->shared_quad_state->quad_to_target_transform.TransformPoint(&p2); |
| EXPECT_EQ(gfx::Point3F(0, 50, 0), p1); |
| EXPECT_EQ(gfx::Point3F(100, 0, 0), p2); |
| } |
| |
| TEST(VideoLayerImplTest, Rotated90) { |
| gfx::Size layer_size(100, 50); |
| gfx::Size viewport_size(1000, 500); |
| |
| LayerTestCommon::LayerImplTest impl; |
| DebugSetImplThreadAndMainThreadBlocked(impl.task_runner_provider()); |
| |
| scoped_refptr<media::VideoFrame> video_frame = media::VideoFrame::CreateFrame( |
| media::PIXEL_FORMAT_I420, gfx::Size(20, 10), gfx::Rect(20, 10), |
| gfx::Size(20, 10), base::TimeDelta()); |
| FakeVideoFrameProvider provider; |
| provider.set_frame(video_frame); |
| |
| VideoLayerImpl* video_layer_impl = |
| impl.AddChildToRoot<VideoLayerImpl>(&provider, media::VIDEO_ROTATION_90); |
| video_layer_impl->SetBounds(layer_size); |
| video_layer_impl->SetDrawsContent(true); |
| |
| impl.CalcDrawProps(viewport_size); |
| gfx::Rect occluded; |
| impl.AppendQuadsWithOcclusion(video_layer_impl, occluded); |
| |
| EXPECT_EQ(1u, impl.quad_list().size()); |
| |
| gfx::Point3F p1(0, impl.quad_list().front()->rect.height(), 0); |
| gfx::Point3F p2(impl.quad_list().front()->rect.width(), 0, 0); |
| impl.quad_list() |
| .front() |
| ->shared_quad_state->quad_to_target_transform.TransformPoint(&p1); |
| impl.quad_list() |
| .front() |
| ->shared_quad_state->quad_to_target_transform.TransformPoint(&p2); |
| EXPECT_EQ(gfx::Point3F(0, 0, 0), p1); |
| EXPECT_EQ(gfx::Point3F(100, 50, 0), p2); |
| } |
| |
| TEST(VideoLayerImplTest, Rotated180) { |
| gfx::Size layer_size(100, 50); |
| gfx::Size viewport_size(1000, 500); |
| |
| LayerTestCommon::LayerImplTest impl; |
| DebugSetImplThreadAndMainThreadBlocked(impl.task_runner_provider()); |
| |
| scoped_refptr<media::VideoFrame> video_frame = media::VideoFrame::CreateFrame( |
| media::PIXEL_FORMAT_I420, gfx::Size(20, 10), gfx::Rect(20, 10), |
| gfx::Size(20, 10), base::TimeDelta()); |
| FakeVideoFrameProvider provider; |
| provider.set_frame(video_frame); |
| |
| VideoLayerImpl* video_layer_impl = |
| impl.AddChildToRoot<VideoLayerImpl>(&provider, media::VIDEO_ROTATION_180); |
| video_layer_impl->SetBounds(layer_size); |
| video_layer_impl->SetDrawsContent(true); |
| |
| impl.CalcDrawProps(viewport_size); |
| gfx::Rect occluded; |
| impl.AppendQuadsWithOcclusion(video_layer_impl, occluded); |
| |
| EXPECT_EQ(1u, impl.quad_list().size()); |
| |
| gfx::Point3F p1(0, impl.quad_list().front()->rect.height(), 0); |
| gfx::Point3F p2(impl.quad_list().front()->rect.width(), 0, 0); |
| impl.quad_list() |
| .front() |
| ->shared_quad_state->quad_to_target_transform.TransformPoint(&p1); |
| impl.quad_list() |
| .front() |
| ->shared_quad_state->quad_to_target_transform.TransformPoint(&p2); |
| EXPECT_EQ(gfx::Point3F(100, 0, 0), p1); |
| EXPECT_EQ(gfx::Point3F(0, 50, 0), p2); |
| } |
| |
| TEST(VideoLayerImplTest, Rotated270) { |
| gfx::Size layer_size(100, 50); |
| gfx::Size viewport_size(1000, 500); |
| |
| LayerTestCommon::LayerImplTest impl; |
| DebugSetImplThreadAndMainThreadBlocked(impl.task_runner_provider()); |
| |
| scoped_refptr<media::VideoFrame> video_frame = media::VideoFrame::CreateFrame( |
| media::PIXEL_FORMAT_I420, gfx::Size(20, 10), gfx::Rect(20, 10), |
| gfx::Size(20, 10), base::TimeDelta()); |
| FakeVideoFrameProvider provider; |
| provider.set_frame(video_frame); |
| |
| VideoLayerImpl* video_layer_impl = |
| impl.AddChildToRoot<VideoLayerImpl>(&provider, media::VIDEO_ROTATION_270); |
| video_layer_impl->SetBounds(layer_size); |
| video_layer_impl->SetDrawsContent(true); |
| |
| impl.CalcDrawProps(viewport_size); |
| gfx::Rect occluded; |
| impl.AppendQuadsWithOcclusion(video_layer_impl, occluded); |
| |
| EXPECT_EQ(1u, impl.quad_list().size()); |
| |
| gfx::Point3F p1(0, impl.quad_list().front()->rect.height(), 0); |
| gfx::Point3F p2(impl.quad_list().front()->rect.width(), 0, 0); |
| impl.quad_list() |
| .front() |
| ->shared_quad_state->quad_to_target_transform.TransformPoint(&p1); |
| impl.quad_list() |
| .front() |
| ->shared_quad_state->quad_to_target_transform.TransformPoint(&p2); |
| EXPECT_EQ(gfx::Point3F(100, 50, 0), p1); |
| EXPECT_EQ(gfx::Point3F(0, 0, 0), p2); |
| } |
| |
| TEST(VideoLayerImplTest, SoftwareVideoFrameGeneratesYUVQuad) { |
| gfx::Size layer_size(1000, 1000); |
| |
| LayerTestCommon::LayerImplTest impl; |
| DebugSetImplThreadAndMainThreadBlocked(impl.task_runner_provider()); |
| |
| gpu::MailboxHolder mailbox_holder; |
| mailbox_holder.mailbox.name[0] = 1; |
| |
| scoped_refptr<media::VideoFrame> video_frame = media::VideoFrame::CreateFrame( |
| media::PIXEL_FORMAT_I420, gfx::Size(20, 10), gfx::Rect(20, 10), |
| gfx::Size(20, 10), base::TimeDelta()); |
| |
| FakeVideoFrameProvider provider; |
| provider.set_frame(video_frame); |
| |
| VideoLayerImpl* video_layer_impl = |
| impl.AddChildToRoot<VideoLayerImpl>(&provider, media::VIDEO_ROTATION_0); |
| video_layer_impl->SetBounds(layer_size); |
| video_layer_impl->SetDrawsContent(true); |
| video_layer_impl->set_visible_layer_rect(gfx::Rect(layer_size)); |
| impl.host_impl()->active_tree()->BuildLayerListAndPropertyTreesForTesting(); |
| |
| gfx::Rect occluded; |
| impl.AppendQuadsWithOcclusion(video_layer_impl, occluded); |
| |
| EXPECT_EQ(1u, impl.quad_list().size()); |
| const viz::DrawQuad* draw_quad = impl.quad_list().ElementAt(0); |
| ASSERT_EQ(viz::DrawQuad::YUV_VIDEO_CONTENT, draw_quad->material); |
| |
| const auto* yuv_draw_quad = |
| static_cast<const viz::YUVVideoDrawQuad*>(draw_quad); |
| EXPECT_EQ(yuv_draw_quad->uv_tex_size.height(), |
| (yuv_draw_quad->ya_tex_size.height() + 1) / 2); |
| EXPECT_EQ(yuv_draw_quad->uv_tex_size.width(), |
| (yuv_draw_quad->ya_tex_size.width() + 1) / 2); |
| } |
| |
| TEST(VideoLayerImplTest, HibitSoftwareVideoFrameGeneratesYUVQuad) { |
| gfx::Size layer_size(1000, 1000); |
| |
| LayerTestCommon::LayerImplTest impl; |
| DebugSetImplThreadAndMainThreadBlocked(impl.task_runner_provider()); |
| |
| gpu::MailboxHolder mailbox_holder; |
| mailbox_holder.mailbox.name[0] = 1; |
| |
| scoped_refptr<media::VideoFrame> video_frame = media::VideoFrame::CreateFrame( |
| media::PIXEL_FORMAT_YUV420P10, gfx::Size(20, 10), gfx::Rect(20, 10), |
| gfx::Size(20, 10), base::TimeDelta()); |
| |
| FakeVideoFrameProvider provider; |
| provider.set_frame(video_frame); |
| |
| VideoLayerImpl* video_layer_impl = |
| impl.AddChildToRoot<VideoLayerImpl>(&provider, media::VIDEO_ROTATION_0); |
| video_layer_impl->SetBounds(layer_size); |
| video_layer_impl->SetDrawsContent(true); |
| video_layer_impl->set_visible_layer_rect(gfx::Rect(layer_size)); |
| impl.host_impl()->active_tree()->BuildLayerListAndPropertyTreesForTesting(); |
| |
| gfx::Rect occluded; |
| impl.AppendQuadsWithOcclusion(video_layer_impl, occluded); |
| |
| EXPECT_EQ(1u, impl.quad_list().size()); |
| const viz::DrawQuad* draw_quad = impl.quad_list().ElementAt(0); |
| ASSERT_EQ(viz::DrawQuad::YUV_VIDEO_CONTENT, draw_quad->material); |
| |
| const auto* yuv_draw_quad = |
| static_cast<const viz::YUVVideoDrawQuad*>(draw_quad); |
| EXPECT_EQ(5, yuv_draw_quad->uv_tex_size.height()); |
| EXPECT_EQ(10, yuv_draw_quad->uv_tex_size.width()); |
| } |
| |
| TEST(VideoLayerImplTest, NativeYUVFrameGeneratesYUVQuad) { |
| gfx::Size layer_size(1000, 1000); |
| |
| LayerTestCommon::LayerImplTest impl; |
| DebugSetImplThreadAndMainThreadBlocked(impl.task_runner_provider()); |
| |
| gpu::MailboxHolder mailbox_holders[media::VideoFrame::kMaxPlanes]; |
| mailbox_holders[0].mailbox.name[0] = 1; |
| mailbox_holders[1].mailbox.name[0] = 1; |
| mailbox_holders[2].mailbox.name[0] = 1; |
| |
| scoped_refptr<media::VideoFrame> video_frame = |
| media::VideoFrame::WrapNativeTextures( |
| media::PIXEL_FORMAT_I420, mailbox_holders, base::DoNothing(), |
| gfx::Size(10, 10), gfx::Rect(10, 10), gfx::Size(10, 10), |
| base::TimeDelta()); |
| ASSERT_TRUE(video_frame); |
| video_frame->metadata()->SetBoolean(media::VideoFrameMetadata::ALLOW_OVERLAY, |
| true); |
| FakeVideoFrameProvider provider; |
| provider.set_frame(video_frame); |
| |
| VideoLayerImpl* video_layer_impl = |
| impl.AddChildToRoot<VideoLayerImpl>(&provider, media::VIDEO_ROTATION_0); |
| video_layer_impl->SetBounds(layer_size); |
| video_layer_impl->SetDrawsContent(true); |
| video_layer_impl->set_visible_layer_rect(gfx::Rect(layer_size)); |
| impl.host_impl()->active_tree()->BuildLayerListAndPropertyTreesForTesting(); |
| |
| gfx::Rect occluded; |
| impl.AppendQuadsWithOcclusion(video_layer_impl, occluded); |
| |
| EXPECT_EQ(1u, impl.quad_list().size()); |
| const viz::DrawQuad* draw_quad = impl.quad_list().ElementAt(0); |
| ASSERT_EQ(viz::DrawQuad::YUV_VIDEO_CONTENT, draw_quad->material); |
| |
| const auto* yuv_draw_quad = |
| static_cast<const viz::YUVVideoDrawQuad*>(draw_quad); |
| EXPECT_EQ(yuv_draw_quad->uv_tex_size.height(), |
| (yuv_draw_quad->ya_tex_size.height() + 1) / 2); |
| EXPECT_EQ(yuv_draw_quad->uv_tex_size.width(), |
| (yuv_draw_quad->ya_tex_size.width() + 1) / 2); |
| } |
| |
| TEST(VideoLayerImplTest, NativeARGBFrameGeneratesTextureQuad) { |
| gfx::Size layer_size(1000, 1000); |
| |
| LayerTestCommon::LayerImplTest impl; |
| DebugSetImplThreadAndMainThreadBlocked(impl.task_runner_provider()); |
| |
| gpu::MailboxHolder mailbox_holders[media::VideoFrame::kMaxPlanes]; |
| mailbox_holders[0].texture_target = GL_TEXTURE_2D; |
| mailbox_holders[0].mailbox.name[0] = 1; |
| |
| gfx::Size resource_size = gfx::Size(10, 10); |
| scoped_refptr<media::VideoFrame> video_frame = |
| media::VideoFrame::WrapNativeTextures( |
| media::PIXEL_FORMAT_ARGB, mailbox_holders, base::DoNothing(), |
| resource_size, gfx::Rect(10, 10), resource_size, base::TimeDelta()); |
| ASSERT_TRUE(video_frame); |
| video_frame->metadata()->SetBoolean(media::VideoFrameMetadata::ALLOW_OVERLAY, |
| true); |
| FakeVideoFrameProvider provider; |
| provider.set_frame(video_frame); |
| |
| VideoLayerImpl* video_layer_impl = |
| impl.AddChildToRoot<VideoLayerImpl>(&provider, media::VIDEO_ROTATION_0); |
| video_layer_impl->SetBounds(layer_size); |
| video_layer_impl->SetDrawsContent(true); |
| video_layer_impl->set_visible_layer_rect(gfx::Rect(layer_size)); |
| impl.host_impl()->active_tree()->BuildLayerListAndPropertyTreesForTesting(); |
| |
| gfx::Rect occluded; |
| impl.AppendQuadsWithOcclusion(video_layer_impl, occluded); |
| |
| EXPECT_EQ(1u, impl.quad_list().size()); |
| const viz::DrawQuad* draw_quad = impl.quad_list().ElementAt(0); |
| ASSERT_EQ(viz::DrawQuad::TEXTURE_CONTENT, draw_quad->material); |
| |
| const viz::TextureDrawQuad* texture_draw_quad = |
| viz::TextureDrawQuad::MaterialCast(draw_quad); |
| EXPECT_EQ(texture_draw_quad->resource_size_in_pixels(), resource_size); |
| } |
| |
| } // namespace |
| } // namespace cc |