| // Copyright 2016 The Chromium Authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style license that can be |
| // found in the LICENSE file. |
| |
| #include "media/remoting/renderer_controller.h" |
| |
| #include <memory> |
| |
| #include "base/callback.h" |
| #include "base/message_loop/message_loop.h" |
| #include "base/run_loop.h" |
| #include "base/test/simple_test_tick_clock.h" |
| #include "build/build_config.h" |
| #include "media/base/audio_decoder_config.h" |
| #include "media/base/cdm_config.h" |
| #include "media/base/limits.h" |
| #include "media/base/media_util.h" |
| #include "media/base/test_helpers.h" |
| #include "media/base/video_decoder_config.h" |
| #include "media/remoting/fake_remoter.h" |
| #include "mojo/public/cpp/bindings/strong_binding.h" |
| #include "testing/gtest/include/gtest/gtest.h" |
| |
| namespace media { |
| namespace remoting { |
| |
| namespace { |
| |
| PipelineMetadata DefaultMetadata(VideoCodec codec) { |
| PipelineMetadata data; |
| data.has_audio = true; |
| data.has_video = true; |
| data.video_decoder_config = TestVideoConfig::Normal(codec); |
| data.audio_decoder_config = TestAudioConfig::Normal(); |
| data.natural_size = gfx::Size(1920, 1080); |
| return data; |
| } |
| |
| const std::string kDefaultReceiver = "TestingChromeCast"; |
| |
| mojom::RemotingSinkMetadata GetDefaultSinkMetadata(bool enable) { |
| mojom::RemotingSinkMetadata metadata; |
| if (enable) { |
| metadata.features.push_back(mojom::RemotingSinkFeature::RENDERING); |
| metadata.features.push_back(mojom::RemotingSinkFeature::CONTENT_DECRYPTION); |
| } else { |
| metadata.features.clear(); |
| } |
| metadata.video_capabilities.push_back( |
| mojom::RemotingSinkVideoCapability::CODEC_VP8); |
| metadata.audio_capabilities.push_back( |
| mojom::RemotingSinkAudioCapability::CODEC_BASELINE_SET); |
| metadata.friendly_name = kDefaultReceiver; |
| return metadata; |
| } |
| |
| constexpr base::TimeDelta kDelayedStartDuration = |
| base::TimeDelta::FromSeconds(5); |
| |
| } // namespace |
| |
| class RendererControllerTest : public ::testing::Test, |
| public MediaObserverClient { |
| public: |
| RendererControllerTest() |
| : controller_(FakeRemoterFactory::CreateController(false)) {} |
| |
| ~RendererControllerTest() override = default; |
| |
| void TearDown() final { RunUntilIdle(); } |
| |
| static void RunUntilIdle() { base::RunLoop().RunUntilIdle(); } |
| |
| // MediaObserverClient implementation. |
| void SwitchToRemoteRenderer( |
| const std::string& remote_device_friendly_name) override { |
| is_rendering_remotely_ = true; |
| disable_pipeline_suspend_ = true; |
| sink_name_ = remote_device_friendly_name; |
| } |
| |
| void SwitchToLocalRenderer(ReasonToSwitchToLocal reason) override { |
| is_rendering_remotely_ = false; |
| disable_pipeline_suspend_ = false; |
| sink_name_.clear(); |
| } |
| |
| void ActivateViewportIntersectionMonitoring(bool activate) override { |
| activate_viewport_intersection_monitoring_ = activate; |
| } |
| |
| double Duration() const override { return duration_in_sec_; } |
| |
| unsigned DecodedFrameCount() const override { return decoded_frames_; } |
| |
| void UpdateRemotePlaybackCompatibility(bool is_compatibe) override {} |
| |
| void CreateCdm(bool is_remoting) { is_remoting_cdm_ = is_remoting; } |
| |
| void InitializeControllerAndBecomeDominant( |
| const PipelineMetadata& pipeline_metadata, |
| const mojom::RemotingSinkMetadata& sink_metadata) { |
| EXPECT_FALSE(is_rendering_remotely_); |
| EXPECT_TRUE(sink_name_.empty()); |
| controller_->clock_ = &clock_; |
| clock_.Advance(base::TimeDelta::FromSeconds(1)); |
| controller_->SetClient(this); |
| RunUntilIdle(); |
| EXPECT_FALSE(is_rendering_remotely_); |
| EXPECT_FALSE(activate_viewport_intersection_monitoring_); |
| EXPECT_FALSE(disable_pipeline_suspend_); |
| controller_->OnSinkAvailable(sink_metadata.Clone()); |
| RunUntilIdle(); |
| EXPECT_FALSE(is_rendering_remotely_); |
| EXPECT_FALSE(disable_pipeline_suspend_); |
| controller_->OnRemotePlaybackDisabled(false); |
| RunUntilIdle(); |
| EXPECT_FALSE(is_rendering_remotely_); |
| EXPECT_FALSE(disable_pipeline_suspend_); |
| controller_->OnMetadataChanged(pipeline_metadata); |
| RunUntilIdle(); |
| EXPECT_FALSE(is_rendering_remotely_); |
| EXPECT_FALSE(disable_pipeline_suspend_); |
| controller_->OnBecameDominantVisibleContent(true); |
| RunUntilIdle(); |
| EXPECT_FALSE(is_rendering_remotely_); |
| EXPECT_FALSE(disable_pipeline_suspend_); |
| controller_->OnPlaying(); |
| RunUntilIdle(); |
| } |
| |
| bool IsInDelayedStart() const { |
| return controller_->delayed_start_stability_timer_.IsRunning(); |
| } |
| |
| void DelayedStartEnds(double frame_rate = 30) { |
| EXPECT_TRUE(IsInDelayedStart()); |
| decoded_frames_ = frame_rate * kDelayedStartDuration.InSeconds(); |
| clock_.Advance(kDelayedStartDuration); |
| RunUntilIdle(); |
| controller_->delayed_start_stability_timer_.FireNow(); |
| } |
| |
| void ExpectInDelayedStart() const { |
| EXPECT_FALSE(is_rendering_remotely_); |
| EXPECT_FALSE(disable_pipeline_suspend_); |
| EXPECT_TRUE(sink_name_.empty()); |
| EXPECT_TRUE(IsInDelayedStart()); |
| EXPECT_TRUE(activate_viewport_intersection_monitoring_); |
| } |
| |
| void ExpectInRemoting() const { |
| EXPECT_TRUE(is_rendering_remotely_); |
| EXPECT_TRUE(disable_pipeline_suspend_); |
| EXPECT_EQ(kDefaultReceiver, sink_name_); |
| EXPECT_FALSE(IsInDelayedStart()); |
| EXPECT_TRUE(activate_viewport_intersection_monitoring_); |
| } |
| |
| void ExpectInLocalRendering() const { |
| EXPECT_FALSE(is_rendering_remotely_); |
| EXPECT_FALSE(disable_pipeline_suspend_); |
| EXPECT_TRUE(sink_name_.empty()); |
| EXPECT_FALSE(IsInDelayedStart()); |
| } |
| |
| base::MessageLoop message_loop_; |
| |
| protected: |
| bool is_rendering_remotely_ = false; |
| bool is_remoting_cdm_ = false; |
| bool activate_viewport_intersection_monitoring_ = false; |
| bool disable_pipeline_suspend_ = false; |
| size_t decoded_bytes_ = 0; |
| unsigned decoded_frames_ = 0; |
| base::SimpleTestTickClock clock_; |
| std::string sink_name_; |
| std::unique_ptr<RendererController> controller_; |
| double duration_in_sec_ = 120; // 2m duration. |
| |
| private: |
| DISALLOW_COPY_AND_ASSIGN(RendererControllerTest); |
| }; |
| |
| TEST_F(RendererControllerTest, ToggleRendererOnDominantChange) { |
| InitializeControllerAndBecomeDominant(DefaultMetadata(VideoCodec::kCodecVP8), |
| GetDefaultSinkMetadata(true)); |
| DelayedStartEnds(); |
| RunUntilIdle(); |
| ExpectInRemoting(); // All requirements now satisfied. |
| |
| // Leaving fullscreen should shut down remoting. |
| controller_->OnBecameDominantVisibleContent(false); |
| RunUntilIdle(); |
| ExpectInLocalRendering(); |
| } |
| |
| TEST_F(RendererControllerTest, ToggleRendererOnDisableChange) { |
| EXPECT_FALSE(is_rendering_remotely_); |
| InitializeControllerAndBecomeDominant(DefaultMetadata(VideoCodec::kCodecVP8), |
| GetDefaultSinkMetadata(true)); |
| ExpectInDelayedStart(); |
| DelayedStartEnds(); |
| RunUntilIdle(); |
| ExpectInRemoting(); // All requirements now satisfied. |
| |
| // If the page disables remote playback (e.g., by setting the |
| // disableRemotePlayback attribute), this should shut down remoting. |
| controller_->OnRemotePlaybackDisabled(true); |
| RunUntilIdle(); |
| ExpectInLocalRendering(); |
| } |
| |
| TEST_F(RendererControllerTest, NotStartForShortContent) { |
| duration_in_sec_ = 30; |
| InitializeControllerAndBecomeDominant(DefaultMetadata(VideoCodec::kCodecVP8), |
| GetDefaultSinkMetadata(true)); |
| ExpectInLocalRendering(); |
| } |
| |
| TEST_F(RendererControllerTest, ToggleRendererOnSinkCapabilities) { |
| InitializeControllerAndBecomeDominant(DefaultMetadata(VideoCodec::kCodecVP8), |
| GetDefaultSinkMetadata(false)); |
| // An available sink that does not support remote rendering should not cause |
| // the controller to toggle remote rendering on. |
| ExpectInLocalRendering(); |
| controller_->OnSinkGone(); // Bye-bye useless sink! |
| RunUntilIdle(); |
| ExpectInLocalRendering(); |
| // A sink that *does* support remote rendering *does* cause the controller to |
| // toggle remote rendering on. |
| controller_->OnSinkAvailable(GetDefaultSinkMetadata(true).Clone()); |
| RunUntilIdle(); |
| EXPECT_TRUE(activate_viewport_intersection_monitoring_); |
| EXPECT_FALSE(is_rendering_remotely_); |
| controller_->OnBecameDominantVisibleContent(true); |
| RunUntilIdle(); |
| ExpectInDelayedStart(); |
| DelayedStartEnds(); |
| RunUntilIdle(); |
| ExpectInRemoting(); // All requirements now satisfied. |
| } |
| |
| TEST_F(RendererControllerTest, WithVP9VideoCodec) { |
| InitializeControllerAndBecomeDominant(DefaultMetadata(VideoCodec::kCodecVP9), |
| GetDefaultSinkMetadata(true)); |
| // An available sink that does not support VP9 video codec should not cause |
| // the controller to toggle remote rendering on. |
| ExpectInLocalRendering(); |
| |
| controller_->OnSinkGone(); // Bye-bye useless sink! |
| mojom::RemotingSinkMetadata sink_metadata = GetDefaultSinkMetadata(true); |
| sink_metadata.video_capabilities.push_back( |
| mojom::RemotingSinkVideoCapability::CODEC_VP9); |
| // A sink that *does* support VP9 video codec *does* cause the controller to |
| // toggle remote rendering on. |
| controller_->OnSinkAvailable(sink_metadata.Clone()); |
| RunUntilIdle(); |
| ExpectInDelayedStart(); |
| DelayedStartEnds(); |
| RunUntilIdle(); |
| ExpectInRemoting(); // All requirements now satisfied. |
| } |
| |
| TEST_F(RendererControllerTest, WithHEVCVideoCodec) { |
| InitializeControllerAndBecomeDominant(DefaultMetadata(VideoCodec::kCodecHEVC), |
| GetDefaultSinkMetadata(true)); |
| // An available sink that does not support HEVC video codec should not cause |
| // the controller to toggle remote rendering on. |
| ExpectInLocalRendering(); |
| |
| controller_->OnSinkGone(); // Bye-bye useless sink! |
| RunUntilIdle(); |
| ExpectInLocalRendering(); |
| mojom::RemotingSinkMetadata sink_metadata = GetDefaultSinkMetadata(true); |
| sink_metadata.video_capabilities.push_back( |
| mojom::RemotingSinkVideoCapability::CODEC_HEVC); |
| // A sink that *does* support HEVC video codec *does* cause the controller to |
| // toggle remote rendering on. |
| controller_->OnSinkAvailable(sink_metadata.Clone()); |
| RunUntilIdle(); |
| ExpectInDelayedStart(); |
| DelayedStartEnds(); |
| RunUntilIdle(); |
| ExpectInRemoting(); // All requirements now satisfied. |
| } |
| |
| TEST_F(RendererControllerTest, WithAACAudioCodec) { |
| const AudioDecoderConfig audio_config = AudioDecoderConfig( |
| AudioCodec::kCodecAAC, kSampleFormatPlanarF32, CHANNEL_LAYOUT_STEREO, |
| 44100, EmptyExtraData(), Unencrypted()); |
| PipelineMetadata pipeline_metadata = DefaultMetadata(VideoCodec::kCodecVP8); |
| pipeline_metadata.audio_decoder_config = audio_config; |
| InitializeControllerAndBecomeDominant(pipeline_metadata, |
| GetDefaultSinkMetadata(true)); |
| // An available sink that does not support AAC audio codec should not cause |
| // the controller to toggle remote rendering on. |
| ExpectInLocalRendering(); |
| |
| controller_->OnSinkGone(); // Bye-bye useless sink! |
| RunUntilIdle(); |
| ExpectInLocalRendering(); |
| mojom::RemotingSinkMetadata sink_metadata = GetDefaultSinkMetadata(true); |
| sink_metadata.audio_capabilities.push_back( |
| mojom::RemotingSinkAudioCapability::CODEC_AAC); |
| // A sink that *does* support AAC audio codec *does* cause the controller to |
| // toggle remote rendering on. |
| controller_->OnSinkAvailable(sink_metadata.Clone()); |
| RunUntilIdle(); |
| ExpectInDelayedStart(); |
| DelayedStartEnds(); |
| RunUntilIdle(); |
| ExpectInRemoting(); // All requirements now satisfied. |
| } |
| |
| TEST_F(RendererControllerTest, WithOpusAudioCodec) { |
| const AudioDecoderConfig audio_config = AudioDecoderConfig( |
| AudioCodec::kCodecOpus, kSampleFormatPlanarF32, CHANNEL_LAYOUT_STEREO, |
| 44100, EmptyExtraData(), Unencrypted()); |
| PipelineMetadata pipeline_metadata = DefaultMetadata(VideoCodec::kCodecVP8); |
| pipeline_metadata.audio_decoder_config = audio_config; |
| InitializeControllerAndBecomeDominant(pipeline_metadata, |
| GetDefaultSinkMetadata(true)); |
| // An available sink that does not support Opus audio codec should not cause |
| // the controller to toggle remote rendering on. |
| ExpectInLocalRendering(); |
| |
| controller_->OnSinkGone(); // Bye-bye useless sink! |
| RunUntilIdle(); |
| mojom::RemotingSinkMetadata sink_metadata = GetDefaultSinkMetadata(true); |
| sink_metadata.audio_capabilities.push_back( |
| mojom::RemotingSinkAudioCapability::CODEC_OPUS); |
| // A sink that *does* support Opus audio codec *does* cause the controller to |
| // toggle remote rendering on. |
| controller_->OnSinkAvailable(sink_metadata.Clone()); |
| RunUntilIdle(); |
| ExpectInDelayedStart(); |
| DelayedStartEnds(); |
| RunUntilIdle(); |
| ExpectInRemoting(); // All requirements now satisfied. |
| } |
| |
| TEST_F(RendererControllerTest, StartFailedWithHighFrameRate) { |
| InitializeControllerAndBecomeDominant(DefaultMetadata(VideoCodec::kCodecVP8), |
| GetDefaultSinkMetadata(true)); |
| RunUntilIdle(); |
| ExpectInDelayedStart(); |
| DelayedStartEnds(60); |
| RunUntilIdle(); |
| ExpectInLocalRendering(); |
| } |
| |
| TEST_F(RendererControllerTest, StartSuccessWithHighFrameRate) { |
| mojom::RemotingSinkMetadata sink_metadata = GetDefaultSinkMetadata(true); |
| sink_metadata.video_capabilities.push_back( |
| mojom::RemotingSinkVideoCapability::SUPPORT_4K); |
| InitializeControllerAndBecomeDominant(DefaultMetadata(VideoCodec::kCodecVP8), |
| sink_metadata); |
| RunUntilIdle(); |
| ExpectInDelayedStart(); |
| DelayedStartEnds(60); |
| RunUntilIdle(); |
| ExpectInRemoting(); |
| } |
| |
| TEST_F(RendererControllerTest, PacingTooSlowly) { |
| mojom::RemotingSinkMetadata sink_metadata = GetDefaultSinkMetadata(true); |
| InitializeControllerAndBecomeDominant(DefaultMetadata(VideoCodec::kCodecVP8), |
| sink_metadata); |
| RunUntilIdle(); |
| ExpectInDelayedStart(); |
| DelayedStartEnds(false); |
| RunUntilIdle(); |
| ExpectInRemoting(); // All requirements now satisfied. |
| controller_->OnRendererFatalError(StopTrigger::PACING_TOO_SLOWLY); |
| RunUntilIdle(); |
| ExpectInLocalRendering(); |
| controller_->OnSinkAvailable(sink_metadata.Clone()); |
| RunUntilIdle(); |
| controller_->OnBecameDominantVisibleContent(false); |
| RunUntilIdle(); |
| ExpectInLocalRendering(); |
| controller_->OnBecameDominantVisibleContent(true); |
| RunUntilIdle(); |
| ExpectInDelayedStart(); // Try start remoting again. |
| } |
| |
| TEST_F(RendererControllerTest, StartFailed) { |
| controller_ = FakeRemoterFactory::CreateController(true); |
| InitializeControllerAndBecomeDominant(DefaultMetadata(VideoCodec::kCodecVP8), |
| GetDefaultSinkMetadata(true)); |
| RunUntilIdle(); |
| ExpectInDelayedStart(); |
| DelayedStartEnds(); |
| RunUntilIdle(); |
| ExpectInLocalRendering(); |
| } |
| |
| TEST_F(RendererControllerTest, SetClientNullptr) { |
| controller_ = FakeRemoterFactory::CreateController(true); |
| InitializeControllerAndBecomeDominant(DefaultMetadata(VideoCodec::kCodecVP8), |
| GetDefaultSinkMetadata(true)); |
| RunUntilIdle(); |
| controller_->SetClient(nullptr); |
| RunUntilIdle(); |
| ExpectInLocalRendering(); |
| } |
| |
| } // namespace remoting |
| } // namespace media |