| // Copyright (c) 2012 The Chromium Authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style license that can be |
| // found in the LICENSE file. |
| |
| #include <stdint.h> |
| |
| #include <map> |
| #include <memory> |
| #include <string> |
| |
| #include "base/bind.h" |
| #include "base/command_line.h" |
| #include "base/location.h" |
| #include "base/macros.h" |
| #include "base/memory/weak_ptr.h" |
| #include "base/run_loop.h" |
| #include "base/single_thread_task_runner.h" |
| #include "base/threading/thread_task_runner_handle.h" |
| #include "build/build_config.h" |
| #include "content/browser/renderer_host/media/fake_video_capture_provider.h" |
| #include "content/browser/renderer_host/media/media_stream_manager.h" |
| #include "content/browser/renderer_host/media/media_stream_ui_proxy.h" |
| #include "content/browser/renderer_host/media/video_capture_host.h" |
| #include "content/browser/renderer_host/media/video_capture_manager.h" |
| #include "content/common/media/media_devices.h" |
| #include "content/public/common/content_switches.h" |
| #include "content/public/test/test_browser_context.h" |
| #include "content/public/test/test_browser_thread_bundle.h" |
| #include "content/test/test_content_browser_client.h" |
| #include "media/audio/audio_system_impl.h" |
| #include "media/audio/mock_audio_manager.h" |
| #include "media/audio/test_audio_thread.h" |
| #include "media/base/media_switches.h" |
| #include "media/capture/video_capture_types.h" |
| #include "mojo/public/cpp/bindings/binding.h" |
| #include "net/url_request/url_request_context.h" |
| #include "testing/gmock/include/gmock/gmock.h" |
| #include "testing/gtest/include/gtest/gtest.h" |
| |
| using ::testing::_; |
| using ::testing::AnyNumber; |
| using ::testing::AtMost; |
| using ::testing::DoAll; |
| using ::testing::InSequence; |
| using ::testing::Mock; |
| using ::testing::Return; |
| using ::testing::SaveArg; |
| using ::testing::StrictMock; |
| |
| namespace content { |
| |
| namespace { |
| |
| void VideoInputDevicesEnumerated(base::Closure quit_closure, |
| const std::string& salt, |
| const url::Origin& security_origin, |
| MediaDeviceInfoArray* out, |
| const MediaDeviceEnumeration& enumeration) { |
| for (const auto& info : enumeration[MEDIA_DEVICE_TYPE_VIDEO_INPUT]) { |
| std::string device_id = MediaStreamManager::GetHMACForMediaDeviceID( |
| salt, security_origin, info.device_id); |
| out->push_back(MediaDeviceInfo(device_id, info.label, std::string())); |
| } |
| std::move(quit_closure).Run(); |
| } |
| |
| } // namespace |
| |
| // Id used to identify the capture session between renderer and |
| // video_capture_host. This is an arbitrary value. |
| static const int kDeviceId = 555; |
| |
| ACTION_P2(ExitMessageLoop, task_runner, quit_closure) { |
| task_runner->PostTask(FROM_HERE, quit_closure); |
| } |
| |
| class MockRenderProcessHostDelegate |
| : public VideoCaptureHost::RenderProcessHostDelegate { |
| public: |
| MOCK_METHOD0(NotifyStreamAdded, void()); |
| MOCK_METHOD0(NotifyStreamRemoved, void()); |
| }; |
| |
| // This is an integration test of VideoCaptureHost in conjunction with |
| // MediaStreamManager, VideoCaptureManager, VideoCaptureController, and |
| // VideoCaptureDevice. |
| class VideoCaptureTest : public testing::Test, |
| public media::mojom::VideoCaptureObserver { |
| public: |
| VideoCaptureTest() |
| : thread_bundle_(content::TestBrowserThreadBundle::IO_MAINLOOP), |
| audio_manager_(std::make_unique<media::MockAudioManager>( |
| std::make_unique<media::TestAudioThread>())), |
| audio_system_( |
| std::make_unique<media::AudioSystemImpl>(audio_manager_.get())), |
| task_runner_(base::ThreadTaskRunnerHandle::Get()), |
| opened_session_id_(kInvalidMediaCaptureSessionId), |
| observer_binding_(this) {} |
| ~VideoCaptureTest() override { audio_manager_->Shutdown(); } |
| |
| void SetUp() override { |
| SetBrowserClientForTesting(&browser_client_); |
| |
| media_stream_manager_ = std::make_unique<MediaStreamManager>( |
| audio_system_.get(), audio_manager_->GetTaskRunner(), |
| std::make_unique<FakeVideoCaptureProvider>()); |
| media_stream_manager_->UseFakeUIFactoryForTests( |
| base::Bind(&VideoCaptureTest::CreateFakeUI, base::Unretained(this))); |
| |
| // Create a Host and connect it to a simulated IPC channel. |
| host_.reset(new VideoCaptureHost(0 /* render_process_id */, |
| media_stream_manager_.get())); |
| |
| OpenSession(); |
| } |
| |
| void TearDown() override { |
| Mock::VerifyAndClearExpectations(host_.get()); |
| EXPECT_TRUE(host_->controllers_.empty()); |
| |
| CloseSession(); |
| |
| // Release the reference to the mock object. The object will be destructed |
| // on the current message loop. |
| host_ = nullptr; |
| } |
| |
| void OpenSession() { |
| const int render_process_id = 1; |
| const int render_frame_id = 1; |
| const int requester_id = 1; |
| const int page_request_id = 1; |
| const url::Origin security_origin = |
| url::Origin::Create(GURL("http://test.com")); |
| |
| ASSERT_TRUE(opened_device_label_.empty()); |
| |
| // Enumerate video devices. |
| MediaDeviceInfoArray video_devices; |
| { |
| base::RunLoop run_loop; |
| MediaDevicesManager::BoolDeviceTypes devices_to_enumerate; |
| devices_to_enumerate[MEDIA_DEVICE_TYPE_VIDEO_INPUT] = true; |
| media_stream_manager_->media_devices_manager()->EnumerateDevices( |
| devices_to_enumerate, |
| base::BindOnce(&VideoInputDevicesEnumerated, run_loop.QuitClosure(), |
| browser_context_.GetMediaDeviceIDSalt(), |
| security_origin, &video_devices)); |
| run_loop.Run(); |
| } |
| ASSERT_FALSE(video_devices.empty()); |
| |
| // Open the first device. |
| { |
| base::RunLoop run_loop; |
| media_stream_manager_->OpenDevice( |
| render_process_id, render_frame_id, requester_id, page_request_id, |
| video_devices[0].device_id, MEDIA_DEVICE_VIDEO_CAPTURE, |
| MediaDeviceSaltAndOrigin{browser_context_.GetMediaDeviceIDSalt(), |
| browser_context_.GetMediaDeviceIDSalt(), |
| security_origin}, |
| base::BindOnce(&VideoCaptureTest::OnDeviceOpened, |
| base::Unretained(this), run_loop.QuitClosure()), |
| MediaStreamManager::DeviceStoppedCallback()); |
| run_loop.Run(); |
| } |
| ASSERT_NE(MediaStreamDevice::kNoId, opened_session_id_); |
| } |
| |
| void CloseSession() { |
| if (opened_device_label_.empty()) |
| return; |
| media_stream_manager_->CancelRequest(opened_device_label_); |
| opened_device_label_.clear(); |
| opened_session_id_ = kInvalidMediaCaptureSessionId; |
| } |
| |
| protected: |
| // media::mojom::VideoCaptureObserver implementation. |
| MOCK_METHOD1(OnStateChanged, void(media::mojom::VideoCaptureState)); |
| void OnNewBuffer(int32_t buffer_id, |
| media::mojom::VideoBufferHandlePtr buffer_handle) override { |
| DoOnNewBuffer(buffer_id); |
| } |
| MOCK_METHOD1(DoOnNewBuffer, void(int32_t)); |
| void OnBufferReady(int32_t buffer_id, |
| media::mojom::VideoFrameInfoPtr info) override { |
| DoOnBufferReady(buffer_id); |
| } |
| MOCK_METHOD1(DoOnBufferReady, void(int32_t)); |
| MOCK_METHOD1(OnBufferDestroyed, void(int32_t)); |
| |
| void StartCapture() { |
| base::RunLoop run_loop; |
| media::VideoCaptureParams params; |
| params.requested_format = media::VideoCaptureFormat( |
| gfx::Size(352, 288), 30, media::PIXEL_FORMAT_I420); |
| |
| EXPECT_CALL(*this, |
| OnStateChanged(media::mojom::VideoCaptureState::STARTED)); |
| EXPECT_CALL(*this, DoOnNewBuffer(_)) |
| .Times(AnyNumber()) |
| .WillRepeatedly(Return()); |
| EXPECT_CALL(*this, DoOnBufferReady(_)) |
| .Times(AnyNumber()) |
| .WillRepeatedly(ExitMessageLoop(task_runner_, run_loop.QuitClosure())); |
| |
| media::mojom::VideoCaptureObserverPtr observer; |
| observer_binding_.Bind(mojo::MakeRequest(&observer)); |
| host_->Start(kDeviceId, opened_session_id_, params, std::move(observer)); |
| |
| run_loop.Run(); |
| } |
| |
| void StartAndImmediateStopCapture() { |
| // Quickly start and then stop capture, without giving much chance for |
| // asynchronous capture operations to produce frames. |
| InSequence s; |
| base::RunLoop run_loop; |
| |
| media::VideoCaptureParams params; |
| params.requested_format = media::VideoCaptureFormat( |
| gfx::Size(352, 288), 30, media::PIXEL_FORMAT_I420); |
| |
| // |STARTED| is reported asynchronously, which may not be received if |
| // capture is stopped immediately. |
| EXPECT_CALL(*this, OnStateChanged(media::mojom::VideoCaptureState::STARTED)) |
| .Times(AtMost(1)); |
| media::mojom::VideoCaptureObserverPtr observer; |
| observer_binding_.Bind(mojo::MakeRequest(&observer)); |
| host_->Start(kDeviceId, opened_session_id_, params, std::move(observer)); |
| |
| EXPECT_CALL(*this, |
| OnStateChanged(media::mojom::VideoCaptureState::STOPPED)); |
| host_->Stop(kDeviceId); |
| run_loop.RunUntilIdle(); |
| } |
| |
| void PauseResumeCapture() { |
| InSequence s; |
| base::RunLoop run_loop; |
| |
| EXPECT_CALL(*this, OnStateChanged(media::mojom::VideoCaptureState::PAUSED)); |
| host_->Pause(kDeviceId); |
| |
| media::VideoCaptureParams params; |
| params.requested_format = media::VideoCaptureFormat( |
| gfx::Size(352, 288), 30, media::PIXEL_FORMAT_I420); |
| |
| EXPECT_CALL(*this, |
| OnStateChanged(media::mojom::VideoCaptureState::RESUMED)); |
| host_->Resume(kDeviceId, opened_session_id_, params); |
| run_loop.RunUntilIdle(); |
| } |
| |
| void StopCapture() { |
| base::RunLoop run_loop; |
| |
| EXPECT_CALL(*this, OnStateChanged(media::mojom::VideoCaptureState::STOPPED)) |
| .WillOnce(ExitMessageLoop(task_runner_, run_loop.QuitClosure())); |
| host_->Stop(kDeviceId); |
| |
| run_loop.Run(); |
| |
| EXPECT_TRUE(host_->controllers_.empty()); |
| } |
| |
| void WaitForOneCapturedBuffer() { |
| base::RunLoop run_loop; |
| |
| EXPECT_CALL(*this, DoOnBufferReady(_)) |
| .Times(AnyNumber()) |
| .WillOnce(ExitMessageLoop(task_runner_, run_loop.QuitClosure())) |
| .RetiresOnSaturation(); |
| run_loop.Run(); |
| } |
| |
| void SimulateError() { |
| EXPECT_CALL(*this, OnStateChanged(media::mojom::VideoCaptureState::FAILED)); |
| VideoCaptureControllerID id(kDeviceId); |
| host_->OnError(id, |
| media::VideoCaptureError::kIntentionalErrorRaisedByUnitTest); |
| base::RunLoop().RunUntilIdle(); |
| } |
| |
| private: |
| std::unique_ptr<FakeMediaStreamUIProxy> CreateFakeUI() { |
| return std::make_unique<FakeMediaStreamUIProxy>( |
| /*tests_use_fake_render_frame_hosts=*/true); |
| } |
| |
| void OnDeviceOpened(base::Closure quit_closure, |
| bool success, |
| const std::string& label, |
| const MediaStreamDevice& opened_device) { |
| if (success) { |
| opened_device_label_ = label; |
| opened_session_id_ = opened_device.session_id; |
| } |
| std::move(quit_closure).Run(); |
| } |
| |
| // |media_stream_manager_| needs to outlive |thread_bundle_| because it is a |
| // MessageLoopCurrent::DestructionObserver. |
| std::unique_ptr<MediaStreamManager> media_stream_manager_; |
| const content::TestBrowserThreadBundle thread_bundle_; |
| std::unique_ptr<media::AudioManager> audio_manager_; |
| std::unique_ptr<media::AudioSystem> audio_system_; |
| content::TestBrowserContext browser_context_; |
| content::TestContentBrowserClient browser_client_; |
| const scoped_refptr<base::SingleThreadTaskRunner> task_runner_; |
| int opened_session_id_; |
| std::string opened_device_label_; |
| |
| std::unique_ptr<VideoCaptureHost> host_; |
| mojo::Binding<media::mojom::VideoCaptureObserver> observer_binding_; |
| |
| DISALLOW_COPY_AND_ASSIGN(VideoCaptureTest); |
| }; |
| |
| // Construct and destruct all objects. This is a non trivial sequence. |
| TEST_F(VideoCaptureTest, ConstructAndDestruct) {} |
| |
| TEST_F(VideoCaptureTest, StartAndImmediateStop) { |
| StartAndImmediateStopCapture(); |
| } |
| |
| TEST_F(VideoCaptureTest, StartAndCaptureAndStop) { |
| StartCapture(); |
| WaitForOneCapturedBuffer(); |
| WaitForOneCapturedBuffer(); |
| StopCapture(); |
| } |
| |
| TEST_F(VideoCaptureTest, StartAndErrorAndStop) { |
| StartCapture(); |
| SimulateError(); |
| StopCapture(); |
| } |
| |
| TEST_F(VideoCaptureTest, StartAndCaptureAndError) { |
| EXPECT_CALL(*this, OnStateChanged(media::mojom::VideoCaptureState::STOPPED)) |
| .Times(0); |
| StartCapture(); |
| WaitForOneCapturedBuffer(); |
| SimulateError(); |
| base::PlatformThread::Sleep(base::TimeDelta::FromMilliseconds(200)); |
| } |
| |
| TEST_F(VideoCaptureTest, StartAndPauseAndResumeAndStop) { |
| StartCapture(); |
| PauseResumeCapture(); |
| StopCapture(); |
| } |
| |
| TEST_F(VideoCaptureTest, CloseSessionWithoutStopping) { |
| StartCapture(); |
| |
| // When the session is closed via the stream without stopping capture, the |
| // ENDED event is sent. |
| EXPECT_CALL(*this, OnStateChanged(media::mojom::VideoCaptureState::ENDED)); |
| CloseSession(); |
| base::RunLoop().RunUntilIdle(); |
| } |
| |
| // Tests if RenderProcessHostDelegate methods are called as often as as |
| // expected. |
| TEST_F(VideoCaptureTest, IncrementMatchesDecrementCalls) { |
| std::unique_ptr<MockRenderProcessHostDelegate> mock_delegate = |
| std::make_unique<MockRenderProcessHostDelegate>(); |
| MockRenderProcessHostDelegate* const mock_delegate_ptr = mock_delegate.get(); |
| std::unique_ptr<VideoCaptureHost> host = |
| std::make_unique<VideoCaptureHost>(std::move(mock_delegate), nullptr); |
| |
| const int kNumNotifyCalls = 3; |
| EXPECT_CALL(*mock_delegate_ptr, NotifyStreamAdded()).Times(kNumNotifyCalls); |
| EXPECT_CALL(*mock_delegate_ptr, NotifyStreamRemoved()).Times(kNumNotifyCalls); |
| |
| EXPECT_EQ(0u, host->number_of_active_streams_); |
| for (int i = 0; i < kNumNotifyCalls; ++i) |
| host->NotifyStreamAdded(); |
| EXPECT_EQ(kNumNotifyCalls, static_cast<int>(host->number_of_active_streams_)); |
| host->NotifyStreamRemoved(); |
| host->NotifyAllStreamsRemoved(); |
| EXPECT_EQ(0u, host->number_of_active_streams_); |
| } |
| |
| } // namespace content |