| // Copyright 2017 The Chromium Authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style license that can be |
| // found in the LICENSE file. |
| |
| #include "content/renderer/media/media_factory.h" |
| |
| #include <string> |
| #include <utility> |
| |
| #include "base/bind.h" |
| #include "base/command_line.h" |
| #include "base/memory/ptr_util.h" |
| #include "base/metrics/field_trial_params.h" |
| #include "base/task_runner_util.h" |
| #include "base/threading/thread_task_runner_handle.h" |
| #include "build/build_config.h" |
| #include "build/buildflag.h" |
| #include "cc/trees/layer_tree_settings.h" |
| #include "content/public/common/content_client.h" |
| #include "content/public/renderer/content_renderer_client.h" |
| #include "content/renderer/media/audio/audio_device_factory.h" |
| #include "content/renderer/media/batching_media_log.h" |
| #include "content/renderer/media/inspector_media_event_handler.h" |
| #include "content/renderer/media/render_media_event_handler.h" |
| #include "content/renderer/media/renderer_webmediaplayer_delegate.h" |
| #include "content/renderer/render_frame_impl.h" |
| #include "content/renderer/render_thread_impl.h" |
| #include "content/renderer/render_view_impl.h" |
| #include "media/base/bind_to_current_loop.h" |
| #include "media/base/cdm_factory.h" |
| #include "media/base/decoder_factory.h" |
| #include "media/base/media_switches.h" |
| #include "media/base/renderer_factory_selector.h" |
| #include "media/blink/remote_playback_client_wrapper_impl.h" |
| #include "media/blink/resource_fetch_context.h" |
| #include "media/blink/webencryptedmediaclient_impl.h" |
| #include "media/blink/webmediaplayer_impl.h" |
| #include "media/media_buildflags.h" |
| #include "media/mojo/buildflags.h" |
| #include "media/renderers/decrypting_renderer_factory.h" |
| #include "media/renderers/default_decoder_factory.h" |
| #include "media/renderers/default_renderer_factory.h" |
| #include "media/video/gpu_video_accelerator_factories.h" |
| #include "mojo/public/cpp/bindings/pending_remote.h" |
| #include "services/service_manager/public/cpp/connect.h" |
| #include "services/viz/public/cpp/gpu/context_provider_command_buffer.h" |
| #include "third_party/blink/public/common/browser_interface_broker_proxy.h" |
| #include "third_party/blink/public/platform/modules/mediastream/web_media_element_source_utils.h" |
| #include "third_party/blink/public/platform/web_surface_layer_bridge.h" |
| #include "third_party/blink/public/platform/web_video_frame_submitter.h" |
| #include "third_party/blink/public/web/blink.h" |
| #include "third_party/blink/public/web/modules/mediastream/web_media_stream_renderer_factory.h" |
| #include "third_party/blink/public/web/modules/mediastream/webmediaplayer_ms.h" |
| #include "third_party/blink/public/web/web_local_frame.h" |
| #include "url/origin.h" |
| |
| #if defined(OS_ANDROID) |
| #include "content/renderer/media/android/flinging_renderer_client_factory.h" |
| #include "content/renderer/media/android/media_player_renderer_client_factory.h" |
| #include "content/renderer/media/android/stream_texture_wrapper_impl.h" |
| #include "media/base/android/media_codec_util.h" |
| #include "media/base/media.h" |
| #include "url/gurl.h" |
| #endif |
| |
| #if BUILDFLAG(ENABLE_CAST_RENDERER) |
| #include "content/renderer/media/cast_renderer_client_factory.h" |
| #endif |
| |
| #if BUILDFLAG(ENABLE_MOJO_MEDIA) |
| #include "content/renderer/media/media_interface_factory.h" |
| #endif |
| |
| #if defined(OS_FUCHSIA) |
| #include "media/fuchsia/cdm/client/fuchsia_cdm_util.h" |
| #elif BUILDFLAG(ENABLE_MOJO_CDM) |
| #include "media/mojo/clients/mojo_cdm_factory.h" // nogncheck |
| #else |
| #include "media/cdm/default_cdm_factory.h" |
| #endif |
| |
| #if defined(OS_FUCHSIA) && BUILDFLAG(ENABLE_MOJO_CDM) |
| #error "MojoCdm should be disabled for Fuchsia." |
| #endif |
| |
| #if BUILDFLAG(ENABLE_MOJO_AUDIO_DECODER) || BUILDFLAG(ENABLE_MOJO_VIDEO_DECODER) |
| #include "media/mojo/clients/mojo_decoder_factory.h" // nogncheck |
| #endif |
| |
| #if BUILDFLAG(ENABLE_MEDIA_REMOTING) |
| #include "media/remoting/courier_renderer_factory.h" // nogncheck |
| #include "media/remoting/renderer_controller.h" // nogncheck |
| #endif |
| |
| namespace { |
| class FrameFetchContext : public media::ResourceFetchContext { |
| public: |
| explicit FrameFetchContext(blink::WebLocalFrame* frame) : frame_(frame) { |
| DCHECK(frame_); |
| } |
| ~FrameFetchContext() override = default; |
| |
| blink::WebLocalFrame* frame() const { return frame_; } |
| |
| // media::ResourceFetchContext implementation. |
| std::unique_ptr<blink::WebAssociatedURLLoader> CreateUrlLoader( |
| const blink::WebAssociatedURLLoaderOptions& options) override { |
| return base::WrapUnique(frame_->CreateAssociatedURLLoader(options)); |
| } |
| |
| private: |
| blink::WebLocalFrame* frame_; |
| DISALLOW_COPY_AND_ASSIGN(FrameFetchContext); |
| }; |
| |
| // Obtains the media ContextProvider and calls the given callback on the same |
| // thread this is called on. Obtaining the media ContextProvider requires |
| // establishing a GPUChannelHost, which must be done on the main thread. |
| void PostContextProviderToCallback( |
| scoped_refptr<base::SingleThreadTaskRunner> main_task_runner, |
| scoped_refptr<viz::RasterContextProvider> unwanted_context_provider, |
| blink::WebSubmitterConfigurationCallback set_context_provider_callback) { |
| // |unwanted_context_provider| needs to be destroyed on the current thread. |
| // Therefore, post a reply-callback that retains a reference to it, so that it |
| // doesn't get destroyed on the main thread. |
| main_task_runner->PostTaskAndReply( |
| FROM_HERE, |
| base::BindOnce( |
| [](scoped_refptr<viz::RasterContextProvider> |
| unwanted_context_provider, |
| blink::WebSubmitterConfigurationCallback cb) { |
| auto* rti = content::RenderThreadImpl::current(); |
| auto context_provider = rti->GetVideoFrameCompositorContextProvider( |
| std::move(unwanted_context_provider)); |
| std::move(cb).Run(!rti->IsGpuCompositingDisabled(), |
| std::move(context_provider)); |
| }, |
| unwanted_context_provider, |
| media::BindToCurrentLoop(std::move(set_context_provider_callback))), |
| base::BindOnce([](scoped_refptr<viz::RasterContextProvider> |
| unwanted_context_provider) {}, |
| unwanted_context_provider)); |
| } |
| |
| } // namespace |
| |
| namespace content { |
| |
| // static |
| blink::WebMediaPlayer::SurfaceLayerMode |
| MediaFactory::GetVideoSurfaceLayerMode() { |
| #if defined(OS_ANDROID) |
| if (base::FeatureList::IsEnabled(media::kDisableSurfaceLayerForVideo)) |
| return blink::WebMediaPlayer::SurfaceLayerMode::kNever; |
| #endif // OS_ANDROID |
| |
| return blink::WebMediaPlayer::SurfaceLayerMode::kAlways; |
| } |
| |
| MediaFactory::MediaFactory( |
| RenderFrameImpl* render_frame, |
| media::RequestRoutingTokenCallback request_routing_token_cb) |
| : render_frame_(render_frame), |
| request_routing_token_cb_(std::move(request_routing_token_cb)) {} |
| |
| MediaFactory::~MediaFactory() { |
| // Release the DecoderFactory to the media thread since it may still be in use |
| // there due to pending pipeline Stop() calls. Once each Stop() completes, no |
| // new tasks using the DecoderFactory will execute, so we don't need to worry |
| // about additional posted tasks from Stop(). |
| if (decoder_factory_) { |
| // DeleteSoon() shouldn't ever fail, we should always have a RenderThread at |
| // this time and subsequently a media thread. To fail, the media thread must |
| // be dead/dying (which only happens at ~RenderThreadImpl), in which case |
| // the process is about to die anyways. |
| RenderThreadImpl::current()->GetMediaThreadTaskRunner()->DeleteSoon( |
| FROM_HERE, std::move(decoder_factory_)); |
| } |
| } |
| |
| void MediaFactory::SetupMojo() { |
| // Only do setup once. |
| DCHECK(!interface_broker_); |
| |
| interface_broker_ = render_frame_->GetBrowserInterfaceBroker(); |
| DCHECK(interface_broker_); |
| } |
| |
| #if defined(OS_ANDROID) |
| // Returns true if the MediaPlayerRenderer should be used for playback, false |
| // if the default renderer should be used instead. |
| // |
| // Note that HLS and MP4 detection are pre-redirect and path-based. It is |
| // possible to load such a URL and find different content. |
| bool UseMediaPlayerRenderer(const GURL& url) { |
| // Always use the default renderer for playing blob URLs. |
| if (url.SchemeIsBlob()) |
| return false; |
| |
| // Don't use the default renderer if the container likely contains a codec we |
| // can't decode in software and platform decoders are not available. |
| if (!media::HasPlatformDecoderSupport()) { |
| // Assume that "mp4" means H264. Without platform decoder support we cannot |
| // play it with the default renderer so use MediaPlayerRenderer. |
| // http://crbug.com/642988. |
| if (base::ToLowerASCII(url.spec()).find("mp4") != std::string::npos) |
| return true; |
| } |
| |
| // Otherwise, use the default renderer. |
| return false; |
| } |
| #endif // defined(OS_ANDROID) |
| |
| std::unique_ptr<blink::WebVideoFrameSubmitter> MediaFactory::CreateSubmitter( |
| scoped_refptr<base::SingleThreadTaskRunner>* |
| video_frame_compositor_task_runner, |
| const cc::LayerTreeSettings& settings) { |
| blink::WebMediaPlayer::SurfaceLayerMode use_surface_layer_for_video = |
| GetVideoSurfaceLayerMode(); |
| content::RenderThreadImpl* render_thread = |
| content::RenderThreadImpl::current(); |
| *video_frame_compositor_task_runner = nullptr; |
| |
| if (!render_thread) |
| return nullptr; |
| |
| bool use_sync_primitives = false; |
| if (use_surface_layer_for_video == |
| blink::WebMediaPlayer::SurfaceLayerMode::kAlways) { |
| // Run the compositor / frame submitter on its own thread. |
| *video_frame_compositor_task_runner = |
| render_thread->CreateVideoFrameCompositorTaskRunner(); |
| // We must use sync primitives on this thread. |
| use_sync_primitives = true; |
| } else { |
| // Run on the cc thread, even if we may switch to SurfaceLayer mode later |
| // if we're in kOnDemand mode. We do this to avoid switching threads when |
| // switching to SurfaceLayer. |
| *video_frame_compositor_task_runner = |
| render_thread->compositor_task_runner() |
| ? render_thread->compositor_task_runner() |
| : render_frame_->GetTaskRunner( |
| blink::TaskType::kInternalMediaRealTime); |
| |
| // TODO(https://crbug/901513): Remove once kOnDemand is removed. |
| render_thread->SetVideoFrameCompositorTaskRunner( |
| *video_frame_compositor_task_runner); |
| } |
| |
| std::unique_ptr<blink::WebVideoFrameSubmitter> submitter; |
| |
| if (use_surface_layer_for_video != |
| blink::WebMediaPlayer::SurfaceLayerMode::kNever) { |
| submitter = blink::WebVideoFrameSubmitter::Create( |
| base::BindRepeating( |
| &PostContextProviderToCallback, |
| RenderThreadImpl::current()->GetCompositorMainThreadTaskRunner()), |
| settings, use_sync_primitives); |
| } |
| |
| DCHECK(*video_frame_compositor_task_runner); |
| |
| return submitter; |
| } |
| |
| blink::WebMediaPlayer* MediaFactory::CreateMediaPlayer( |
| const blink::WebMediaPlayerSource& source, |
| blink::WebMediaPlayerClient* client, |
| blink::MediaInspectorContext* inspector_context, |
| blink::WebMediaPlayerEncryptedMediaClient* encrypted_client, |
| blink::WebContentDecryptionModule* initial_cdm, |
| const blink::WebString& sink_id, |
| viz::FrameSinkId parent_frame_sink_id, |
| const cc::LayerTreeSettings& settings) { |
| blink::WebLocalFrame* web_frame = render_frame_->GetWebFrame(); |
| blink::WebSecurityOrigin security_origin = |
| render_frame_->GetWebFrame()->GetSecurityOrigin(); |
| blink::WebMediaStream web_stream = |
| blink::GetWebMediaStreamFromWebMediaPlayerSource(source); |
| if (!web_stream.IsNull()) |
| return CreateWebMediaPlayerForMediaStream( |
| client, inspector_context, sink_id, security_origin, web_frame, |
| parent_frame_sink_id, settings); |
| |
| // If |source| was not a MediaStream, it must be a URL. |
| // TODO(guidou): Fix this when support for other srcObject types is added. |
| DCHECK(source.IsURL()); |
| blink::WebURL url = source.GetAsURL(); |
| |
| RenderThreadImpl* render_thread = RenderThreadImpl::current(); |
| // Render thread may not exist in tests, returning nullptr if it does not. |
| if (!render_thread) |
| return nullptr; |
| |
| scoped_refptr<media::SwitchableAudioRendererSink> audio_renderer_sink = |
| AudioDeviceFactory::NewSwitchableAudioRendererSink( |
| blink::WebAudioDeviceSourceType::kMediaElement, |
| render_frame_->GetRoutingID(), |
| media::AudioSinkParameters(/*session_id=*/base::UnguessableToken(), |
| sink_id.Utf8())); |
| |
| const WebPreferences webkit_preferences = |
| render_frame_->GetWebkitPreferences(); |
| bool embedded_media_experience_enabled = false; |
| bool use_media_player_renderer = false; |
| #if defined(OS_ANDROID) |
| use_media_player_renderer = UseMediaPlayerRenderer(url); |
| embedded_media_experience_enabled = |
| webkit_preferences.embedded_media_experience_enabled; |
| #endif // defined(OS_ANDROID) |
| |
| // When memory pressure based garbage collection is enabled for MSE, the |
| // |enable_instant_source_buffer_gc| flag controls whether the GC is done |
| // immediately on memory pressure notification or during the next SourceBuffer |
| // append (slower, but is MSE-spec compliant). |
| bool enable_instant_source_buffer_gc = |
| base::GetFieldTrialParamByFeatureAsBool( |
| media::kMemoryPressureBasedSourceBufferGC, |
| "enable_instant_source_buffer_gc", false); |
| |
| std::unique_ptr<BatchingMediaLog::EventHandler> event_handler; |
| if (base::FeatureList::IsEnabled(media::kMediaInspectorLogging)) { |
| event_handler = |
| std::make_unique<InspectorMediaEventHandler>(inspector_context); |
| } else { |
| event_handler = std::make_unique<RenderMediaEventHandler>(); |
| } |
| |
| // This must be created for every new WebMediaPlayer, each instance generates |
| // a new player id which is used to collate logs on the browser side. |
| auto media_log = std::make_unique<BatchingMediaLog>( |
| url::Origin(security_origin).GetURL(), |
| render_frame_->GetTaskRunner(blink::TaskType::kInternalMedia), |
| std::move(event_handler)); |
| |
| base::WeakPtr<media::MediaObserver> media_observer; |
| |
| auto factory_selector = CreateRendererFactorySelector( |
| media_log.get(), use_media_player_renderer, |
| render_frame_->GetRenderFrameMediaPlaybackOptions() |
| .is_mojo_renderer_enabled, |
| GetDecoderFactory(), |
| std::make_unique<media::RemotePlaybackClientWrapperImpl>(client), |
| &media_observer); |
| |
| #if BUILDFLAG(ENABLE_MEDIA_REMOTING) |
| DCHECK(media_observer); |
| #endif |
| |
| if (!fetch_context_) { |
| fetch_context_ = std::make_unique<FrameFetchContext>(web_frame); |
| DCHECK(!url_index_); |
| url_index_ = std::make_unique<media::UrlIndex>(fetch_context_.get()); |
| } |
| DCHECK_EQ(static_cast<FrameFetchContext*>(fetch_context_.get())->frame(), |
| web_frame); |
| |
| mojo::PendingRemote<media::mojom::MediaMetricsProvider> metrics_provider; |
| interface_broker_->GetInterface( |
| metrics_provider.InitWithNewPipeAndPassReceiver()); |
| |
| scoped_refptr<base::SingleThreadTaskRunner> |
| video_frame_compositor_task_runner; |
| std::unique_ptr<blink::WebVideoFrameSubmitter> submitter = |
| CreateSubmitter(&video_frame_compositor_task_runner, settings); |
| |
| scoped_refptr<base::SingleThreadTaskRunner> media_task_runner = |
| render_thread->GetMediaThreadTaskRunner(); |
| |
| if (!media_task_runner) { |
| // If the media thread failed to start, we will receive a null task runner. |
| // Fail the creation by returning null, and let callers handle the error. |
| // See https://crbug.com/775393. |
| return nullptr; |
| } |
| |
| std::unique_ptr<media::WebMediaPlayerParams> params( |
| new media::WebMediaPlayerParams( |
| std::move(media_log), |
| base::BindRepeating(&ContentRendererClient::DeferMediaLoad, |
| base::Unretained(GetContentClient()->renderer()), |
| static_cast<RenderFrame*>(render_frame_), |
| GetWebMediaPlayerDelegate()->has_played_media()), |
| audio_renderer_sink, media_task_runner, |
| render_thread->GetWorkerTaskRunner(), |
| render_thread->compositor_task_runner(), |
| video_frame_compositor_task_runner, |
| base::BindRepeating( |
| &v8::Isolate::AdjustAmountOfExternalAllocatedMemory, |
| base::Unretained(blink::MainThreadIsolate())), |
| initial_cdm, request_routing_token_cb_, media_observer, |
| enable_instant_source_buffer_gc, embedded_media_experience_enabled, |
| std::move(metrics_provider), |
| base::BindOnce(&blink::WebSurfaceLayerBridge::Create, |
| parent_frame_sink_id), |
| RenderThreadImpl::current()->SharedMainThreadContextProvider(), |
| GetVideoSurfaceLayerMode(), |
| render_frame_->GetRenderFrameMediaPlaybackOptions() |
| .is_background_suspend_enabled, |
| render_frame_->GetRenderFrameMediaPlaybackOptions() |
| .is_background_video_playback_enabled, |
| render_frame_->GetRenderFrameMediaPlaybackOptions() |
| .is_background_video_track_optimization_supported)); |
| |
| std::unique_ptr<media::VideoFrameCompositor> vfc = |
| std::make_unique<media::VideoFrameCompositor>( |
| params->video_frame_compositor_task_runner(), std::move(submitter)); |
| |
| media::WebMediaPlayerImpl* media_player = new media::WebMediaPlayerImpl( |
| web_frame, client, encrypted_client, GetWebMediaPlayerDelegate(), |
| std::move(factory_selector), url_index_.get(), std::move(vfc), |
| std::move(params)); |
| |
| return media_player; |
| } |
| |
| blink::WebEncryptedMediaClient* MediaFactory::EncryptedMediaClient() { |
| if (!web_encrypted_media_client_) { |
| web_encrypted_media_client_.reset(new media::WebEncryptedMediaClientImpl( |
| GetCdmFactory(), render_frame_->GetMediaPermission())); |
| } |
| return web_encrypted_media_client_.get(); |
| } |
| |
| std::unique_ptr<media::RendererFactorySelector> |
| MediaFactory::CreateRendererFactorySelector( |
| media::MediaLog* media_log, |
| bool use_media_player, |
| bool enable_mojo_renderer, |
| media::DecoderFactory* decoder_factory, |
| std::unique_ptr<media::RemotePlaybackClientWrapper> client_wrapper, |
| base::WeakPtr<media::MediaObserver>* out_media_observer) { |
| using FactoryType = media::RendererFactorySelector::FactoryType; |
| |
| RenderThreadImpl* render_thread = RenderThreadImpl::current(); |
| // Render thread may not exist in tests, returning nullptr if it does not. |
| if (!render_thread) |
| return nullptr; |
| |
| auto factory_selector = std::make_unique<media::RendererFactorySelector>(); |
| |
| #if defined(OS_ANDROID) |
| DCHECK(interface_broker_); |
| |
| // MediaPlayerRendererClientFactory setup. |
| auto media_player_factory = |
| std::make_unique<MediaPlayerRendererClientFactory>( |
| render_thread->compositor_task_runner(), CreateMojoRendererFactory(), |
| base::BindRepeating( |
| &StreamTextureWrapperImpl::Create, |
| render_thread->EnableStreamTextureCopy(), |
| render_thread->GetStreamTexureFactory(), |
| render_frame_->GetTaskRunner(blink::TaskType::kInternalMedia))); |
| |
| if (use_media_player) { |
| factory_selector->AddBaseFactory(FactoryType::MEDIA_PLAYER, |
| std::move(media_player_factory)); |
| } else { |
| // Always give |factory_selector| a MediaPlayerRendererClient factory. WMPI |
| // might fallback to it if the final redirected URL is an HLS url. |
| factory_selector->AddFactory(FactoryType::MEDIA_PLAYER, |
| std::move(media_player_factory)); |
| } |
| |
| // FlingingRendererClientFactory (FRCF) setup. |
| auto flinging_factory = std::make_unique<FlingingRendererClientFactory>( |
| CreateMojoRendererFactory(), std::move(client_wrapper)); |
| |
| // base::Unretained() is safe here because |factory_selector| owns and |
| // outlives |flinging_factory|. |
| factory_selector->StartRequestRemotePlayStateCB( |
| base::BindOnce(&FlingingRendererClientFactory::SetRemotePlayStateChangeCB, |
| base::Unretained(flinging_factory.get()))); |
| |
| // Must bind the callback first since |flinging_factory| will be moved. |
| // base::Unretained() is also safe here, for the same reasons. |
| auto is_flinging_cb = |
| base::BindRepeating(&FlingingRendererClientFactory::IsFlingingActive, |
| base::Unretained(flinging_factory.get())); |
| factory_selector->AddConditionalFactory( |
| FactoryType::FLINGING, std::move(flinging_factory), is_flinging_cb); |
| #endif // defined(OS_ANDROID) |
| |
| bool use_mojo_renderer_factory = false; |
| #if BUILDFLAG(ENABLE_MOJO_RENDERER) |
| use_mojo_renderer_factory = enable_mojo_renderer; |
| if (use_mojo_renderer_factory) { |
| #if BUILDFLAG(ENABLE_CAST_RENDERER) |
| factory_selector->AddBaseFactory( |
| FactoryType::CAST, std::make_unique<CastRendererClientFactory>( |
| media_log, CreateMojoRendererFactory())); |
| #else |
| // The "default" MojoRendererFactory can be wrapped by a |
| // DecryptingRendererFactory without changing any behavior. |
| // TODO(tguilbert/xhwang): Add "FactoryType::DECRYPTING" if ever we need to |
| // distinguish between a "pure" and "decrypting" MojoRenderer. |
| factory_selector->AddBaseFactory( |
| FactoryType::MOJO, std::make_unique<media::DecryptingRendererFactory>( |
| media_log, CreateMojoRendererFactory())); |
| #endif // BUILDFLAG(ENABLE_CAST_RENDERER) |
| } |
| #endif // BUILDFLAG(ENABLE_MOJO_RENDERER) |
| |
| if (!use_mojo_renderer_factory) { |
| factory_selector->AddBaseFactory( |
| FactoryType::DEFAULT, |
| std::make_unique<media::DefaultRendererFactory>( |
| media_log, decoder_factory, |
| base::BindRepeating(&RenderThreadImpl::GetGpuFactories, |
| base::Unretained(render_thread)))); |
| } |
| |
| #if BUILDFLAG(ENABLE_MEDIA_REMOTING) |
| mojo::PendingRemote<media::mojom::RemotingSource> remoting_source; |
| auto remoting_source_receiver = |
| remoting_source.InitWithNewPipeAndPassReceiver(); |
| mojo::PendingRemote<media::mojom::Remoter> remoter; |
| GetRemoterFactory()->Create(std::move(remoting_source), |
| remoter.InitWithNewPipeAndPassReceiver()); |
| using RemotingController = media::remoting::RendererController; |
| auto remoting_controller = std::make_unique<RemotingController>( |
| std::move(remoting_source_receiver), std::move(remoter)); |
| *out_media_observer = remoting_controller->GetWeakPtr(); |
| |
| auto courier_factory = |
| std::make_unique<media::remoting::CourierRendererFactory>( |
| std::move(remoting_controller)); |
| |
| // Must bind the callback first since |courier_factory| will be moved. |
| // base::Unretained is safe because |factory_selector| owns |courier_factory|. |
| auto is_remoting_cb = base::BindRepeating( |
| &media::remoting::CourierRendererFactory::IsRemotingActive, |
| base::Unretained(courier_factory.get())); |
| factory_selector->AddConditionalFactory( |
| FactoryType::COURIER, std::move(courier_factory), is_remoting_cb); |
| #endif |
| |
| return factory_selector; |
| } |
| |
| blink::WebMediaPlayer* MediaFactory::CreateWebMediaPlayerForMediaStream( |
| blink::WebMediaPlayerClient* client, |
| blink::MediaInspectorContext* inspector_context, |
| const blink::WebString& sink_id, |
| const blink::WebSecurityOrigin& security_origin, |
| blink::WebLocalFrame* frame, |
| viz::FrameSinkId parent_frame_sink_id, |
| const cc::LayerTreeSettings& settings) { |
| RenderThreadImpl* const render_thread = RenderThreadImpl::current(); |
| |
| scoped_refptr<base::SingleThreadTaskRunner> |
| video_frame_compositor_task_runner; |
| std::unique_ptr<blink::WebVideoFrameSubmitter> submitter = |
| CreateSubmitter(&video_frame_compositor_task_runner, settings); |
| |
| std::unique_ptr<BatchingMediaLog::EventHandler> event_handler; |
| if (base::FeatureList::IsEnabled(media::kMediaInspectorLogging)) { |
| event_handler = |
| std::make_unique<InspectorMediaEventHandler>(inspector_context); |
| } else { |
| event_handler = std::make_unique<RenderMediaEventHandler>(); |
| } |
| |
| // This must be created for every new WebMediaPlayer, each instance generates |
| // a new player id which is used to collate logs on the browser side. |
| auto media_log = std::make_unique<BatchingMediaLog>( |
| url::Origin(security_origin).GetURL(), |
| render_frame_->GetTaskRunner(blink::TaskType::kInternalMedia), |
| std::move(event_handler)); |
| |
| return new blink::WebMediaPlayerMS( |
| frame, client, GetWebMediaPlayerDelegate(), std::move(media_log), |
| blink::CreateWebMediaStreamRendererFactory(), |
| render_frame_->GetTaskRunner(blink::TaskType::kInternalMedia), |
| render_thread->GetIOTaskRunner(), video_frame_compositor_task_runner, |
| render_thread->GetMediaThreadTaskRunner(), |
| render_thread->GetWorkerTaskRunner(), render_thread->GetGpuFactories(), |
| sink_id, |
| base::BindOnce(&blink::WebSurfaceLayerBridge::Create, |
| parent_frame_sink_id), |
| std::move(submitter), GetVideoSurfaceLayerMode()); |
| } |
| |
| media::RendererWebMediaPlayerDelegate* |
| MediaFactory::GetWebMediaPlayerDelegate() { |
| if (!media_player_delegate_) { |
| media_player_delegate_ = |
| new media::RendererWebMediaPlayerDelegate(render_frame_); |
| } |
| return media_player_delegate_; |
| } |
| |
| media::DecoderFactory* MediaFactory::GetDecoderFactory() { |
| if (!decoder_factory_) { |
| std::unique_ptr<media::DecoderFactory> external_decoder_factory; |
| #if BUILDFLAG(ENABLE_MOJO_AUDIO_DECODER) || BUILDFLAG(ENABLE_MOJO_VIDEO_DECODER) |
| external_decoder_factory.reset( |
| new media::MojoDecoderFactory(GetMediaInterfaceFactory())); |
| #endif |
| decoder_factory_.reset( |
| new media::DefaultDecoderFactory(std::move(external_decoder_factory))); |
| } |
| |
| return decoder_factory_.get(); |
| } |
| |
| #if BUILDFLAG(ENABLE_MEDIA_REMOTING) |
| media::mojom::RemoterFactory* MediaFactory::GetRemoterFactory() { |
| DCHECK(interface_broker_); |
| |
| if (!remoter_factory_) { |
| interface_broker_->GetInterface( |
| remoter_factory_.BindNewPipeAndPassReceiver()); |
| } |
| return remoter_factory_.get(); |
| } |
| #endif |
| |
| media::CdmFactory* MediaFactory::GetCdmFactory() { |
| if (cdm_factory_) |
| return cdm_factory_.get(); |
| |
| #if defined(OS_FUCHSIA) |
| DCHECK(interface_broker_); |
| cdm_factory_ = media::CreateFuchsiaCdmFactory(interface_broker_); |
| #elif BUILDFLAG(ENABLE_MOJO_CDM) |
| cdm_factory_ = |
| std::make_unique<media::MojoCdmFactory>(GetMediaInterfaceFactory()); |
| #else |
| cdm_factory_ = std::make_unique<media::DefaultCdmFactory>(); |
| #endif // BUILDFLAG(ENABLE_MOJO_CDM) |
| |
| return cdm_factory_.get(); |
| } |
| |
| #if BUILDFLAG(ENABLE_MOJO_MEDIA) |
| media::mojom::InterfaceFactory* MediaFactory::GetMediaInterfaceFactory() { |
| DCHECK(interface_broker_); |
| |
| if (!media_interface_factory_) { |
| media_interface_factory_ = |
| std::make_unique<MediaInterfaceFactory>(interface_broker_); |
| } |
| |
| return media_interface_factory_.get(); |
| } |
| |
| std::unique_ptr<media::MojoRendererFactory> |
| MediaFactory::CreateMojoRendererFactory() { |
| return std::make_unique<media::MojoRendererFactory>( |
| GetMediaInterfaceFactory()); |
| } |
| #endif // BUILDFLAG(ENABLE_MOJO_MEDIA) |
| |
| } // namespace content |