blob: a3fe778331a54ef7e9dd552f40525dc482e8c0df [file] [log] [blame]
// Copyright 2014 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "media/blink/video_frame_compositor.h"
#include "base/bind.h"
#include "base/callback_helpers.h"
#include "base/time/default_tick_clock.h"
#include "base/trace_event/trace_event.h"
#include "media/base/bind_to_current_loop.h"
#include "media/base/media_switches.h"
#include "media/base/video_frame.h"
#include "media/blink/webmediaplayer_params.h"
#include "third_party/blink/public/platform/web_video_frame_submitter.h"
namespace media {
// Amount of time to wait between UpdateCurrentFrame() callbacks before starting
// background rendering to keep the Render() callbacks moving.
const int kBackgroundRenderingTimeoutMs = 250;
// static
constexpr const char VideoFrameCompositor::kTracingCategory[];
VideoFrameCompositor::VideoFrameCompositor(
const scoped_refptr<base::SingleThreadTaskRunner>& task_runner,
std::unique_ptr<blink::WebVideoFrameSubmitter> submitter)
: task_runner_(task_runner),
tick_clock_(base::DefaultTickClock::GetInstance()),
background_rendering_timer_(
FROM_HERE,
base::TimeDelta::FromMilliseconds(kBackgroundRenderingTimeoutMs),
base::Bind(&VideoFrameCompositor::BackgroundRender,
base::Unretained(this))),
submitter_(std::move(submitter)),
weak_ptr_factory_(this) {
if (submitter_) {
task_runner_->PostTask(
FROM_HERE, base::BindOnce(&VideoFrameCompositor::InitializeSubmitter,
weak_ptr_factory_.GetWeakPtr()));
update_submission_state_callback_ = BindToLoop(
task_runner_,
base::BindRepeating(&VideoFrameCompositor::SetIsSurfaceVisible,
weak_ptr_factory_.GetWeakPtr()));
}
}
cc::UpdateSubmissionStateCB
VideoFrameCompositor::GetUpdateSubmissionStateCallback() {
return update_submission_state_callback_;
}
void VideoFrameCompositor::SetIsSurfaceVisible(bool is_visible) {
DCHECK(task_runner_->BelongsToCurrentThread());
submitter_->SetIsSurfaceVisible(is_visible);
}
void VideoFrameCompositor::InitializeSubmitter() {
DCHECK(task_runner_->BelongsToCurrentThread());
submitter_->Initialize(this);
}
VideoFrameCompositor::~VideoFrameCompositor() {
DCHECK(task_runner_->BelongsToCurrentThread());
DCHECK(!callback_);
DCHECK(!rendering_);
if (client_)
client_->StopUsingProvider();
}
void VideoFrameCompositor::EnableSubmission(
const viz::SurfaceId& id,
base::TimeTicks local_surface_id_allocation_time,
VideoRotation rotation,
bool force_submit) {
DCHECK(task_runner_->BelongsToCurrentThread());
// If we're switching to |submitter_| from some other client, then tell it.
if (client_ && client_ != submitter_.get())
client_->StopUsingProvider();
submitter_->SetRotation(rotation);
submitter_->SetForceSubmit(force_submit);
submitter_->EnableSubmission(id, local_surface_id_allocation_time);
client_ = submitter_.get();
if (rendering_)
client_->StartRendering();
}
bool VideoFrameCompositor::IsClientSinkAvailable() {
DCHECK(task_runner_->BelongsToCurrentThread());
return client_;
}
void VideoFrameCompositor::OnRendererStateUpdate(bool new_state) {
DCHECK(task_runner_->BelongsToCurrentThread());
DCHECK_NE(rendering_, new_state);
rendering_ = new_state;
if (!auto_open_close_) {
auto_open_close_.reset(new base::trace_event::AutoOpenCloseEvent<
kTracingCategory>(
base::trace_event::AutoOpenCloseEvent<kTracingCategory>::Type::ASYNC,
"VideoPlayback"));
}
if (rendering_) {
auto_open_close_->Begin();
} else {
new_processed_frame_cb_.Reset();
auto_open_close_->End();
}
if (rendering_) {
// Always start playback in background rendering mode, if |client_| kicks
// in right away it's okay.
BackgroundRender();
} else if (background_rendering_enabled_) {
background_rendering_timer_.Stop();
} else {
DCHECK(!background_rendering_timer_.IsRunning());
}
if (!IsClientSinkAvailable())
return;
if (rendering_)
client_->StartRendering();
else
client_->StopRendering();
}
void VideoFrameCompositor::SetVideoFrameProviderClient(
cc::VideoFrameProvider::Client* client) {
DCHECK(task_runner_->BelongsToCurrentThread());
if (client_)
client_->StopUsingProvider();
client_ = client;
// |client_| may now be null, so verify before calling it.
if (rendering_ && client_)
client_->StartRendering();
}
scoped_refptr<VideoFrame> VideoFrameCompositor::GetCurrentFrame() {
DCHECK(task_runner_->BelongsToCurrentThread());
return current_frame_;
}
scoped_refptr<VideoFrame> VideoFrameCompositor::GetCurrentFrameOnAnyThread() {
base::AutoLock lock(current_frame_lock_);
return current_frame_;
}
void VideoFrameCompositor::SetCurrentFrame(
const scoped_refptr<VideoFrame>& frame) {
DCHECK(task_runner_->BelongsToCurrentThread());
base::AutoLock lock(current_frame_lock_);
current_frame_ = frame;
}
void VideoFrameCompositor::PutCurrentFrame() {
DCHECK(task_runner_->BelongsToCurrentThread());
rendered_last_frame_ = true;
}
bool VideoFrameCompositor::UpdateCurrentFrame(base::TimeTicks deadline_min,
base::TimeTicks deadline_max) {
DCHECK(task_runner_->BelongsToCurrentThread());
return CallRender(deadline_min, deadline_max, false);
}
bool VideoFrameCompositor::HasCurrentFrame() {
DCHECK(task_runner_->BelongsToCurrentThread());
return static_cast<bool>(GetCurrentFrame());
}
void VideoFrameCompositor::Start(RenderCallback* callback) {
// Called from the media thread, so acquire the callback under lock before
// returning in case a Stop() call comes in before the PostTask is processed.
base::AutoLock lock(callback_lock_);
DCHECK(!callback_);
callback_ = callback;
task_runner_->PostTask(
FROM_HERE, base::BindOnce(&VideoFrameCompositor::OnRendererStateUpdate,
base::Unretained(this), true));
}
void VideoFrameCompositor::Stop() {
// Called from the media thread, so release the callback under lock before
// returning to avoid a pending UpdateCurrentFrame() call occurring before
// the PostTask is processed.
base::AutoLock lock(callback_lock_);
DCHECK(callback_);
callback_ = nullptr;
task_runner_->PostTask(
FROM_HERE, base::BindOnce(&VideoFrameCompositor::OnRendererStateUpdate,
base::Unretained(this), false));
}
void VideoFrameCompositor::PaintSingleFrame(
const scoped_refptr<VideoFrame>& frame,
bool repaint_duplicate_frame) {
if (!task_runner_->BelongsToCurrentThread()) {
task_runner_->PostTask(
FROM_HERE,
base::BindOnce(&VideoFrameCompositor::PaintSingleFrame,
base::Unretained(this), frame, repaint_duplicate_frame));
return;
}
if (ProcessNewFrame(frame, repaint_duplicate_frame) &&
IsClientSinkAvailable()) {
client_->DidReceiveFrame();
}
}
void VideoFrameCompositor::UpdateCurrentFrameIfStale() {
DCHECK(task_runner_->BelongsToCurrentThread());
// If we're not rendering, then the frame can't be stale.
if (!rendering_ || !is_background_rendering_)
return;
// If we have a client, and it is currently rendering, then it's not stale
// since the client is driving the frame updates at the proper rate.
if (IsClientSinkAvailable() && client_->IsDrivingFrameUpdates())
return;
// We're rendering, but the client isn't driving the updates. See if the
// frame is stale, and update it.
DCHECK(!last_background_render_.is_null());
const base::TimeTicks now = tick_clock_->NowTicks();
const base::TimeDelta interval = now - last_background_render_;
// Cap updates to 250Hz which should be more than enough for everyone.
if (interval < base::TimeDelta::FromMilliseconds(4))
return;
// Update the interval based on the time between calls and call background
// render which will give this information to the client.
last_interval_ = interval;
BackgroundRender();
}
void VideoFrameCompositor::SetOnNewProcessedFrameCallback(
OnNewProcessedFrameCB cb) {
DCHECK(task_runner_->BelongsToCurrentThread());
new_processed_frame_cb_ = std::move(cb);
}
bool VideoFrameCompositor::ProcessNewFrame(
const scoped_refptr<VideoFrame>& frame,
bool repaint_duplicate_frame) {
DCHECK(task_runner_->BelongsToCurrentThread());
if (frame && GetCurrentFrame() && !repaint_duplicate_frame &&
frame->unique_id() == GetCurrentFrame()->unique_id()) {
return false;
}
// Set the flag indicating that the current frame is unrendered, if we get a
// subsequent PutCurrentFrame() call it will mark it as rendered.
rendered_last_frame_ = false;
SetCurrentFrame(frame);
if (new_processed_frame_cb_)
std::move(new_processed_frame_cb_).Run(base::TimeTicks::Now());
return true;
}
void VideoFrameCompositor::UpdateRotation(VideoRotation rotation) {
DCHECK(task_runner_->BelongsToCurrentThread());
submitter_->SetRotation(rotation);
}
void VideoFrameCompositor::SetIsPageVisible(bool is_visible) {
DCHECK(task_runner_->BelongsToCurrentThread());
if (submitter_)
submitter_->SetIsPageVisible(is_visible);
}
void VideoFrameCompositor::SetForceSubmit(bool force_submit) {
DCHECK(task_runner_->BelongsToCurrentThread());
submitter_->SetForceSubmit(force_submit);
}
void VideoFrameCompositor::BackgroundRender() {
DCHECK(task_runner_->BelongsToCurrentThread());
const base::TimeTicks now = tick_clock_->NowTicks();
last_background_render_ = now;
bool new_frame = CallRender(now, now + last_interval_, true);
if (new_frame && IsClientSinkAvailable())
client_->DidReceiveFrame();
}
bool VideoFrameCompositor::CallRender(base::TimeTicks deadline_min,
base::TimeTicks deadline_max,
bool background_rendering) {
DCHECK(task_runner_->BelongsToCurrentThread());
base::AutoLock lock(callback_lock_);
if (!callback_) {
// Even if we no longer have a callback, return true if we have a frame
// which |client_| hasn't seen before.
return !rendered_last_frame_ && GetCurrentFrame();
}
DCHECK(rendering_);
// If the previous frame was never rendered and we're not in background
// rendering mode (nor have just exited it), let the client know.
if (!rendered_last_frame_ && GetCurrentFrame() && !background_rendering &&
!is_background_rendering_) {
callback_->OnFrameDropped();
}
const bool new_frame = ProcessNewFrame(
callback_->Render(deadline_min, deadline_max, background_rendering),
false);
// We may create a new frame here with background rendering, but the provider
// has no way of knowing that a new frame had been processed, so keep track of
// the new frame, and return true on the next call to |CallRender|.
const bool had_new_background_frame = new_background_frame_;
new_background_frame_ = background_rendering && new_frame;
is_background_rendering_ = background_rendering;
last_interval_ = deadline_max - deadline_min;
// Restart the background rendering timer whether we're background rendering
// or not; in either case we should wait for |kBackgroundRenderingTimeoutMs|.
if (background_rendering_enabled_)
background_rendering_timer_.Reset();
return new_frame || had_new_background_frame;
}
} // namespace media