blob: 11bcbb3a72d318ba05f5bf0243dbb7252070805f [file] [log] [blame]
// Copyright (c) 2012 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include <stddef.h>
#include <stdint.h>
#include <algorithm>
#include <deque>
#include <string>
#include "base/bind.h"
#include "base/files/file_path.h"
#include "base/location.h"
#include "base/logging.h"
#include "base/macros.h"
#include "base/path_service.h"
#include "base/run_loop.h"
#include "base/single_thread_task_runner.h"
#include "base/test/mock_callback.h"
#include "base/threading/thread.h"
#include "base/threading/thread_task_runner_handle.h"
#include "media/base/decrypt_config.h"
#include "media/base/media_log.h"
#include "media/base/media_tracks.h"
#include "media/base/mock_demuxer_host.h"
#include "media/base/test_helpers.h"
#include "media/base/timestamp_constants.h"
#include "media/ffmpeg/ffmpeg_common.h"
#include "media/filters/ffmpeg_demuxer.h"
#include "media/filters/file_data_source.h"
#include "media/formats/mp4/avc.h"
#include "media/media_features.h"
#include "testing/gtest/include/gtest/gtest.h"
using ::testing::AnyNumber;
using ::testing::DoAll;
using ::testing::Exactly;
using ::testing::InSequence;
using ::testing::Invoke;
using ::testing::NotNull;
using ::testing::Return;
using ::testing::SaveArg;
using ::testing::SetArgPointee;
using ::testing::StrictMock;
using ::testing::WithArgs;
using ::testing::_;
namespace media {
MATCHER(IsEndOfStreamBuffer,
std::string(negation ? "isn't" : "is") + " end of stream") {
return arg->end_of_stream();
}
const uint8_t kEncryptedMediaInitData[] = {
0x30, 0x31, 0x32, 0x33, 0x34, 0x35, 0x36, 0x37,
0x38, 0x39, 0x30, 0x31, 0x32, 0x33, 0x34, 0x35,
};
static void EosOnReadDone(bool* got_eos_buffer,
DemuxerStream::Status status,
const scoped_refptr<DecoderBuffer>& buffer) {
base::ThreadTaskRunnerHandle::Get()->PostTask(
FROM_HERE, base::MessageLoop::QuitWhenIdleClosure());
EXPECT_EQ(status, DemuxerStream::kOk);
if (buffer->end_of_stream()) {
*got_eos_buffer = true;
return;
}
EXPECT_TRUE(buffer->data());
EXPECT_GT(buffer->data_size(), 0u);
*got_eos_buffer = false;
};
// Fixture class to facilitate writing tests. Takes care of setting up the
// FFmpeg, pipeline and filter host mocks.
class FFmpegDemuxerTest : public testing::Test {
protected:
FFmpegDemuxerTest() {}
virtual ~FFmpegDemuxerTest() {
if (demuxer_)
demuxer_->Stop();
}
void CreateDemuxer(const std::string& name) {
CHECK(!demuxer_);
EXPECT_CALL(host_, OnBufferedTimeRangesChanged(_)).Times(AnyNumber());
CreateDataSource(name);
Demuxer::EncryptedMediaInitDataCB encrypted_media_init_data_cb = base::Bind(
&FFmpegDemuxerTest::OnEncryptedMediaInitData, base::Unretained(this));
Demuxer::MediaTracksUpdatedCB tracks_updated_cb = base::Bind(
&FFmpegDemuxerTest::OnMediaTracksUpdated, base::Unretained(this));
demuxer_.reset(new FFmpegDemuxer(
message_loop_.task_runner(), data_source_.get(),
encrypted_media_init_data_cb, tracks_updated_cb, new MediaLog()));
}
DemuxerStream* GetStream(DemuxerStream::Type type) {
std::vector<DemuxerStream*> streams = demuxer_->GetAllStreams();
for (const auto& stream : streams) {
if (stream->type() == type)
return stream;
}
return nullptr;
}
MOCK_METHOD1(CheckPoint, void(int v));
void InitializeDemuxerInternal(bool enable_text,
media::PipelineStatus expected_pipeline_status,
base::Time timeline_offset) {
if (expected_pipeline_status == PIPELINE_OK)
EXPECT_CALL(host_, SetDuration(_)).Times(AnyNumber());
WaitableMessageLoopEvent event;
demuxer_->Initialize(&host_, event.GetPipelineStatusCB(), enable_text);
demuxer_->timeline_offset_ = timeline_offset;
event.RunAndWaitForStatus(expected_pipeline_status);
}
void InitializeDemuxer() {
InitializeDemuxerInternal(/*enable_text=*/false, PIPELINE_OK, base::Time());
}
void InitializeDemuxerWithText() {
InitializeDemuxerInternal(/*enable_text=*/true, PIPELINE_OK, base::Time());
}
void InitializeDemuxerWithTimelineOffset(base::Time timeline_offset) {
InitializeDemuxerInternal(/*enable_text=*/false, PIPELINE_OK,
timeline_offset);
}
void InitializeDemuxerAndExpectPipelineStatus(
media::PipelineStatus expected_pipeline_status) {
InitializeDemuxerInternal(/*enable_text=*/false, expected_pipeline_status,
base::Time());
}
MOCK_METHOD2(OnReadDoneCalled, void(int, int64_t));
struct ReadExpectation {
ReadExpectation(size_t size,
int64_t timestamp_us,
base::TimeDelta discard_front_padding,
bool is_key_frame,
DemuxerStream::Status status)
: size(size),
timestamp_us(timestamp_us),
discard_front_padding(discard_front_padding),
is_key_frame(is_key_frame),
status(status) {}
size_t size;
int64_t timestamp_us;
base::TimeDelta discard_front_padding;
bool is_key_frame;
DemuxerStream::Status status;
};
// Verifies that |buffer| has a specific |size| and |timestamp|.
// |location| simply indicates where the call to this function was made.
// This makes it easier to track down where test failures occur.
void OnReadDone(const tracked_objects::Location& location,
const ReadExpectation& read_expectation,
DemuxerStream::Status status,
const scoped_refptr<DecoderBuffer>& buffer) {
std::string location_str;
location.Write(true, false, &location_str);
location_str += "\n";
SCOPED_TRACE(location_str);
EXPECT_EQ(read_expectation.status, status);
if (status == DemuxerStream::kOk) {
EXPECT_TRUE(buffer);
EXPECT_EQ(read_expectation.size, buffer->data_size());
EXPECT_EQ(read_expectation.timestamp_us,
buffer->timestamp().InMicroseconds());
EXPECT_EQ(read_expectation.discard_front_padding,
buffer->discard_padding().first);
EXPECT_EQ(read_expectation.is_key_frame, buffer->is_key_frame());
}
DCHECK_EQ(&message_loop_, base::MessageLoop::current());
OnReadDoneCalled(read_expectation.size, read_expectation.timestamp_us);
message_loop_.task_runner()->PostTask(
FROM_HERE, base::MessageLoop::QuitWhenIdleClosure());
}
DemuxerStream::ReadCB NewReadCB(
const tracked_objects::Location& location,
int size,
int64_t timestamp_us,
bool is_key_frame,
DemuxerStream::Status status = DemuxerStream::kOk) {
return NewReadCBWithCheckedDiscard(location, size, timestamp_us,
base::TimeDelta(), is_key_frame, status);
}
DemuxerStream::ReadCB NewReadCBWithCheckedDiscard(
const tracked_objects::Location& location,
int size,
int64_t timestamp_us,
base::TimeDelta discard_front_padding,
bool is_key_frame,
DemuxerStream::Status status = DemuxerStream::kOk) {
EXPECT_CALL(*this, OnReadDoneCalled(size, timestamp_us));
struct ReadExpectation read_expectation(
size, timestamp_us, discard_front_padding, is_key_frame, status);
return base::Bind(&FFmpegDemuxerTest::OnReadDone,
base::Unretained(this),
location,
read_expectation);
}
MOCK_METHOD2(OnEncryptedMediaInitData,
void(EmeInitDataType init_data_type,
const std::vector<uint8_t>& init_data));
void OnMediaTracksUpdated(std::unique_ptr<MediaTracks> tracks) {
CHECK(tracks.get());
media_tracks_ = std::move(tracks);
}
// Accessor to demuxer internals.
void SetDurationKnown(bool duration_known) {
demuxer_->duration_known_ = duration_known;
if (!duration_known)
demuxer_->duration_ = kInfiniteDuration;
}
// Fixture members.
std::unique_ptr<FileDataSource> data_source_;
std::unique_ptr<FFmpegDemuxer> demuxer_;
StrictMock<MockDemuxerHost> host_;
std::unique_ptr<MediaTracks> media_tracks_;
base::MessageLoop message_loop_;
AVFormatContext* format_context() {
return demuxer_->glue_->format_context();
}
DemuxerStream* preferred_seeking_stream(base::TimeDelta seek_time) const {
return demuxer_->FindPreferredStreamForSeeking(seek_time);
}
void ReadUntilEndOfStream(DemuxerStream* stream) {
bool got_eos_buffer = false;
const int kMaxBuffers = 170;
for (int i = 0; !got_eos_buffer && i < kMaxBuffers; i++) {
stream->Read(base::Bind(&EosOnReadDone, &got_eos_buffer));
base::RunLoop().Run();
}
EXPECT_TRUE(got_eos_buffer);
}
private:
void CreateDataSource(const std::string& name) {
CHECK(!data_source_);
base::FilePath file_path;
EXPECT_TRUE(PathService::Get(base::DIR_SOURCE_ROOT, &file_path));
file_path = file_path.Append(FILE_PATH_LITERAL("media"))
.Append(FILE_PATH_LITERAL("test"))
.Append(FILE_PATH_LITERAL("data"))
.AppendASCII(name);
data_source_.reset(new FileDataSource());
EXPECT_TRUE(data_source_->Initialize(file_path));
}
DISALLOW_COPY_AND_ASSIGN(FFmpegDemuxerTest);
};
TEST_F(FFmpegDemuxerTest, Initialize_OpenFails) {
// Simulate avformat_open_input() failing.
CreateDemuxer("ten_byte_file");
WaitableMessageLoopEvent event;
demuxer_->Initialize(&host_, event.GetPipelineStatusCB(), true);
event.RunAndWaitForStatus(DEMUXER_ERROR_COULD_NOT_OPEN);
}
TEST_F(FFmpegDemuxerTest, Initialize_NoStreams) {
// Open a file with no streams whatsoever.
CreateDemuxer("no_streams.webm");
WaitableMessageLoopEvent event;
demuxer_->Initialize(&host_, event.GetPipelineStatusCB(), true);
event.RunAndWaitForStatus(DEMUXER_ERROR_NO_SUPPORTED_STREAMS);
}
TEST_F(FFmpegDemuxerTest, Initialize_NoAudioVideo) {
// Open a file containing streams but none of which are audio/video streams.
CreateDemuxer("no_audio_video.webm");
WaitableMessageLoopEvent event;
demuxer_->Initialize(&host_, event.GetPipelineStatusCB(), true);
event.RunAndWaitForStatus(DEMUXER_ERROR_NO_SUPPORTED_STREAMS);
}
TEST_F(FFmpegDemuxerTest, Initialize_Successful) {
CreateDemuxer("bear-320x240.webm");
InitializeDemuxer();
// Video stream should be present.
DemuxerStream* stream = GetStream(DemuxerStream::VIDEO);
ASSERT_TRUE(stream);
EXPECT_EQ(DemuxerStream::VIDEO, stream->type());
const VideoDecoderConfig& video_config = stream->video_decoder_config();
EXPECT_EQ(kCodecVP8, video_config.codec());
EXPECT_EQ(PIXEL_FORMAT_YV12, video_config.format());
EXPECT_EQ(320, video_config.coded_size().width());
EXPECT_EQ(240, video_config.coded_size().height());
EXPECT_EQ(0, video_config.visible_rect().x());
EXPECT_EQ(0, video_config.visible_rect().y());
EXPECT_EQ(320, video_config.visible_rect().width());
EXPECT_EQ(240, video_config.visible_rect().height());
EXPECT_EQ(320, video_config.natural_size().width());
EXPECT_EQ(240, video_config.natural_size().height());
EXPECT_TRUE(video_config.extra_data().empty());
// Audio stream should be present.
stream = GetStream(DemuxerStream::AUDIO);
ASSERT_TRUE(stream);
EXPECT_EQ(DemuxerStream::AUDIO, stream->type());
const AudioDecoderConfig& audio_config = stream->audio_decoder_config();
EXPECT_EQ(kCodecVorbis, audio_config.codec());
EXPECT_EQ(32, audio_config.bits_per_channel());
EXPECT_EQ(CHANNEL_LAYOUT_STEREO, audio_config.channel_layout());
EXPECT_EQ(44100, audio_config.samples_per_second());
EXPECT_EQ(kSampleFormatPlanarF32, audio_config.sample_format());
EXPECT_FALSE(audio_config.extra_data().empty());
// Unknown stream should never be present.
EXPECT_EQ(2u, demuxer_->GetAllStreams().size());
}
TEST_F(FFmpegDemuxerTest, Initialize_Multitrack) {
// Open a file containing the following streams:
// Stream #0: Video (VP8)
// Stream #1: Audio (Vorbis)
// Stream #2: Subtitles (SRT)
// Stream #3: Video (Theora)
// Stream #4: Audio (16-bit signed little endian PCM)
CreateDemuxer("bear-320x240-multitrack.webm");
InitializeDemuxer();
std::vector<DemuxerStream*> streams = demuxer_->GetAllStreams();
EXPECT_EQ(4u, streams.size());
// Stream #0 should be VP8 video.
DemuxerStream* stream = streams[0];
ASSERT_TRUE(stream);
EXPECT_EQ(DemuxerStream::VIDEO, stream->type());
EXPECT_EQ(kCodecVP8, stream->video_decoder_config().codec());
// Stream #1 should be Vorbis audio.
stream = streams[1];
ASSERT_TRUE(stream);
EXPECT_EQ(DemuxerStream::AUDIO, stream->type());
EXPECT_EQ(kCodecVorbis, stream->audio_decoder_config().codec());
// The subtitles stream is skipped.
// Stream #2 should be Theora video.
stream = streams[2];
ASSERT_TRUE(stream);
EXPECT_EQ(DemuxerStream::VIDEO, stream->type());
EXPECT_EQ(kCodecTheora, stream->video_decoder_config().codec());
// Stream #3 should be PCM audio.
stream = streams[3];
ASSERT_TRUE(stream);
EXPECT_EQ(DemuxerStream::AUDIO, stream->type());
EXPECT_EQ(kCodecPCM, stream->audio_decoder_config().codec());
}
TEST_F(FFmpegDemuxerTest, Initialize_MultitrackText) {
// Open a file containing the following streams:
// Stream #0: Video (VP8)
// Stream #1: Audio (Vorbis)
// Stream #2: Text (WebVTT)
CreateDemuxer("bear-vp8-webvtt.webm");
DemuxerStream* text_stream = NULL;
EXPECT_CALL(host_, AddTextStream(_, _))
.WillOnce(SaveArg<0>(&text_stream));
InitializeDemuxerWithText();
ASSERT_TRUE(text_stream);
EXPECT_EQ(DemuxerStream::TEXT, text_stream->type());
// Video stream should be VP8.
DemuxerStream* stream = GetStream(DemuxerStream::VIDEO);
ASSERT_TRUE(stream);
EXPECT_EQ(DemuxerStream::VIDEO, stream->type());
EXPECT_EQ(kCodecVP8, stream->video_decoder_config().codec());
// Audio stream should be Vorbis.
stream = GetStream(DemuxerStream::AUDIO);
ASSERT_TRUE(stream);
EXPECT_EQ(DemuxerStream::AUDIO, stream->type());
EXPECT_EQ(kCodecVorbis, stream->audio_decoder_config().codec());
EXPECT_EQ(3u, demuxer_->GetAllStreams().size());
}
TEST_F(FFmpegDemuxerTest, Initialize_Encrypted) {
EXPECT_CALL(*this,
OnEncryptedMediaInitData(
EmeInitDataType::WEBM,
std::vector<uint8_t>(kEncryptedMediaInitData,
kEncryptedMediaInitData +
arraysize(kEncryptedMediaInitData))))
.Times(Exactly(2));
CreateDemuxer("bear-320x240-av_enc-av.webm");
InitializeDemuxer();
}
TEST_F(FFmpegDemuxerTest, AbortPendingReads) {
// We test that on a successful audio packet read.
CreateDemuxer("bear-320x240.webm");
InitializeDemuxer();
// Attempt a read from the audio stream and run the message loop until done.
DemuxerStream* audio = GetStream(DemuxerStream::AUDIO);
// Depending on where in the reading process ffmpeg is, an error may cause the
// stream to be marked as EOF. Simulate this here to ensure it is properly
// cleared by the AbortPendingReads() call.
format_context()->pb->eof_reached = 1;
audio->Read(NewReadCB(FROM_HERE, 29, 0, true, DemuxerStream::kAborted));
demuxer_->AbortPendingReads();
base::RunLoop().Run();
// Additional reads should also be aborted (until a Seek()).
audio->Read(NewReadCB(FROM_HERE, 29, 0, true, DemuxerStream::kAborted));
base::RunLoop().Run();
// Ensure blocking thread has completed outstanding work.
demuxer_->Stop();
EXPECT_EQ(format_context()->pb->eof_reached, 0);
// Calling abort after stop should not crash.
demuxer_->AbortPendingReads();
demuxer_.reset();
}
TEST_F(FFmpegDemuxerTest, Read_Audio) {
// We test that on a successful audio packet read.
CreateDemuxer("bear-320x240.webm");
InitializeDemuxer();
// Attempt a read from the audio stream and run the message loop until done.
DemuxerStream* audio = GetStream(DemuxerStream::AUDIO);
audio->Read(NewReadCB(FROM_HERE, 29, 0, true));
base::RunLoop().Run();
audio->Read(NewReadCB(FROM_HERE, 27, 3000, true));
base::RunLoop().Run();
EXPECT_EQ(22084, demuxer_->GetMemoryUsage());
}
TEST_F(FFmpegDemuxerTest, Read_Video) {
// We test that on a successful video packet read.
CreateDemuxer("bear-320x240.webm");
InitializeDemuxer();
// Attempt a read from the video stream and run the message loop until done.
DemuxerStream* video = GetStream(DemuxerStream::VIDEO);
video->Read(NewReadCB(FROM_HERE, 22084, 0, true));
base::RunLoop().Run();
video->Read(NewReadCB(FROM_HERE, 1057, 33000, false));
base::RunLoop().Run();
EXPECT_EQ(323, demuxer_->GetMemoryUsage());
}
TEST_F(FFmpegDemuxerTest, Read_Text) {
// We test that on a successful text packet read.
CreateDemuxer("bear-vp8-webvtt.webm");
DemuxerStream* text_stream = NULL;
EXPECT_CALL(host_, AddTextStream(_, _))
.WillOnce(SaveArg<0>(&text_stream));
InitializeDemuxerWithText();
ASSERT_TRUE(text_stream);
EXPECT_EQ(DemuxerStream::TEXT, text_stream->type());
text_stream->Read(NewReadCB(FROM_HERE, 31, 0, true));
base::RunLoop().Run();
text_stream->Read(NewReadCB(FROM_HERE, 19, 500000, true));
base::RunLoop().Run();
}
TEST_F(FFmpegDemuxerTest, SeekInitialized_NoVideoStartTime) {
CreateDemuxer("audio-start-time-only.webm");
InitializeDemuxer();
// Video stream should be preferred for seeking even if video start time is
// unknown.
DemuxerStream* vstream = GetStream(DemuxerStream::VIDEO);
EXPECT_EQ(vstream, preferred_seeking_stream(base::TimeDelta()));
}
TEST_F(FFmpegDemuxerTest, Seeking_PreferredStreamSelection) {
const int64_t kTimelineOffsetMs = 1352550896000LL;
// Test the start time is the first timestamp of the video and audio stream.
CreateDemuxer("nonzero-start-time.webm");
InitializeDemuxerWithTimelineOffset(
base::Time::FromJsTime(kTimelineOffsetMs));
FFmpegDemuxerStream* video =
static_cast<FFmpegDemuxerStream*>(GetStream(DemuxerStream::VIDEO));
FFmpegDemuxerStream* audio =
static_cast<FFmpegDemuxerStream*>(GetStream(DemuxerStream::AUDIO));
const base::TimeDelta video_start_time =
base::TimeDelta::FromMicroseconds(400000);
const base::TimeDelta audio_start_time =
base::TimeDelta::FromMicroseconds(396000);
// Seeking to a position lower than the start time of either stream should
// prefer video stream for seeking.
EXPECT_EQ(video, preferred_seeking_stream(base::TimeDelta()));
// Seeking to a position that has audio data, but not video, should prefer
// the audio stream for seeking.
EXPECT_EQ(audio, preferred_seeking_stream(audio_start_time));
// Seeking to a position where both audio and video streams have data should
// prefer the video stream for seeking.
EXPECT_EQ(video, preferred_seeking_stream(video_start_time));
// A disabled stream should be preferred only when there's no other viable
// option among enabled streams.
audio->set_enabled(false, base::TimeDelta());
EXPECT_EQ(video, preferred_seeking_stream(video_start_time));
// Audio stream is preferred, even though it is disabled, since video stream
// start time is higher than the seek target == audio_start_time in this case.
EXPECT_EQ(audio, preferred_seeking_stream(audio_start_time));
audio->set_enabled(true, base::TimeDelta());
video->set_enabled(false, base::TimeDelta());
EXPECT_EQ(audio, preferred_seeking_stream(audio_start_time));
EXPECT_EQ(audio, preferred_seeking_stream(video_start_time));
// When both audio and video streams are disabled and there's no enabled
// streams, then audio is preferred since it has lower start time.
audio->set_enabled(false, base::TimeDelta());
EXPECT_EQ(audio, preferred_seeking_stream(audio_start_time));
EXPECT_EQ(audio, preferred_seeking_stream(video_start_time));
}
TEST_F(FFmpegDemuxerTest, Read_VideoPositiveStartTime) {
const int64_t kTimelineOffsetMs = 1352550896000LL;
// Test the start time is the first timestamp of the video and audio stream.
CreateDemuxer("nonzero-start-time.webm");
InitializeDemuxerWithTimelineOffset(
base::Time::FromJsTime(kTimelineOffsetMs));
// Attempt a read from the video stream and run the message loop until done.
DemuxerStream* video = GetStream(DemuxerStream::VIDEO);
DemuxerStream* audio = GetStream(DemuxerStream::AUDIO);
const base::TimeDelta video_start_time =
base::TimeDelta::FromMicroseconds(400000);
const base::TimeDelta audio_start_time =
base::TimeDelta::FromMicroseconds(396000);
// Run the test twice with a seek in between.
for (int i = 0; i < 2; ++i) {
video->Read(NewReadCB(FROM_HERE, 5636, video_start_time.InMicroseconds(),
true));
base::RunLoop().Run();
audio->Read(NewReadCB(FROM_HERE, 165, audio_start_time.InMicroseconds(),
true));
base::RunLoop().Run();
// Verify that the start time is equal to the lowest timestamp (ie the
// audio).
EXPECT_EQ(audio_start_time, demuxer_->start_time());
// Verify that the timeline offset has not been adjusted by the start time.
EXPECT_EQ(kTimelineOffsetMs, demuxer_->GetTimelineOffset().ToJavaTime());
// Seek back to the beginning and repeat the test.
WaitableMessageLoopEvent event;
demuxer_->Seek(base::TimeDelta(), event.GetPipelineStatusCB());
event.RunAndWaitForStatus(PIPELINE_OK);
}
}
TEST_F(FFmpegDemuxerTest, Read_AudioNoStartTime) {
// FFmpeg does not set timestamps when demuxing wave files. Ensure that the
// demuxer sets a start time of zero in this case.
CreateDemuxer("sfx_s24le.wav");
InitializeDemuxer();
// Run the test twice with a seek in between.
for (int i = 0; i < 2; ++i) {
GetStream(DemuxerStream::AUDIO)->Read(NewReadCB(FROM_HERE, 4095, 0, true));
base::RunLoop().Run();
EXPECT_EQ(base::TimeDelta(), demuxer_->start_time());
// Seek back to the beginning and repeat the test.
WaitableMessageLoopEvent event;
demuxer_->Seek(base::TimeDelta(), event.GetPipelineStatusCB());
event.RunAndWaitForStatus(PIPELINE_OK);
}
}
TEST_F(FFmpegDemuxerTest, Read_InvalidNegativeTimestamp) {
CreateDemuxer("negative_ts.flac");
InitializeDemuxer();
EXPECT_CALL(host_, OnDemuxerError(DEMUXER_ERROR_COULD_NOT_PARSE));
ReadUntilEndOfStream(GetStream(DemuxerStream::AUDIO));
}
// TODO(dalecurtis): Test is disabled since FFmpeg does not currently guarantee
// the order of demuxed packets in OGG containers. Re-enable and fix key frame
// expectations once we decide to either workaround it or attempt a fix
// upstream. See http://crbug.com/387996.
TEST_F(FFmpegDemuxerTest,
DISABLED_Read_AudioNegativeStartTimeAndOggDiscard_Bear) {
// Many ogg files have negative starting timestamps, so ensure demuxing and
// seeking work correctly with a negative start time.
CreateDemuxer("bear.ogv");
InitializeDemuxer();
// Attempt a read from the video stream and run the message loop until done.
DemuxerStream* video = GetStream(DemuxerStream::VIDEO);
DemuxerStream* audio = GetStream(DemuxerStream::AUDIO);
// Run the test twice with a seek in between.
for (int i = 0; i < 2; ++i) {
audio->Read(
NewReadCBWithCheckedDiscard(FROM_HERE, 40, 0, kInfiniteDuration, true));
base::RunLoop().Run();
audio->Read(NewReadCBWithCheckedDiscard(FROM_HERE, 41, 2903,
kInfiniteDuration, true));
base::RunLoop().Run();
audio->Read(NewReadCBWithCheckedDiscard(
FROM_HERE, 173, 5805, base::TimeDelta::FromMicroseconds(10159), true));
base::RunLoop().Run();
audio->Read(NewReadCB(FROM_HERE, 148, 18866, true));
base::RunLoop().Run();
EXPECT_EQ(base::TimeDelta::FromMicroseconds(-15964),
demuxer_->start_time());
video->Read(NewReadCB(FROM_HERE, 5751, 0, true));
base::RunLoop().Run();
video->Read(NewReadCB(FROM_HERE, 846, 33367, true));
base::RunLoop().Run();
video->Read(NewReadCB(FROM_HERE, 1255, 66733, true));
base::RunLoop().Run();
// Seek back to the beginning and repeat the test.
WaitableMessageLoopEvent event;
demuxer_->Seek(base::TimeDelta(), event.GetPipelineStatusCB());
event.RunAndWaitForStatus(PIPELINE_OK);
}
}
// Same test above, but using sync2.ogv which has video stream muxed before the
// audio stream, so seeking based only on start time will fail since ffmpeg is
// essentially just seeking based on file position.
TEST_F(FFmpegDemuxerTest, Read_AudioNegativeStartTimeAndOggDiscard_Sync) {
// Many ogg files have negative starting timestamps, so ensure demuxing and
// seeking work correctly with a negative start time.
CreateDemuxer("sync2.ogv");
InitializeDemuxer();
// Attempt a read from the video stream and run the message loop until done.
DemuxerStream* video = GetStream(DemuxerStream::VIDEO);
DemuxerStream* audio = GetStream(DemuxerStream::AUDIO);
// Run the test twice with a seek in between.
for (int i = 0; i < 2; ++i) {
audio->Read(NewReadCBWithCheckedDiscard(
FROM_HERE, 1, 0, base::TimeDelta::FromMicroseconds(2902), true));
base::RunLoop().Run();
audio->Read(NewReadCB(FROM_HERE, 1, 2902, true));
base::RunLoop().Run();
EXPECT_EQ(base::TimeDelta::FromMicroseconds(-2902),
demuxer_->start_time());
// Though the internal start time may be below zero, the exposed media time
// must always be greater than zero.
EXPECT_EQ(base::TimeDelta(), demuxer_->GetStartTime());
video->Read(NewReadCB(FROM_HERE, 9997, 0, true));
base::RunLoop().Run();
video->Read(NewReadCB(FROM_HERE, 16, 33241, false));
base::RunLoop().Run();
video->Read(NewReadCB(FROM_HERE, 631, 66482, false));
base::RunLoop().Run();
// Seek back to the beginning and repeat the test.
WaitableMessageLoopEvent event;
demuxer_->Seek(base::TimeDelta(), event.GetPipelineStatusCB());
event.RunAndWaitForStatus(PIPELINE_OK);
}
}
// Similar to the test above, but using an opus clip with a large amount of
// pre-skip, which ffmpeg encodes as negative timestamps.
TEST_F(FFmpegDemuxerTest, Read_AudioNegativeStartTimeAndOpusDiscard_Sync) {
CreateDemuxer("opus-trimming-video-test.webm");
InitializeDemuxer();
// Attempt a read from the video stream and run the message loop until done.
DemuxerStream* video = GetStream(DemuxerStream::VIDEO);
DemuxerStream* audio = GetStream(DemuxerStream::AUDIO);
EXPECT_EQ(audio->audio_decoder_config().codec_delay(), 65535);
// Packet size to timestamp (in microseconds) mapping for the first N packets
// which should be fully discarded.
static const int kTestExpectations[][2] = {
{635, 0}, {594, 120000}, {597, 240000}, {591, 360000},
{582, 480000}, {583, 600000}, {592, 720000}, {567, 840000},
{579, 960000}, {572, 1080000}, {583, 1200000}};
// Run the test twice with a seek in between.
for (int i = 0; i < 2; ++i) {
for (size_t j = 0; j < arraysize(kTestExpectations); ++j) {
audio->Read(NewReadCB(FROM_HERE, kTestExpectations[j][0],
kTestExpectations[j][1], true));
base::RunLoop().Run();
}
// Though the internal start time may be below zero, the exposed media time
// must always be greater than zero.
EXPECT_EQ(base::TimeDelta(), demuxer_->GetStartTime());
video->Read(NewReadCB(FROM_HERE, 16009, 0, true));
base::RunLoop().Run();
video->Read(NewReadCB(FROM_HERE, 2715, 1000, false));
base::RunLoop().Run();
video->Read(NewReadCB(FROM_HERE, 427, 33000, false));
base::RunLoop().Run();
// Seek back to the beginning and repeat the test.
WaitableMessageLoopEvent event;
demuxer_->Seek(base::TimeDelta(), event.GetPipelineStatusCB());
event.RunAndWaitForStatus(PIPELINE_OK);
}
}
// Similar to the test above, but using sfx-opus.ogg, which has a much smaller
// amount of discard padding and no |start_time| set on the AVStream.
TEST_F(FFmpegDemuxerTest, Read_AudioNegativeStartTimeAndOpusSfxDiscard_Sync) {
CreateDemuxer("sfx-opus.ogg");
InitializeDemuxer();
// Attempt a read from the video stream and run the message loop until done.
DemuxerStream* audio = GetStream(DemuxerStream::AUDIO);
EXPECT_EQ(audio->audio_decoder_config().codec_delay(), 312);
// Run the test twice with a seek in between.
for (int i = 0; i < 2; ++i) {
audio->Read(NewReadCB(FROM_HERE, 314, 0, true));
base::RunLoop().Run();
audio->Read(NewReadCB(FROM_HERE, 244, 20000, true));
base::RunLoop().Run();
// Though the internal start time may be below zero, the exposed media time
// must always be greater than zero.
EXPECT_EQ(base::TimeDelta(), demuxer_->GetStartTime());
// Seek back to the beginning and repeat the test.
WaitableMessageLoopEvent event;
demuxer_->Seek(base::TimeDelta(), event.GetPipelineStatusCB());
event.RunAndWaitForStatus(PIPELINE_OK);
}
}
TEST_F(FFmpegDemuxerTest, Read_EndOfStream) {
// Verify that end of stream buffers are created.
CreateDemuxer("bear-320x240.webm");
InitializeDemuxer();
ReadUntilEndOfStream(GetStream(DemuxerStream::AUDIO));
}
TEST_F(FFmpegDemuxerTest, Read_EndOfStreamText) {
// Verify that end of stream buffers are created.
CreateDemuxer("bear-vp8-webvtt.webm");
DemuxerStream* text_stream = NULL;
EXPECT_CALL(host_, AddTextStream(_, _))
.WillOnce(SaveArg<0>(&text_stream));
InitializeDemuxerWithText();
ASSERT_TRUE(text_stream);
EXPECT_EQ(DemuxerStream::TEXT, text_stream->type());
bool got_eos_buffer = false;
const int kMaxBuffers = 10;
for (int i = 0; !got_eos_buffer && i < kMaxBuffers; i++) {
text_stream->Read(base::Bind(&EosOnReadDone, &got_eos_buffer));
base::RunLoop().Run();
}
EXPECT_TRUE(got_eos_buffer);
}
TEST_F(FFmpegDemuxerTest, Read_EndOfStream_NoDuration) {
// Verify that end of stream buffers are created.
CreateDemuxer("bear-320x240.webm");
InitializeDemuxer();
SetDurationKnown(false);
EXPECT_CALL(host_, SetDuration(base::TimeDelta::FromMilliseconds(2744)));
ReadUntilEndOfStream(GetStream(DemuxerStream::AUDIO));
ReadUntilEndOfStream(GetStream(DemuxerStream::VIDEO));
}
TEST_F(FFmpegDemuxerTest, Read_EndOfStream_NoDuration_VideoOnly) {
// Verify that end of stream buffers are created.
CreateDemuxer("bear-320x240-video-only.webm");
InitializeDemuxer();
SetDurationKnown(false);
EXPECT_CALL(host_, SetDuration(base::TimeDelta::FromMilliseconds(2703)));
ReadUntilEndOfStream(GetStream(DemuxerStream::VIDEO));
}
TEST_F(FFmpegDemuxerTest, Read_EndOfStream_NoDuration_AudioOnly) {
// Verify that end of stream buffers are created.
CreateDemuxer("bear-320x240-audio-only.webm");
InitializeDemuxer();
SetDurationKnown(false);
EXPECT_CALL(host_, SetDuration(base::TimeDelta::FromMilliseconds(2744)));
ReadUntilEndOfStream(GetStream(DemuxerStream::AUDIO));
}
TEST_F(FFmpegDemuxerTest, Read_EndOfStream_NoDuration_UnsupportedStream) {
// Verify that end of stream buffers are created and we don't crash
// if there are streams in the file that we don't support.
CreateDemuxer("vorbis_audio_wmv_video.mkv");
InitializeDemuxer();
SetDurationKnown(false);
EXPECT_CALL(host_, SetDuration(base::TimeDelta::FromMilliseconds(991)));
ReadUntilEndOfStream(GetStream(DemuxerStream::AUDIO));
}
TEST_F(FFmpegDemuxerTest, Seek) {
// We're testing that the demuxer frees all queued packets when it receives
// a Seek().
CreateDemuxer("bear-320x240.webm");
InitializeDemuxer();
// Get our streams.
DemuxerStream* video = GetStream(DemuxerStream::VIDEO);
DemuxerStream* audio = GetStream(DemuxerStream::AUDIO);
ASSERT_TRUE(video);
ASSERT_TRUE(audio);
// Read a video packet and release it.
video->Read(NewReadCB(FROM_HERE, 22084, 0, true));
base::RunLoop().Run();
// Issue a simple forward seek, which should discard queued packets.
WaitableMessageLoopEvent event;
demuxer_->Seek(base::TimeDelta::FromMicroseconds(1000000),
event.GetPipelineStatusCB());
event.RunAndWaitForStatus(PIPELINE_OK);
// Audio read #1.
audio->Read(NewReadCB(FROM_HERE, 145, 803000, true));
base::RunLoop().Run();
// Audio read #2.
audio->Read(NewReadCB(FROM_HERE, 148, 826000, true));
base::RunLoop().Run();
// Video read #1.
video->Read(NewReadCB(FROM_HERE, 5425, 801000, true));
base::RunLoop().Run();
// Video read #2.
video->Read(NewReadCB(FROM_HERE, 1906, 834000, false));
base::RunLoop().Run();
}
TEST_F(FFmpegDemuxerTest, CancelledSeek) {
CreateDemuxer("bear-320x240.webm");
InitializeDemuxer();
// Get our streams.
DemuxerStream* video = GetStream(DemuxerStream::VIDEO);
DemuxerStream* audio = GetStream(DemuxerStream::AUDIO);
ASSERT_TRUE(video);
ASSERT_TRUE(audio);
// Read a video packet and release it.
video->Read(NewReadCB(FROM_HERE, 22084, 0, true));
base::RunLoop().Run();
// Issue a simple forward seek, which should discard queued packets.
WaitableMessageLoopEvent event;
demuxer_->Seek(base::TimeDelta::FromMicroseconds(1000000),
event.GetPipelineStatusCB());
// FFmpegDemuxer does not care what the previous seek time was when canceling.
demuxer_->CancelPendingSeek(base::TimeDelta::FromSeconds(12345));
event.RunAndWaitForStatus(PIPELINE_OK);
}
TEST_F(FFmpegDemuxerTest, SeekText) {
// We're testing that the demuxer frees all queued packets when it receives
// a Seek().
CreateDemuxer("bear-vp8-webvtt.webm");
DemuxerStream* text_stream = NULL;
EXPECT_CALL(host_, AddTextStream(_, _))
.WillOnce(SaveArg<0>(&text_stream));
InitializeDemuxerWithText();
ASSERT_TRUE(text_stream);
EXPECT_EQ(DemuxerStream::TEXT, text_stream->type());
// Get our streams.
DemuxerStream* video = GetStream(DemuxerStream::VIDEO);
DemuxerStream* audio = GetStream(DemuxerStream::AUDIO);
ASSERT_TRUE(video);
ASSERT_TRUE(audio);
// Read a text packet and release it.
text_stream->Read(NewReadCB(FROM_HERE, 31, 0, true));
base::RunLoop().Run();
// Issue a simple forward seek, which should discard queued packets.
WaitableMessageLoopEvent event;
demuxer_->Seek(base::TimeDelta::FromMicroseconds(1000000),
event.GetPipelineStatusCB());
event.RunAndWaitForStatus(PIPELINE_OK);
// Audio read #1.
audio->Read(NewReadCB(FROM_HERE, 145, 803000, true));
base::RunLoop().Run();
// Audio read #2.
audio->Read(NewReadCB(FROM_HERE, 148, 826000, true));
base::RunLoop().Run();
// Video read #1.
video->Read(NewReadCB(FROM_HERE, 5425, 801000, true));
base::RunLoop().Run();
// Video read #2.
video->Read(NewReadCB(FROM_HERE, 1906, 834000, false));
base::RunLoop().Run();
// Text read #1.
text_stream->Read(NewReadCB(FROM_HERE, 19, 500000, true));
base::RunLoop().Run();
// Text read #2.
text_stream->Read(NewReadCB(FROM_HERE, 19, 1000000, true));
base::RunLoop().Run();
}
TEST_F(FFmpegDemuxerTest, Stop) {
// Tests that calling Read() on a stopped demuxer stream immediately deletes
// the callback.
CreateDemuxer("bear-320x240.webm");
InitializeDemuxer();
// Get our stream.
DemuxerStream* audio = GetStream(DemuxerStream::AUDIO);
ASSERT_TRUE(audio);
demuxer_->Stop();
// Reads after being stopped are all EOS buffers.
StrictMock<base::MockCallback<DemuxerStream::ReadCB>> callback;
EXPECT_CALL(callback, Run(DemuxerStream::kOk, IsEndOfStreamBuffer()));
// Attempt the read...
audio->Read(callback.Get());
base::RunLoop().RunUntilIdle();
// Don't let the test call Stop() again.
demuxer_.reset();
}
// Verify that seek works properly when the WebM cues data is at the start of
// the file instead of at the end.
TEST_F(FFmpegDemuxerTest, SeekWithCuesBeforeFirstCluster) {
CreateDemuxer("bear-320x240-cues-in-front.webm");
InitializeDemuxer();
// Get our streams.
DemuxerStream* video = GetStream(DemuxerStream::VIDEO);
DemuxerStream* audio = GetStream(DemuxerStream::AUDIO);
ASSERT_TRUE(video);
ASSERT_TRUE(audio);
// Read a video packet and release it.
video->Read(NewReadCB(FROM_HERE, 22084, 0, true));
base::RunLoop().Run();
// Issue a simple forward seek, which should discard queued packets.
WaitableMessageLoopEvent event;
demuxer_->Seek(base::TimeDelta::FromMicroseconds(2500000),
event.GetPipelineStatusCB());
event.RunAndWaitForStatus(PIPELINE_OK);
// Audio read #1.
audio->Read(NewReadCB(FROM_HERE, 40, 2403000, true));
base::RunLoop().Run();
// Audio read #2.
audio->Read(NewReadCB(FROM_HERE, 42, 2406000, true));
base::RunLoop().Run();
// Video read #1.
video->Read(NewReadCB(FROM_HERE, 5276, 2402000, true));
base::RunLoop().Run();
// Video read #2.
video->Read(NewReadCB(FROM_HERE, 1740, 2436000, false));
base::RunLoop().Run();
}
#if BUILDFLAG(USE_PROPRIETARY_CODECS)
// Ensure ID3v1 tag reading is disabled. id3_test.mp3 has an ID3v1 tag with the
// field "title" set to "sample for id3 test".
TEST_F(FFmpegDemuxerTest, NoID3TagData) {
CreateDemuxer("id3_test.mp3");
InitializeDemuxer();
EXPECT_FALSE(av_dict_get(format_context()->metadata, "title", NULL, 0));
}
#endif
#if BUILDFLAG(USE_PROPRIETARY_CODECS)
// Ensure MP3 files with large image/video based ID3 tags demux okay. FFmpeg
// will hand us a video stream to the data which will likely be in a format we
// don't accept as video; e.g. PNG.
TEST_F(FFmpegDemuxerTest, Mp3WithVideoStreamID3TagData) {
CreateDemuxer("id3_png_test.mp3");
InitializeDemuxer();
// Ensure the expected streams are present.
EXPECT_FALSE(GetStream(DemuxerStream::VIDEO));
EXPECT_TRUE(GetStream(DemuxerStream::AUDIO));
}
#endif
// Ensure a video with an unsupported audio track still results in the video
// stream being demuxed.
TEST_F(FFmpegDemuxerTest, UnsupportedAudioSupportedVideoDemux) {
CreateDemuxer("speex_audio_vorbis_video.ogv");
InitializeDemuxer();
// Ensure the expected streams are present.
EXPECT_TRUE(GetStream(DemuxerStream::VIDEO));
EXPECT_FALSE(GetStream(DemuxerStream::AUDIO));
}
// Ensure a video with an unsupported video track still results in the audio
// stream being demuxed.
TEST_F(FFmpegDemuxerTest, UnsupportedVideoSupportedAudioDemux) {
CreateDemuxer("vorbis_audio_wmv_video.mkv");
InitializeDemuxer();
// Ensure the expected streams are present.
EXPECT_FALSE(GetStream(DemuxerStream::VIDEO));
EXPECT_TRUE(GetStream(DemuxerStream::AUDIO));
}
#if BUILDFLAG(USE_PROPRIETARY_CODECS)
// FFmpeg returns null data pointers when samples have zero size, leading to
// mistakenly creating end of stream buffers http://crbug.com/169133
TEST_F(FFmpegDemuxerTest, MP4_ZeroStszEntry) {
CreateDemuxer("bear-1280x720-zero-stsz-entry.mp4");
InitializeDemuxer();
ReadUntilEndOfStream(GetStream(DemuxerStream::AUDIO));
}
class Mp3SeekFFmpegDemuxerTest
: public FFmpegDemuxerTest,
public testing::WithParamInterface<const char*> {
};
TEST_P(Mp3SeekFFmpegDemuxerTest, TestFastSeek) {
// Init demxuer with given MP3 file parameter.
CreateDemuxer(GetParam());
InitializeDemuxer();
// We read a bunch of bytes when we first open the file. Reset the count
// here to just track the bytes read for the upcoming seek. This allows us
// to use a more narrow threshold for passing the test.
data_source_->reset_bytes_read_for_testing();
FFmpegDemuxerStream* audio =
static_cast<FFmpegDemuxerStream*>(GetStream(DemuxerStream::AUDIO));
ASSERT_TRUE(audio);
// Seek to near the end of the file
WaitableMessageLoopEvent event;
demuxer_->Seek(.9 * audio->duration(), event.GetPipelineStatusCB());
event.RunAndWaitForStatus(PIPELINE_OK);
// Verify that seeking to the end read only a small portion of the file.
// Slow seeks that read sequentially up to the seek point will read too many
// bytes and fail this check.
int64_t file_size = 0;
ASSERT_TRUE(data_source_->GetSize(&file_size));
EXPECT_LT(data_source_->bytes_read_for_testing(), (file_size * .25));
}
// MP3s should seek quickly without sequentially reading up to the seek point.
// VBR vs CBR and the presence/absence of TOC influence the seeking algorithm.
// See http://crbug.com/530043 and FFmpeg flag AVFMT_FLAG_FAST_SEEK.
INSTANTIATE_TEST_CASE_P(, Mp3SeekFFmpegDemuxerTest,
::testing::Values("bear-audio-10s-CBR-has-TOC.mp3",
"bear-audio-10s-CBR-no-TOC.mp3",
"bear-audio-10s-VBR-has-TOC.mp3",
"bear-audio-10s-VBR-no-TOC.mp3"));
static void ValidateAnnexB(DemuxerStream* stream,
DemuxerStream::Status status,
const scoped_refptr<DecoderBuffer>& buffer) {
EXPECT_EQ(status, DemuxerStream::kOk);
if (buffer->end_of_stream()) {
base::ThreadTaskRunnerHandle::Get()->PostTask(
FROM_HERE, base::MessageLoop::QuitWhenIdleClosure());
return;
}
std::vector<SubsampleEntry> subsamples;
if (buffer->decrypt_config())
subsamples = buffer->decrypt_config()->subsamples();
bool is_valid =
mp4::AVC::IsValidAnnexB(buffer->data(), buffer->data_size(),
subsamples);
EXPECT_TRUE(is_valid);
if (!is_valid) {
LOG(ERROR) << "Buffer contains invalid Annex B data.";
base::ThreadTaskRunnerHandle::Get()->PostTask(
FROM_HERE, base::MessageLoop::QuitWhenIdleClosure());
return;
}
stream->Read(base::Bind(&ValidateAnnexB, stream));
};
TEST_F(FFmpegDemuxerTest, IsValidAnnexB) {
const char* files[] = {
"bear-1280x720-av_frag.mp4",
"bear-1280x720-av_with-aud-nalus_frag.mp4"
};
for (size_t i = 0; i < arraysize(files); ++i) {
DVLOG(1) << "Testing " << files[i];
CreateDemuxer(files[i]);
InitializeDemuxer();
// Ensure the expected streams are present.
DemuxerStream* stream = GetStream(DemuxerStream::VIDEO);
ASSERT_TRUE(stream);
stream->EnableBitstreamConverter();
stream->Read(base::Bind(&ValidateAnnexB, stream));
base::RunLoop().Run();
demuxer_->Stop();
demuxer_.reset();
data_source_.reset();
}
}
TEST_F(FFmpegDemuxerTest, Rotate_Metadata_0) {
CreateDemuxer("bear_rotate_0.mp4");
InitializeDemuxer();
DemuxerStream* stream = GetStream(DemuxerStream::VIDEO);
ASSERT_TRUE(stream);
ASSERT_EQ(VIDEO_ROTATION_0, stream->video_rotation());
}
TEST_F(FFmpegDemuxerTest, Rotate_Metadata_90) {
CreateDemuxer("bear_rotate_90.mp4");
InitializeDemuxer();
DemuxerStream* stream = GetStream(DemuxerStream::VIDEO);
ASSERT_TRUE(stream);
ASSERT_EQ(VIDEO_ROTATION_90, stream->video_rotation());
}
TEST_F(FFmpegDemuxerTest, Rotate_Metadata_180) {
CreateDemuxer("bear_rotate_180.mp4");
InitializeDemuxer();
DemuxerStream* stream = GetStream(DemuxerStream::VIDEO);
ASSERT_TRUE(stream);
ASSERT_EQ(VIDEO_ROTATION_180, stream->video_rotation());
}
TEST_F(FFmpegDemuxerTest, Rotate_Metadata_270) {
CreateDemuxer("bear_rotate_270.mp4");
InitializeDemuxer();
DemuxerStream* stream = GetStream(DemuxerStream::VIDEO);
ASSERT_TRUE(stream);
ASSERT_EQ(VIDEO_ROTATION_270, stream->video_rotation());
}
TEST_F(FFmpegDemuxerTest, NaturalSizeWithoutPASP) {
CreateDemuxer("bear-640x360-non_square_pixel-without_pasp.mp4");
InitializeDemuxer();
DemuxerStream* stream = GetStream(DemuxerStream::VIDEO);
ASSERT_TRUE(stream);
const VideoDecoderConfig& video_config = stream->video_decoder_config();
EXPECT_EQ(gfx::Size(639, 360), video_config.natural_size());
}
TEST_F(FFmpegDemuxerTest, NaturalSizeWithPASP) {
CreateDemuxer("bear-640x360-non_square_pixel-with_pasp.mp4");
InitializeDemuxer();
DemuxerStream* stream = GetStream(DemuxerStream::VIDEO);
ASSERT_TRUE(stream);
const VideoDecoderConfig& video_config = stream->video_decoder_config();
EXPECT_EQ(gfx::Size(639, 360), video_config.natural_size());
}
TEST_F(FFmpegDemuxerTest, HEVC_in_MP4_container) {
CreateDemuxer("bear-hevc-frag.mp4");
#if BUILDFLAG(ENABLE_HEVC_DEMUXING)
InitializeDemuxer();
DemuxerStream* video = GetStream(DemuxerStream::VIDEO);
ASSERT_TRUE(video);
video->Read(NewReadCB(FROM_HERE, 3569, 66733, true));
base::RunLoop().Run();
video->Read(NewReadCB(FROM_HERE, 1042, 200200, false));
base::RunLoop().Run();
#else
InitializeDemuxerAndExpectPipelineStatus(DEMUXER_ERROR_NO_SUPPORTED_STREAMS);
#endif
}
TEST_F(FFmpegDemuxerTest, Read_AC3_Audio) {
CreateDemuxer("bear-ac3-only-frag.mp4");
#if BUILDFLAG(ENABLE_AC3_EAC3_AUDIO_DEMUXING)
InitializeDemuxer();
// Attempt a read from the audio stream and run the message loop until done.
DemuxerStream* audio = GetStream(DemuxerStream::AUDIO);
// Read the first two frames and check that we are getting expected data
audio->Read(NewReadCB(FROM_HERE, 834, 0, true));
base::RunLoop().Run();
audio->Read(NewReadCB(FROM_HERE, 836, 34830, true));
base::RunLoop().Run();
#else
InitializeDemuxerAndExpectPipelineStatus(DEMUXER_ERROR_NO_SUPPORTED_STREAMS);
#endif
}
TEST_F(FFmpegDemuxerTest, Read_EAC3_Audio) {
CreateDemuxer("bear-eac3-only-frag.mp4");
#if BUILDFLAG(ENABLE_AC3_EAC3_AUDIO_DEMUXING)
InitializeDemuxer();
// Attempt a read from the audio stream and run the message loop until done.
DemuxerStream* audio = GetStream(DemuxerStream::AUDIO);
// Read the first two frames and check that we are getting expected data
audio->Read(NewReadCB(FROM_HERE, 870, 0, true));
base::RunLoop().Run();
audio->Read(NewReadCB(FROM_HERE, 872, 34830, true));
base::RunLoop().Run();
#else
InitializeDemuxerAndExpectPipelineStatus(DEMUXER_ERROR_NO_SUPPORTED_STREAMS);
#endif
}
TEST_F(FFmpegDemuxerTest, Read_Mp4_Media_Track_Info) {
CreateDemuxer("bear.mp4");
InitializeDemuxer();
EXPECT_EQ(media_tracks_->tracks().size(), 2u);
const MediaTrack& audio_track = *(media_tracks_->tracks()[0]);
EXPECT_EQ(audio_track.type(), MediaTrack::Audio);
EXPECT_EQ(audio_track.bytestream_track_id(), 1);
EXPECT_EQ(audio_track.kind(), "main");
EXPECT_EQ(audio_track.label(), "GPAC ISO Audio Handler");
EXPECT_EQ(audio_track.language(), "und");
const MediaTrack& video_track = *(media_tracks_->tracks()[1]);
EXPECT_EQ(video_track.type(), MediaTrack::Video);
EXPECT_EQ(video_track.bytestream_track_id(), 2);
EXPECT_EQ(video_track.kind(), "main");
EXPECT_EQ(video_track.label(), "GPAC ISO Video Handler");
EXPECT_EQ(video_track.language(), "und");
}
TEST_F(FFmpegDemuxerTest, Read_Mp4_Multiple_Tracks) {
CreateDemuxer("bbb-320x240-2video-2audio.mp4");
InitializeDemuxer();
EXPECT_EQ(media_tracks_->tracks().size(), 4u);
const MediaTrack& video_track = *(media_tracks_->tracks()[0]);
EXPECT_EQ(video_track.type(), MediaTrack::Video);
EXPECT_EQ(video_track.bytestream_track_id(), 1);
EXPECT_EQ(video_track.kind(), "main");
EXPECT_EQ(video_track.label(), "VideoHandler");
EXPECT_EQ(video_track.language(), "und");
const MediaTrack& audio_track = *(media_tracks_->tracks()[1]);
EXPECT_EQ(audio_track.type(), MediaTrack::Audio);
EXPECT_EQ(audio_track.bytestream_track_id(), 2);
EXPECT_EQ(audio_track.kind(), "main");
EXPECT_EQ(audio_track.label(), "SoundHandler");
EXPECT_EQ(audio_track.language(), "und");
const MediaTrack& video_track2 = *(media_tracks_->tracks()[2]);
EXPECT_EQ(video_track2.type(), MediaTrack::Video);
EXPECT_EQ(video_track2.bytestream_track_id(), 3);
EXPECT_EQ(video_track2.kind(), "main");
EXPECT_EQ(video_track2.label(), "VideoHandler");
EXPECT_EQ(video_track2.language(), "und");
const MediaTrack& audio_track2 = *(media_tracks_->tracks()[3]);
EXPECT_EQ(audio_track2.type(), MediaTrack::Audio);
EXPECT_EQ(audio_track2.bytestream_track_id(), 4);
EXPECT_EQ(audio_track2.kind(), "main");
EXPECT_EQ(audio_track2.label(), "SoundHandler");
EXPECT_EQ(audio_track2.language(), "und");
}
TEST_F(FFmpegDemuxerTest, Read_Mp4_Crbug657437) {
CreateDemuxer("crbug657437.mp4");
InitializeDemuxer();
}
#endif // BUILDFLAG(USE_PROPRIETARY_CODECS)
TEST_F(FFmpegDemuxerTest, Read_Webm_Multiple_Tracks) {
CreateDemuxer("multitrack-3video-2audio.webm");
InitializeDemuxer();
EXPECT_EQ(media_tracks_->tracks().size(), 5u);
const MediaTrack& video_track1 = *(media_tracks_->tracks()[0]);
EXPECT_EQ(video_track1.type(), MediaTrack::Video);
EXPECT_EQ(video_track1.bytestream_track_id(), 1);
const MediaTrack& video_track2 = *(media_tracks_->tracks()[1]);
EXPECT_EQ(video_track2.type(), MediaTrack::Video);
EXPECT_EQ(video_track2.bytestream_track_id(), 2);
const MediaTrack& video_track3 = *(media_tracks_->tracks()[2]);
EXPECT_EQ(video_track3.type(), MediaTrack::Video);
EXPECT_EQ(video_track3.bytestream_track_id(), 3);
const MediaTrack& audio_track1 = *(media_tracks_->tracks()[3]);
EXPECT_EQ(audio_track1.type(), MediaTrack::Audio);
EXPECT_EQ(audio_track1.bytestream_track_id(), 4);
const MediaTrack& audio_track2 = *(media_tracks_->tracks()[4]);
EXPECT_EQ(audio_track2.type(), MediaTrack::Audio);
EXPECT_EQ(audio_track2.bytestream_track_id(), 5);
}
TEST_F(FFmpegDemuxerTest, Read_Webm_Media_Track_Info) {
CreateDemuxer("bear.webm");
InitializeDemuxer();
EXPECT_EQ(media_tracks_->tracks().size(), 2u);
const MediaTrack& video_track = *(media_tracks_->tracks()[0]);
EXPECT_EQ(video_track.type(), MediaTrack::Video);
EXPECT_EQ(video_track.bytestream_track_id(), 1);
EXPECT_EQ(video_track.kind(), "main");
EXPECT_EQ(video_track.label(), "");
EXPECT_EQ(video_track.language(), "");
const MediaTrack& audio_track = *(media_tracks_->tracks()[1]);
EXPECT_EQ(audio_track.type(), MediaTrack::Audio);
EXPECT_EQ(audio_track.bytestream_track_id(), 2);
EXPECT_EQ(audio_track.kind(), "main");
EXPECT_EQ(audio_track.label(), "");
EXPECT_EQ(audio_track.language(), "");
}
// UTCDateToTime_* tests here assume FFmpegDemuxer's ExtractTimelineOffset
// helper uses base::Time::FromUTCString() for conversion.
TEST_F(FFmpegDemuxerTest, UTCDateToTime_Valid) {
base::Time result;
EXPECT_TRUE(
base::Time::FromUTCString("2012-11-10T12:34:56.987654Z", &result));
base::Time::Exploded exploded;
result.UTCExplode(&exploded);
EXPECT_TRUE(exploded.HasValidValues());
EXPECT_EQ(2012, exploded.year);
EXPECT_EQ(11, exploded.month);
EXPECT_EQ(6, exploded.day_of_week);
EXPECT_EQ(10, exploded.day_of_month);
EXPECT_EQ(12, exploded.hour);
EXPECT_EQ(34, exploded.minute);
EXPECT_EQ(56, exploded.second);
EXPECT_EQ(987, exploded.millisecond);
// base::Time exploding operations round fractional milliseconds down, so
// verify fractional milliseconds using a base::TimeDelta.
base::Time without_fractional_ms;
EXPECT_TRUE(base::Time::FromUTCExploded(exploded, &without_fractional_ms));
base::TimeDelta delta = result - without_fractional_ms;
EXPECT_EQ(654, delta.InMicroseconds());
}
TEST_F(FFmpegDemuxerTest, UTCDateToTime_Invalid) {
const char* invalid_date_strings[] = {
"",
"12:34:56",
"-- ::",
"2012-11- 12:34:56",
"2012--10 12:34:56",
"-11-10 12:34:56",
"2012-11 12:34:56",
"ABCD-11-10 12:34:56",
"2012-EF-10 12:34:56",
"2012-11-GH 12:34:56",
"2012-11-1012:34:56",
};
for (size_t i = 0; i < arraysize(invalid_date_strings); ++i) {
const char* date_string = invalid_date_strings[i];
base::Time result;
EXPECT_FALSE(base::Time::FromUTCString(date_string, &result))
<< "date_string '" << date_string << "'";
}
}
TEST_F(FFmpegDemuxerTest, Read_Flac) {
CreateDemuxer("sfx.flac");
InitializeDemuxer();
// Video stream should not be present.
EXPECT_EQ(nullptr, GetStream(DemuxerStream::VIDEO));
// Audio stream should be present.
DemuxerStream* stream = GetStream(DemuxerStream::AUDIO);
ASSERT_TRUE(stream);
EXPECT_EQ(DemuxerStream::AUDIO, stream->type());
const AudioDecoderConfig& audio_config = stream->audio_decoder_config();
EXPECT_EQ(kCodecFLAC, audio_config.codec());
EXPECT_EQ(32, audio_config.bits_per_channel());
EXPECT_EQ(CHANNEL_LAYOUT_MONO, audio_config.channel_layout());
EXPECT_EQ(44100, audio_config.samples_per_second());
EXPECT_EQ(kSampleFormatS32, audio_config.sample_format());
}
// Verify that FFmpeg demuxer falls back to choosing disabled streams for
// seeking if there's no suitable enabled stream found.
TEST_F(FFmpegDemuxerTest, Seek_FallbackToDisabledVideoStream) {
// Input has only video stream, no audio.
CreateDemuxer("bear-320x240-video-only.webm");
InitializeDemuxer();
EXPECT_EQ(nullptr, GetStream(DemuxerStream::AUDIO));
FFmpegDemuxerStream* vstream =
static_cast<FFmpegDemuxerStream*>(GetStream(DemuxerStream::VIDEO));
EXPECT_NE(nullptr, vstream);
EXPECT_EQ(vstream, preferred_seeking_stream(base::TimeDelta()));
// Now pretend that video stream got disabled, e.g. due to current tab going
// into background.
vstream->set_enabled(false, base::TimeDelta());
// Since there's no other enabled streams, the preferred seeking stream should
// still be the video stream.
EXPECT_EQ(vstream, preferred_seeking_stream(base::TimeDelta()));
}
TEST_F(FFmpegDemuxerTest, Seek_FallbackToDisabledAudioStream) {
CreateDemuxer("bear-320x240-audio-only.webm");
InitializeDemuxer();
FFmpegDemuxerStream* astream =
static_cast<FFmpegDemuxerStream*>(GetStream(DemuxerStream::AUDIO));
EXPECT_NE(nullptr, astream);
EXPECT_EQ(nullptr, GetStream(DemuxerStream::VIDEO));
EXPECT_EQ(astream, preferred_seeking_stream(base::TimeDelta()));
// Now pretend that audio stream got disabled.
astream->set_enabled(false, base::TimeDelta());
// Since there's no other enabled streams, the preferred seeking stream should
// still be the audio stream.
EXPECT_EQ(astream, preferred_seeking_stream(base::TimeDelta()));
}
} // namespace media