Google Git
Sign in
chromium / chromium / src / 3e578a0ddfb9d31aac6d1636d29fcb8a73bd9c4d / . / media / gpu / vaapi / vaapi_wrapper.cc
blob: 113c6cc9284530c5e1216ebcee6d46d73dbda1eb [file] [log] [blame]
// Copyright 2013 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "media/gpu/vaapi/vaapi_wrapper.h"
#include <dlfcn.h>
#include <string.h>
#include <unistd.h>
#include <va/va.h>
#include <va/va_drm.h>
#include <va/va_drmcommon.h>
#include <va/va_str.h>
#include <va/va_version.h>
#include <algorithm>
#include <string>
#include <type_traits>
#include <utility>
#include "base/bind.h"
#include "base/bind_helpers.h"
#include "base/bits.h"
#include "base/callback_helpers.h"
#include "base/cpu.h"
#include "base/environment.h"
#include "base/files/scoped_file.h"
#include "base/logging.h"
#include "base/macros.h"
#include "base/metrics/histogram_macros.h"
#include "base/no_destructor.h"
#include "base/numerics/checked_math.h"
#include "base/numerics/safe_conversions.h"
#include "base/posix/eintr_wrapper.h"
#include "base/stl_util.h"
#include "base/strings/string_util.h"
#include "base/system/sys_info.h"
#include "base/trace_event/trace_event.h"
#include "build/build_config.h"
#include "media/base/media_switches.h"
#include "media/base/video_frame.h"
#include "media/base/video_types.h"
// Auto-generated for dlopen libva libraries
#include "media/gpu/vaapi/va_stubs.h"
#include "media/gpu/vaapi/vaapi_utils.h"
#include "third_party/libyuv/include/libyuv.h"
#include "ui/gfx/buffer_format_util.h"
#include "ui/gfx/buffer_types.h"
#include "ui/gfx/geometry/rect.h"
#include "ui/gfx/linux/native_pixmap_dmabuf.h"
#include "ui/gfx/native_pixmap.h"
#include "ui/gfx/native_pixmap_handle.h"
#include "ui/gl/gl_bindings.h"
#include "ui/gl/gl_implementation.h"
#if defined(USE_X11)
#include <va/va_x11.h>
#include "ui/gfx/x/x11_types.h" // nogncheck
#endif
#if defined(USE_OZONE)
#include "ui/ozone/public/ozone_platform.h"
#include "ui/ozone/public/surface_factory_ozone.h"
#endif
using media_gpu_vaapi::kModuleVa;
using media_gpu_vaapi::kModuleVa_drm;
#if defined(USE_X11)
using media_gpu_vaapi::kModuleVa_x11;
#endif
using media_gpu_vaapi::InitializeStubs;
using media_gpu_vaapi::IsVaInitialized;
#if defined(USE_X11)
using media_gpu_vaapi::IsVa_x11Initialized;
#endif
using media_gpu_vaapi::IsVa_drmInitialized;
using media_gpu_vaapi::StubPathMap;
#define LOG_VA_ERROR_AND_REPORT(va_error, name) \
do { \
LOG(ERROR) << name << " failed, VA error: " << vaErrorStr(va_error); \
report_error_to_uma_cb_.Run(); \
} while (0)
#define VA_LOG_ON_ERROR(va_error, name) \
do { \
if ((va_error) != VA_STATUS_SUCCESS) \
LOG_VA_ERROR_AND_REPORT(va_error, name); \
} while (0)
#define VA_SUCCESS_OR_RETURN(va_error, name, ret) \
do { \
if ((va_error) != VA_STATUS_SUCCESS) { \
LOG_VA_ERROR_AND_REPORT(va_error, name); \
return (ret); \
} \
DVLOG(3) << name; \
} while (0)
namespace {
uint32_t BufferFormatToVAFourCC(gfx::BufferFormat fmt) {
switch (fmt) {
case gfx::BufferFormat::BGRX_8888:
return VA_FOURCC_BGRX;
case gfx::BufferFormat::BGRA_8888:
return VA_FOURCC_BGRA;
case gfx::BufferFormat::RGBX_8888:
return VA_FOURCC_RGBX;
case gfx::BufferFormat::RGBA_8888:
return VA_FOURCC_RGBA;
case gfx::BufferFormat::YVU_420:
return VA_FOURCC_YV12;
case gfx::BufferFormat::YUV_420_BIPLANAR:
return VA_FOURCC_NV12;
case gfx::BufferFormat::P010:
return VA_FOURCC_P010;
default:
NOTREACHED() << gfx::BufferFormatToString(fmt);
return 0;
}
}
media::VAImplementation VendorStringToImplementationType(
const std::string& va_vendor_string) {
if (base::StartsWith(va_vendor_string, "Mesa Gallium driver",
base::CompareCase::SENSITIVE)) {
return media::VAImplementation::kMesaGallium;
} else if (base::StartsWith(va_vendor_string, "Intel i965 driver",
base::CompareCase::SENSITIVE)) {
return media::VAImplementation::kIntelI965;
} else if (base::StartsWith(va_vendor_string, "Intel iHD driver",
base::CompareCase::SENSITIVE)) {
return media::VAImplementation::kIntelIHD;
}
return media::VAImplementation::kOther;
}
} // namespace
namespace media {
namespace {
// Returns true if the SoC has a Gen9 GPU. CPU model ID's are referenced from
// the following file in the kernel source: arch/x86/include/asm/intel-family.h.
bool IsGen9Gpu() {
constexpr int kPentiumAndLaterFamily = 0x06;
constexpr int kSkyLakeModelId = 0x5E;
constexpr int kSkyLake_LModelId = 0x4E;
constexpr int kApolloLakeModelId = 0x5c;
static base::NoDestructor<base::CPU> cpuid;
static const bool is_gen9_gpu = cpuid->family() == kPentiumAndLaterFamily &&
(cpuid->model() == kSkyLakeModelId ||
cpuid->model() == kSkyLake_LModelId ||
cpuid->model() == kApolloLakeModelId);
return is_gen9_gpu;
}
// Returns true if the SoC has a 9.5 GPU. CPU model IDs are referenced from the
// following file in the kernel source: arch/x86/include/asm/intel-family.h.
bool IsGen95Gpu() {
constexpr int kPentiumAndLaterFamily = 0x06;
constexpr int kKabyLakeModelId = 0x9E;
// Amber Lake, Whiskey Lake and some Comet Lake CPU IDs are the same as KBL L.
constexpr int kKabyLake_LModelId = 0x8E;
constexpr int kGeminiLakeModelId = 0x7A;
constexpr int kCometLakeModelId = 0xA5;
constexpr int kCometLake_LModelId = 0xA6;
static base::NoDestructor<base::CPU> cpuid;
static const bool is_gen95_gpu = cpuid->family() == kPentiumAndLaterFamily &&
(cpuid->model() == kKabyLakeModelId ||
cpuid->model() == kKabyLake_LModelId ||
cpuid->model() == kGeminiLakeModelId ||
cpuid->model() == kCometLakeModelId ||
cpuid->model() == kCometLake_LModelId);
return is_gen95_gpu;
}
bool IsModeEncoding(VaapiWrapper::CodecMode mode) {
return mode == VaapiWrapper::CodecMode::kEncode ||
mode == VaapiWrapper::CodecMode::kEncodeConstantQuantizationParameter;
}
bool GetNV12VisibleWidthBytes(int visible_width,
uint32_t plane,
size_t* bytes) {
if (plane == 0) {
*bytes = base::checked_cast<size_t>(visible_width);
return true;
}
*bytes = base::checked_cast<size_t>(visible_width);
return visible_width % 2 == 0 ||
base::CheckAdd<int>(visible_width, 1).AssignIfValid(bytes);
}
// Fill 0 on VAImage's non visible area.
bool ClearNV12Padding(const VAImage& image,
const gfx::Size& visible_size,
uint8_t* data) {
DCHECK_EQ(2u, image.num_planes);
DCHECK_EQ(image.format.fourcc, static_cast<uint32_t>(VA_FOURCC_NV12));
size_t visible_width_bytes[2] = {};
if (!GetNV12VisibleWidthBytes(visible_size.width(), 0u,
&visible_width_bytes[0]) ||
!GetNV12VisibleWidthBytes(visible_size.width(), 1u,
&visible_width_bytes[1])) {
return false;
}
for (uint32_t plane = 0; plane < image.num_planes; plane++) {
size_t row_bytes = base::strict_cast<size_t>(image.pitches[plane]);
if (row_bytes == visible_width_bytes[plane])
continue;
CHECK_GT(row_bytes, visible_width_bytes[plane]);
int visible_height = visible_size.height();
if (plane == 1 && !(base::CheckAdd<int>(visible_size.height(), 1) / 2)
.AssignIfValid(&visible_height)) {
return false;
}
const size_t padding_bytes = row_bytes - visible_width_bytes[plane];
uint8_t* plane_data = data + image.offsets[plane];
for (int row = 0; row < visible_height; row++, plane_data += row_bytes)
memset(plane_data + visible_width_bytes[plane], 0, padding_bytes);
CHECK_GE(base::strict_cast<int>(image.height), visible_height);
size_t image_height = base::strict_cast<size_t>(image.height);
if (plane == 1 && !(base::CheckAdd<size_t>(image.height, 1) / 2)
.AssignIfValid(&image_height)) {
return false;
}
base::CheckedNumeric<size_t> remaining_area(image_height);
remaining_area -= base::checked_cast<size_t>(visible_height);
remaining_area *= row_bytes;
if (!remaining_area.IsValid())
return false;
memset(plane_data, 0, remaining_area.ValueOrDie());
}
return true;
}
// Map of the supported VaProfiles indexed by media's VideoCodecProfile.
std::map<VideoCodecProfile, VAProfile> kMediaToVAProfileMap = {
// VAProfileH264Baseline is marked deprecated in <va/va.h> from libva 2.0.
// consider making VAProfileH264ConstrainedBaseline the default one.
{H264PROFILE_BASELINE, VAProfileH264Baseline},
{H264PROFILE_MAIN, VAProfileH264Main},
// TODO(posciak): See if we can/want to support other variants of
// H264PROFILE_HIGH*.
{H264PROFILE_HIGH, VAProfileH264High},
{VP8PROFILE_ANY, VAProfileVP8Version0_3},
{VP9PROFILE_PROFILE0, VAProfileVP9Profile0},
// Chrome does not support VP9 Profile 1, see b/153680337.
// {VP9PROFILE_PROFILE1, VAProfileVP9Profile1},
{VP9PROFILE_PROFILE2, VAProfileVP9Profile2},
{VP9PROFILE_PROFILE3, VAProfileVP9Profile3},
};
bool IsBlackListedDriver(const std::string& va_vendor_string,
VaapiWrapper::CodecMode mode,
VAProfile va_profile) {
if (!IsModeEncoding(mode))
return false;
// TODO(posciak): Remove once VP8 encoding is to be enabled by default.
if (va_profile == VAProfileVP8Version0_3 &&
!base::FeatureList::IsEnabled(kVaapiVP8Encoder)) {
return true;
}
// TODO(crbug.com/811912): Remove once VP9 encoding is enabled by default.
if (va_profile == VAProfileVP9Profile0 &&
!base::FeatureList::IsEnabled(kVaapiVP9Encoder)) {
return true;
}
// TODO(b/158655609): Several Gen 9.5 GPU devices suffer from a GPU hang when
// VP8 encoding in some power saving states. Blacklist them temporarily.
if (IsGen95Gpu() && va_profile == VAProfileVP8Version0_3)
return true;
return false;
}
// This class is a wrapper around its |va_display_| (and its associated
// |va_lock_|) to guarantee mutual exclusion and singleton behaviour.
class VADisplayState {
public:
static VADisplayState* Get();
// Initialize static data before sandbox is enabled.
static void PreSandboxInitialization();
bool Initialize();
VAStatus Deinitialize();
base::Lock* va_lock() { return &va_lock_; }
VADisplay va_display() const { return va_display_; }
const std::string& va_vendor_string() const { return va_vendor_string_; }
void SetDrmFd(base::PlatformFile fd) { drm_fd_.reset(HANDLE_EINTR(dup(fd))); }
private:
friend class base::NoDestructor<VADisplayState>;
VADisplayState();
~VADisplayState() = default;
// Implementation of Initialize() called only once.
bool InitializeOnce() EXCLUSIVE_LOCKS_REQUIRED(va_lock_);
int refcount_ GUARDED_BY(va_lock_);
// Libva is not thread safe, so we have to do locking for it ourselves.
// This lock is to be taken for the duration of all VA-API calls and for
// the entire job submission sequence in ExecuteAndDestroyPendingBuffers().
base::Lock va_lock_;
// Drm fd used to obtain access to the driver interface by VA.
base::ScopedFD drm_fd_;
// The VADisplay handle.
VADisplay va_display_;
// True if vaInitialize() has been called successfully.
bool va_initialized_;
// String acquired by vaQueryVendorString().
std::string va_vendor_string_;
DISALLOW_COPY_AND_ASSIGN(VADisplayState);
};
// static
VADisplayState* VADisplayState::Get() {
static base::NoDestructor<VADisplayState> display_state;
return display_state.get();
}
// static
void VADisplayState::PreSandboxInitialization() {
const char kDriRenderNode0Path[] = "/dev/dri/renderD128";
base::File drm_file = base::File(
base::FilePath::FromUTF8Unsafe(kDriRenderNode0Path),
base::File::FLAG_OPEN | base::File::FLAG_READ | base::File::FLAG_WRITE);
if (drm_file.IsValid())
VADisplayState::Get()->SetDrmFd(drm_file.GetPlatformFile());
}
VADisplayState::VADisplayState()
: refcount_(0), va_display_(nullptr), va_initialized_(false) {}
bool VADisplayState::Initialize() {
base::AutoLock auto_lock(va_lock_);
if (!IsVaInitialized() ||
#if defined(USE_X11)
!IsVa_x11Initialized() ||
#endif
!IsVa_drmInitialized()) {
return false;
}
// Manual refcounting to ensure the rest of the method is called only once.
if (refcount_++ > 0)
return true;
const bool success = InitializeOnce();
UMA_HISTOGRAM_BOOLEAN("Media.VaapiWrapper.VADisplayStateInitializeSuccess",
success);
return success;
}
bool VADisplayState::InitializeOnce() {
static_assert(
VA_MAJOR_VERSION >= 2 || (VA_MAJOR_VERSION == 1 && VA_MINOR_VERSION >= 1),
"Requires VA-API >= 1.1.0");
switch (gl::GetGLImplementation()) {
case gl::kGLImplementationEGLGLES2:
va_display_ = vaGetDisplayDRM(drm_fd_.get());
break;
case gl::kGLImplementationDesktopGL:
#if defined(USE_X11)
va_display_ = vaGetDisplay(gfx::GetXDisplay());
#else
LOG(WARNING) << "VAAPI video acceleration not available without "
"DesktopGL (GLX).";
#endif // USE_X11
break;
// Cannot infer platform from GL, try all available displays
case gl::kGLImplementationNone:
#if defined(USE_X11)
va_display_ = vaGetDisplay(gfx::GetXDisplay());
if (vaDisplayIsValid(va_display_))
break;
#endif // USE_X11
va_display_ = vaGetDisplayDRM(drm_fd_.get());
break;
default:
LOG(WARNING) << "VAAPI video acceleration not available for "
<< gl::GetGLImplementationName(gl::GetGLImplementation());
return false;
}
if (!vaDisplayIsValid(va_display_)) {
LOG(ERROR) << "Could not get a valid VA display";
return false;
}
// Set VA logging level to enable error messages, unless already set
constexpr char libva_log_level_env[] = "LIBVA_MESSAGING_LEVEL";
std::unique_ptr<base::Environment> env(base::Environment::Create());
if (!env->HasVar(libva_log_level_env))
env->SetVar(libva_log_level_env, "1");
// The VAAPI version.
int major_version, minor_version;
VAStatus va_res = vaInitialize(va_display_, &major_version, &minor_version);
if (va_res != VA_STATUS_SUCCESS) {
LOG(ERROR) << "vaInitialize failed: " << vaErrorStr(va_res);
return false;
}
va_initialized_ = true;
va_vendor_string_ = vaQueryVendorString(va_display_);
DLOG_IF(WARNING, va_vendor_string_.empty())
<< "Vendor string empty or error reading.";
DVLOG(1) << "VAAPI version: " << major_version << "." << minor_version << " "
<< va_vendor_string_;
// The VAAPI version is determined from what is loaded on the system by
// calling vaInitialize(). Since the libva is now ABI-compatible, relax the
// version check which helps in upgrading the libva, without breaking any
// existing functionality. Make sure the system version is not older than
// the version with which the chromium is built since libva is only
// guaranteed to be backward (and not forward) compatible.
if (VA_MAJOR_VERSION > major_version ||
(VA_MAJOR_VERSION == major_version && VA_MINOR_VERSION > minor_version)) {
LOG(ERROR) << "The system version " << major_version << "." << minor_version
<< " should be greater than or equal to "
<< VA_MAJOR_VERSION << "." << VA_MINOR_VERSION;
return false;
}
return true;
}
VAStatus VADisplayState::Deinitialize() {
base::AutoLock auto_lock(va_lock_);
VAStatus va_res = VA_STATUS_SUCCESS;
if (--refcount_ > 0)
return va_res;
// Must check if vaInitialize completed successfully, to work around a bug in
// libva. The bug was fixed upstream:
// http://lists.freedesktop.org/archives/libva/2013-July/001807.html
// TODO(mgiuca): Remove this check, and the |va_initialized_| variable, once
// the fix has rolled out sufficiently.
if (va_initialized_ && va_display_)
va_res = vaTerminate(va_display_);
va_initialized_ = false;
va_display_ = nullptr;
va_vendor_string_ = "";
return va_res;
}
std::vector<VAEntrypoint> GetEntryPointsForProfile(const base::Lock* va_lock,
VADisplay va_display,
VaapiWrapper::CodecMode mode,
VAProfile va_profile) {
va_lock->AssertAcquired();
// Query the driver for supported entrypoints.
const int max_entrypoints = vaMaxNumEntrypoints(va_display);
std::vector<VAEntrypoint> supported_entrypoints(
base::checked_cast<size_t>(max_entrypoints));
int num_supported_entrypoints;
VAStatus va_res = vaQueryConfigEntrypoints(va_display, va_profile,
&supported_entrypoints[0],
&num_supported_entrypoints);
if (va_res != VA_STATUS_SUCCESS) {
if (num_supported_entrypoints < 0 ||
num_supported_entrypoints > max_entrypoints) {
LOG(ERROR) << "vaQueryConfigEntrypoints returned: "
<< num_supported_entrypoints;
return {};
}
}
supported_entrypoints.resize(num_supported_entrypoints);
// Filter out VAEntrypoints that are not used in Chrome.
std::vector<VAEntrypoint>
whitelisted_entrypoints[VaapiWrapper::CodecMode::kCodecModeMax] = {
{VAEntrypointVLD}, // For kDecode.
{VAEntrypointEncSlice, VAEntrypointEncPicture,
VAEntrypointEncSliceLP}, // For kEncode.
{VAEntrypointEncSlice,
VAEntrypointEncSliceLP}, // For
// kEncodeConstantQuantizationParameter.
{VAEntrypointVideoProc} // For kVideoProcess.
};
std::vector<VAEntrypoint> entrypoints;
std::copy_if(supported_entrypoints.begin(), supported_entrypoints.end(),
std::back_inserter(entrypoints),
[&whitelisted_entrypoints, mode](VAEntrypoint entrypoint) {
return base::Contains(whitelisted_entrypoints[mode],
entrypoint);
});
return entrypoints;
}
static bool GetRequiredAttribs(const base::Lock* va_lock,
VADisplay va_display,
VaapiWrapper::CodecMode mode,
VAProfile profile,
VAEntrypoint entrypoint,
std::vector<VAConfigAttrib>* required_attribs) {
va_lock->AssertAcquired();
// Choose a suitable VAConfigAttribRTFormat for every |mode|. For video
// processing, the supported surface attribs may vary according to which RT
// format is set.
if (profile == VAProfileVP9Profile2 || profile == VAProfileVP9Profile3) {
required_attribs->push_back(
{VAConfigAttribRTFormat, VA_RT_FORMAT_YUV420_10BPP});
} else {
required_attribs->push_back({VAConfigAttribRTFormat, VA_RT_FORMAT_YUV420});
}
if (!IsModeEncoding(mode))
return true;
if (profile != VAProfileJPEGBaseline) {
if (mode == VaapiWrapper::kEncode)
required_attribs->push_back({VAConfigAttribRateControl, VA_RC_CBR});
if (mode == VaapiWrapper::kEncodeConstantQuantizationParameter)
required_attribs->push_back({VAConfigAttribRateControl, VA_RC_CQP});
}
// VAConfigAttribEncPackedHeaders is H.264 specific.
if ((profile >= VAProfileH264Baseline && profile <= VAProfileH264High) ||
(profile == VAProfileH264ConstrainedBaseline)) {
// Encode with Packed header if a driver supports.
VAConfigAttrib attrib;
attrib.type = VAConfigAttribEncPackedHeaders;
VAStatus va_res =
vaGetConfigAttributes(va_display, profile, entrypoint, &attrib, 1);
if (va_res != VA_STATUS_SUCCESS) {
LOG(ERROR) << "vaGetConfigAttributes failed for "
<< vaProfileStr(profile);
return false;
}
if (attrib.value != VA_ENC_PACKED_HEADER_NONE) {
required_attribs->push_back(
{VAConfigAttribEncPackedHeaders,
VA_ENC_PACKED_HEADER_SEQUENCE | VA_ENC_PACKED_HEADER_PICTURE});
}
}
return true;
}
// This class encapsulates reading and giving access to the list of supported
// ProfileInfo entries, in a singleton way.
class VASupportedProfiles {
public:
struct ProfileInfo {
VAProfile va_profile;
VAEntrypoint va_entrypoint;
gfx::Size min_resolution;
gfx::Size max_resolution;
std::vector<uint32_t> pixel_formats;
VaapiWrapper::InternalFormats supported_internal_formats;
};
static const VASupportedProfiles& Get();
VAImplementation GetImplementationType() const {
return implementation_type_;
}
const std::vector<ProfileInfo>& GetSupportedProfileInfosForCodecMode(
VaapiWrapper::CodecMode mode) const;
// Determines if the |va_profile| is supported for |mode|. If so (and
// |profile_info| is not nullptr), *|profile_info| is filled with the profile
// information.
bool IsProfileSupported(VaapiWrapper::CodecMode mode,
VAProfile va_profile,
ProfileInfo* profile_info = nullptr) const;
private:
friend class base::NoDestructor<VASupportedProfiles>;
VASupportedProfiles();
~VASupportedProfiles() = default;
bool GetSupportedVAProfiles(std::vector<VAProfile>* profiles) const;
// Gets supported profile infos for |mode|.
std::vector<ProfileInfo> GetSupportedProfileInfosForCodecModeInternal(
VaapiWrapper::CodecMode mode) const;
// Checks if |va_profile| supports |entrypoint| or not.
bool IsEntrypointSupported_Locked(VAProfile va_profile,
VAEntrypoint entrypoint) const
EXCLUSIVE_LOCKS_REQUIRED(va_lock_);
// Returns true if |va_profile| for |entrypoint| with |required_attribs| is
// supported.
bool AreAttribsSupported_Locked(
VAProfile va_profile,
VAEntrypoint entrypoint,
const std::vector<VAConfigAttrib>& required_attribs) const
EXCLUSIVE_LOCKS_REQUIRED(va_lock_);
// Fills |profile_info| for |va_profile| and |entrypoint| with
// |required_attribs|. If the return value is true, the operation was
// successful. Otherwise, the information in *|profile_info| shouldn't be
// relied upon.
bool FillProfileInfo_Locked(VAProfile va_profile,
VAEntrypoint entrypoint,
std::vector<VAConfigAttrib>& required_attribs,
ProfileInfo* profile_info) const
EXCLUSIVE_LOCKS_REQUIRED(va_lock_);
VAImplementation implementation_type_ = VAImplementation::kInvalid;
std::vector<ProfileInfo> supported_profiles_[VaapiWrapper::kCodecModeMax];
// Pointer to VADisplayState's members |va_lock_| and its |va_display_|.
base::Lock* va_lock_;
VADisplay va_display_ GUARDED_BY(va_lock_);
const base::Closure report_error_to_uma_cb_;
DISALLOW_COPY_AND_ASSIGN(VASupportedProfiles);
};
// static
const VASupportedProfiles& VASupportedProfiles::Get() {
static const base::NoDestructor<VASupportedProfiles> profile_infos;
return *profile_infos;
}
const std::vector<VASupportedProfiles::ProfileInfo>&
VASupportedProfiles::GetSupportedProfileInfosForCodecMode(
VaapiWrapper::CodecMode mode) const {
return supported_profiles_[mode];
}
bool VASupportedProfiles::IsProfileSupported(VaapiWrapper::CodecMode mode,
VAProfile va_profile,
ProfileInfo* profile_info) const {
auto iter = std::find_if(supported_profiles_[mode].begin(),
supported_profiles_[mode].end(),
[va_profile](const ProfileInfo& profile) {
return profile.va_profile == va_profile;
});
if (profile_info && iter != supported_profiles_[mode].end())
*profile_info = *iter;
return iter != supported_profiles_[mode].end();
}
VASupportedProfiles::VASupportedProfiles()
: va_lock_(VADisplayState::Get()->va_lock()),
va_display_(nullptr),
report_error_to_uma_cb_(base::DoNothing()) {
VADisplayState* display_state = VADisplayState::Get();
static_assert(std::extent<decltype(supported_profiles_)>() ==
VaapiWrapper::kCodecModeMax,
"|supported_profiles_| size is incorrect.");
if (!display_state->Initialize())
return;
{
base::AutoLock auto_lock(*va_lock_);
implementation_type_ =
VendorStringToImplementationType(display_state->va_vendor_string());
va_display_ = display_state->va_display();
}
DCHECK(va_display_) << "VADisplayState hasn't been properly Initialize()d";
for (size_t i = 0; i < VaapiWrapper::kCodecModeMax; ++i) {
supported_profiles_[i] = GetSupportedProfileInfosForCodecModeInternal(
static_cast<VaapiWrapper::CodecMode>(i));
}
const VAStatus va_res = display_state->Deinitialize();
VA_LOG_ON_ERROR(va_res, "vaTerminate");
{
base::AutoLock auto_lock(*va_lock_);
va_display_ = nullptr;
}
}
std::vector<VASupportedProfiles::ProfileInfo>
VASupportedProfiles::GetSupportedProfileInfosForCodecModeInternal(
VaapiWrapper::CodecMode mode) const {
std::vector<ProfileInfo> supported_profile_infos;
std::vector<VAProfile> va_profiles;
// VAProfiles supported by VaapiWrapper.
constexpr VAProfile kSupportedVaProfiles[] = {
VAProfileH264ConstrainedBaseline,
VAProfileH264Main,
VAProfileH264High,
VAProfileJPEGBaseline,
VAProfileVP8Version0_3,
VAProfileVP9Profile0,
// Chrome does not support VP9 Profile 1, see b/153680337.
// VAProfileVP9Profile1,
VAProfileVP9Profile2,
VAProfileVP9Profile3};
if (!GetSupportedVAProfiles(&va_profiles))
return supported_profile_infos;
base::AutoLock auto_lock(*va_lock_);
const std::string& va_vendor_string =
VADisplayState::Get()->va_vendor_string();
for (const auto& va_profile : va_profiles) {
if ((mode != VaapiWrapper::CodecMode::kVideoProcess) &&
!base::Contains(kSupportedVaProfiles, va_profile)) {
continue;
}
const std::vector<VAEntrypoint> supported_entrypoints =
GetEntryPointsForProfile(va_lock_, va_display_, mode, va_profile);
if (supported_entrypoints.empty())
continue;
for (const auto& entrypoint : supported_entrypoints) {
std::vector<VAConfigAttrib> required_attribs;
if (!GetRequiredAttribs(va_lock_, va_display_, mode, va_profile,
entrypoint, &required_attribs)) {
continue;
}
if (!IsEntrypointSupported_Locked(va_profile, entrypoint))
continue;
if (!AreAttribsSupported_Locked(va_profile, entrypoint, required_attribs))
continue;
if (IsBlackListedDriver(va_vendor_string, mode, va_profile))
continue;
ProfileInfo profile_info{};
if (!FillProfileInfo_Locked(va_profile, entrypoint, required_attribs,
&profile_info)) {
LOG(ERROR) << "FillProfileInfo_Locked failed for va_profile "
<< vaProfileStr(va_profile) << " and entrypoint "
<< vaEntrypointStr(entrypoint);
continue;
}
supported_profile_infos.push_back(profile_info);
}
}
return supported_profile_infos;
}
bool VASupportedProfiles::GetSupportedVAProfiles(
std::vector<VAProfile>* profiles) const {
base::AutoLock auto_lock(*va_lock_);
// Query the driver for supported profiles.
const int max_profiles = vaMaxNumProfiles(va_display_);
std::vector<VAProfile> supported_profiles(
base::checked_cast<size_t>(max_profiles));
int num_supported_profiles;
VAStatus va_res = vaQueryConfigProfiles(va_display_, &supported_profiles[0],
&num_supported_profiles);
VA_SUCCESS_OR_RETURN(va_res, "vaQueryConfigProfiles", false);
if (num_supported_profiles < 0 || num_supported_profiles > max_profiles) {
LOG(ERROR) << "vaQueryConfigProfiles returned: " << num_supported_profiles;
return false;
}
supported_profiles.resize(base::checked_cast<size_t>(num_supported_profiles));
*profiles = std::move(supported_profiles);
return true;
}
bool VASupportedProfiles::IsEntrypointSupported_Locked(
VAProfile va_profile,
VAEntrypoint entrypoint) const {
va_lock_->AssertAcquired();
// Query the driver for supported entrypoints.
int max_entrypoints = vaMaxNumEntrypoints(va_display_);
std::vector<VAEntrypoint> supported_entrypoints(
base::checked_cast<size_t>(max_entrypoints));
int num_supported_entrypoints;
VAStatus va_res = vaQueryConfigEntrypoints(va_display_, va_profile,
&supported_entrypoints[0],
&num_supported_entrypoints);
VA_SUCCESS_OR_RETURN(va_res, "vaQueryConfigEntrypoints", false);
if (num_supported_entrypoints < 0 ||
num_supported_entrypoints > max_entrypoints) {
LOG(ERROR) << "vaQueryConfigEntrypoints returned: "
<< num_supported_entrypoints;
return false;
}
return base::Contains(supported_entrypoints, entrypoint);
}
bool VASupportedProfiles::AreAttribsSupported_Locked(
VAProfile va_profile,
VAEntrypoint entrypoint,
const std::vector<VAConfigAttrib>& required_attribs) const {
va_lock_->AssertAcquired();
// Query the driver for required attributes.
std::vector<VAConfigAttrib> attribs = required_attribs;
for (size_t i = 0; i < required_attribs.size(); ++i)
attribs[i].value = 0;
VAStatus va_res = vaGetConfigAttributes(va_display_, va_profile, entrypoint,
&attribs[0], attribs.size());
VA_SUCCESS_OR_RETURN(va_res, "vaGetConfigAttributes", false);
for (size_t i = 0; i < required_attribs.size(); ++i) {
if (attribs[i].type != required_attribs[i].type ||
(attribs[i].value & required_attribs[i].value) !=
required_attribs[i].value) {
DVLOG(1) << "Unsupported value " << required_attribs[i].value
<< " for attribute type " << required_attribs[i].type;
return false;
}
}
return true;
}
bool VASupportedProfiles::FillProfileInfo_Locked(
VAProfile va_profile,
VAEntrypoint entrypoint,
std::vector<VAConfigAttrib>& required_attribs,
ProfileInfo* profile_info) const {
va_lock_->AssertAcquired();
VAConfigID va_config_id;
VAStatus va_res =
vaCreateConfig(va_display_, va_profile, entrypoint, &required_attribs[0],
required_attribs.size(), &va_config_id);
VA_SUCCESS_OR_RETURN(va_res, "vaCreateConfig", false);
base::ScopedClosureRunner vaconfig_destroyer(base::BindOnce(
[](VADisplay display, VAConfigID id) {
if (id != VA_INVALID_ID) {
VAStatus va_res = vaDestroyConfig(display, id);
if (va_res != VA_STATUS_SUCCESS)
LOG(ERROR) << "vaDestroyConfig failed. VA error: "
<< vaErrorStr(va_res);
}
},
va_display_, va_config_id));
// Calls vaQuerySurfaceAttributes twice. The first time is to get the number
// of attributes to prepare the space and the second time is to get all
// attributes.
unsigned int num_attribs;
va_res = vaQuerySurfaceAttributes(va_display_, va_config_id, nullptr,
&num_attribs);
VA_SUCCESS_OR_RETURN(va_res, "vaQuerySurfaceAttributes", false);
if (!num_attribs)
return false;
std::vector<VASurfaceAttrib> attrib_list(
base::checked_cast<size_t>(num_attribs));
va_res = vaQuerySurfaceAttributes(va_display_, va_config_id, &attrib_list[0],
&num_attribs);
VA_SUCCESS_OR_RETURN(va_res, "vaQuerySurfaceAttributes", false);
profile_info->va_profile = va_profile;
profile_info->va_entrypoint = entrypoint;
profile_info->min_resolution = gfx::Size();
profile_info->max_resolution = gfx::Size();
for (const auto& attrib : attrib_list) {
if (attrib.type == VASurfaceAttribMaxWidth) {
profile_info->max_resolution.set_width(
base::strict_cast<int>(attrib.value.value.i));
} else if (attrib.type == VASurfaceAttribMaxHeight) {
profile_info->max_resolution.set_height(
base::strict_cast<int>(attrib.value.value.i));
} else if (attrib.type == VASurfaceAttribMinWidth) {
profile_info->min_resolution.set_width(
base::strict_cast<int>(attrib.value.value.i));
} else if (attrib.type == VASurfaceAttribMinHeight) {
profile_info->min_resolution.set_height(
base::strict_cast<int>(attrib.value.value.i));
} else if (attrib.type == VASurfaceAttribPixelFormat) {
// According to va.h, VASurfaceAttribPixelFormat is meaningful as input to
// vaQuerySurfaceAttributes(). However, per the implementation of
// i965_QuerySurfaceAttributes(), our usage here should enumerate all the
// formats.
profile_info->pixel_formats.push_back(attrib.value.value.i);
}
}
if (profile_info->max_resolution.IsEmpty()) {
LOG(ERROR) << "Empty codec maximum resolution";
return false;
}
// Create a new configuration to find the supported RT formats. We don't pass
// required attributes here because we want the driver to tell us all the
// supported RT formats.
va_res = vaCreateConfig(va_display_, va_profile, entrypoint, nullptr, 0,
&va_config_id);
VA_SUCCESS_OR_RETURN(va_res, "vaCreateConfig", false);
base::ScopedClosureRunner vaconfig_no_attribs_destroyer(base::BindOnce(
[](VADisplay display, VAConfigID id) {
if (id != VA_INVALID_ID) {
VAStatus va_res = vaDestroyConfig(display, id);
if (va_res != VA_STATUS_SUCCESS)
LOG(ERROR) << "vaDestroyConfig failed. VA error: "
<< vaErrorStr(va_res);
}
},
va_display_, va_config_id));
profile_info->supported_internal_formats = {};
size_t max_num_config_attributes;
if (!base::CheckedNumeric<int>(vaMaxNumConfigAttributes(va_display_))
.AssignIfValid(&max_num_config_attributes)) {
LOG(ERROR) << "Can't get the maximum number of config attributes";
return false;
}
std::vector<VAConfigAttrib> config_attributes(max_num_config_attributes);
int num_config_attributes;
va_res = vaQueryConfigAttributes(va_display_, va_config_id, &va_profile,
&entrypoint, config_attributes.data(),
&num_config_attributes);
VA_SUCCESS_OR_RETURN(va_res, "vaQueryConfigAttributes", false);
for (int i = 0; i < num_config_attributes; i++) {
const VAConfigAttrib& attrib = config_attributes[i];
if (attrib.type != VAConfigAttribRTFormat)
continue;
if (attrib.value & VA_RT_FORMAT_YUV420)
profile_info->supported_internal_formats.yuv420 = true;
if (attrib.value & VA_RT_FORMAT_YUV422)
profile_info->supported_internal_formats.yuv422 = true;
if (attrib.value & VA_RT_FORMAT_YUV444)
profile_info->supported_internal_formats.yuv444 = true;
break;
}
// Now work around some driver misreporting for JPEG decoding.
if (va_profile == VAProfileJPEGBaseline && entrypoint == VAEntrypointVLD) {
if (implementation_type_ == VAImplementation::kMesaGallium) {
// TODO(andrescj): the VAAPI state tracker in mesa does not report
// VA_RT_FORMAT_YUV422 as being supported for JPEG decoding. However, it
// is happy to allocate YUYV surfaces
// (https://gitlab.freedesktop.org/mesa/mesa/commit/5608f442). Remove this
// workaround once b/128337341 is resolved.
profile_info->supported_internal_formats.yuv422 = true;
}
}
const bool is_any_profile_supported =
profile_info->supported_internal_formats.yuv420 ||
profile_info->supported_internal_formats.yuv422 ||
profile_info->supported_internal_formats.yuv444;
DLOG_IF(ERROR, !is_any_profile_supported)
<< "No cool internal formats supported";
return is_any_profile_supported;
}
// Maps a VideoCodecProfile |profile| to a VAProfile. This function includes a
// workaround for https://crbug.com/345569: if |va_profile| is h264 baseline and
// this is not supported, we try constrained baseline.
VAProfile ProfileToVAProfile(VideoCodecProfile profile,
VaapiWrapper::CodecMode mode) {
if (!base::Contains(kMediaToVAProfileMap, profile))
return VAProfileNone;
VAProfile va_profile = kMediaToVAProfileMap[profile];
// https://crbug.com/345569: VideoCodecProfile has no information whether the
// profile is constrained or not, so we have no way to know here. Try for
// baseline first, but if it is not supported, try constrained baseline and
// hope this is what it actually is (which in practice is true for a great
// majority of cases).
if (va_profile == VAProfileH264Baseline) {
const VASupportedProfiles& supported_profiles = VASupportedProfiles::Get();
if (!supported_profiles.IsProfileSupported(mode, VAProfileH264Baseline) &&
supported_profiles.IsProfileSupported(
mode, VAProfileH264ConstrainedBaseline)) {
va_profile = VAProfileH264ConstrainedBaseline;
}
}
return va_profile;
}
void DestroyVAImage(VADisplay va_display, VAImage image) {
if (image.image_id != VA_INVALID_ID)
vaDestroyImage(va_display, image.image_id);
}
// This class encapsulates fetching the list of supported output image formats
// from the VAAPI driver, in a singleton way.
class VASupportedImageFormats {
public:
static const VASupportedImageFormats& Get();
bool IsImageFormatSupported(const VAImageFormat& va_format) const;
const std::vector<VAImageFormat>& GetSupportedImageFormats() const;
private:
friend class base::NoDestructor<VASupportedImageFormats>;
VASupportedImageFormats();
~VASupportedImageFormats() = default;
// Initialize the list of supported image formats.
bool InitSupportedImageFormats_Locked() EXCLUSIVE_LOCKS_REQUIRED(va_lock_);
// Pointer to VADisplayState's members |va_lock_| and its |va_display_|.
base::Lock* va_lock_;
VADisplay va_display_ GUARDED_BY(va_lock_);
std::vector<VAImageFormat> supported_formats_;
const base::RepeatingClosure report_error_to_uma_cb_;
DISALLOW_COPY_AND_ASSIGN(VASupportedImageFormats);
};
// static
const VASupportedImageFormats& VASupportedImageFormats::Get() {
static const base::NoDestructor<VASupportedImageFormats> image_formats;
return *image_formats;
}
bool VASupportedImageFormats::IsImageFormatSupported(
const VAImageFormat& va_image_format) const {
auto it = std::find_if(supported_formats_.begin(), supported_formats_.end(),
[&va_image_format](const VAImageFormat& format) {
return format.fourcc == va_image_format.fourcc;
});
return it != supported_formats_.end();
}
const std::vector<VAImageFormat>&
VASupportedImageFormats::GetSupportedImageFormats() const {
#if DCHECK_IS_ON()
std::string formats_str;
for (size_t i = 0; i < supported_formats_.size(); i++) {
if (i > 0)
formats_str += ", ";
formats_str += FourccToString(supported_formats_[i].fourcc);
}
DVLOG(1) << "Supported image formats: " << formats_str;
#endif
return supported_formats_;
}
VASupportedImageFormats::VASupportedImageFormats()
: va_lock_(VADisplayState::Get()->va_lock()),
report_error_to_uma_cb_(base::DoNothing()) {
VADisplayState* display_state = VADisplayState::Get();
if (!display_state->Initialize())
return;
{
base::AutoLock auto_lock(*va_lock_);
va_display_ = display_state->va_display();
DCHECK(va_display_) << "VADisplayState hasn't been properly initialized";
if (!InitSupportedImageFormats_Locked())
LOG(ERROR) << "Failed to get supported image formats";
}
const VAStatus va_res = display_state->Deinitialize();
VA_LOG_ON_ERROR(va_res, "vaTerminate");
}
bool VASupportedImageFormats::InitSupportedImageFormats_Locked() {
va_lock_->AssertAcquired();
// Query the driver for the max number of image formats and allocate space.
const int max_image_formats = vaMaxNumImageFormats(va_display_);
if (max_image_formats < 0) {
LOG(ERROR) << "vaMaxNumImageFormats returned: " << max_image_formats;
return false;
}
supported_formats_.resize(static_cast<size_t>(max_image_formats));
// Query the driver for the list of supported image formats.
int num_image_formats;
const VAStatus va_res = vaQueryImageFormats(
va_display_, supported_formats_.data(), &num_image_formats);
VA_SUCCESS_OR_RETURN(va_res, "vaQueryImageFormats", false);
if (num_image_formats < 0 || num_image_formats > max_image_formats) {
LOG(ERROR) << "vaQueryImageFormats returned: " << num_image_formats;
supported_formats_.clear();
return false;
}
// Resize the list to the actual number of formats returned by the driver.
supported_formats_.resize(static_cast<size_t>(num_image_formats));
// Now work around some driver misreporting.
if (VendorStringToImplementationType(
VADisplayState::Get()->va_vendor_string()) ==
VAImplementation::kMesaGallium) {
// TODO(andrescj): considering that the VAAPI state tracker in mesa can
// convert from NV12 to IYUV when doing vaGetImage(), it's reasonable to
// assume that IYUV/I420 is supported. However, it's not currently being
// reported. See https://gitlab.freedesktop.org/mesa/mesa/commit/b0a44f10.
// Remove this workaround once b/128340287 is resolved.
if (std::find_if(supported_formats_.cbegin(), supported_formats_.cend(),
[](const VAImageFormat& format) {
return format.fourcc == VA_FOURCC_I420;
}) == supported_formats_.cend()) {
VAImageFormat i420_format{};
i420_format.fourcc = VA_FOURCC_I420;
supported_formats_.push_back(i420_format);
}
}
return true;
}
bool IsLowPowerEncSupported(VAProfile va_profile) {
constexpr VAProfile kSupportedLowPowerEncodeProfiles[] = {
VAProfileH264ConstrainedBaseline,
VAProfileH264Main,
VAProfileH264High,
VAProfileVP9Profile0,
VAProfileVP9Profile1,
VAProfileVP9Profile2,
VAProfileVP9Profile3};
if (!base::Contains(kSupportedLowPowerEncodeProfiles, va_profile))
return false;
if ((IsGen95Gpu() || IsGen9Gpu()) &&
!base::FeatureList::IsEnabled(kVaapiLowPowerEncoderGen9x)) {
return false;
}
const std::vector<VASupportedProfiles::ProfileInfo>& encode_profile_infos =
VASupportedProfiles::Get().GetSupportedProfileInfosForCodecMode(
VaapiWrapper::kEncode);
for (const auto& profile_info : encode_profile_infos) {
if (profile_info.va_profile == va_profile &&
profile_info.va_entrypoint == VAEntrypointEncSliceLP) {
return true;
}
}
return false;
}
} // namespace
NativePixmapAndSizeInfo::NativePixmapAndSizeInfo() = default;
NativePixmapAndSizeInfo::~NativePixmapAndSizeInfo() = default;
// static
VAImplementation VaapiWrapper::GetImplementationType() {
return VASupportedProfiles::Get().GetImplementationType();
}
// static
scoped_refptr<VaapiWrapper> VaapiWrapper::Create(
CodecMode mode,
VAProfile va_profile,
const base::Closure& report_error_to_uma_cb) {
if (!VASupportedProfiles::Get().IsProfileSupported(mode, va_profile)) {
DVLOG(1) << "Unsupported va_profile: " << vaProfileStr(va_profile);
return nullptr;
}
scoped_refptr<VaapiWrapper> vaapi_wrapper(new VaapiWrapper(mode));
if (vaapi_wrapper->VaInitialize(report_error_to_uma_cb)) {
if (vaapi_wrapper->Initialize(mode, va_profile))
return vaapi_wrapper;
}
LOG(ERROR) << "Failed to create VaapiWrapper for va_profile: "
<< vaProfileStr(va_profile);
return nullptr;
}
// static
scoped_refptr<VaapiWrapper> VaapiWrapper::CreateForVideoCodec(
CodecMode mode,
VideoCodecProfile profile,
const base::Closure& report_error_to_uma_cb) {
const VAProfile va_profile = ProfileToVAProfile(profile, mode);
return Create(mode, va_profile, report_error_to_uma_cb);
}
// static
VideoEncodeAccelerator::SupportedProfiles
VaapiWrapper::GetSupportedEncodeProfiles() {
VideoEncodeAccelerator::SupportedProfiles profiles;
const std::vector<VASupportedProfiles::ProfileInfo>& encode_profile_infos =
VASupportedProfiles::Get().GetSupportedProfileInfosForCodecMode(kEncode);
for (const auto& media_to_va_profile_map_entry : kMediaToVAProfileMap) {
const VideoCodecProfile media_profile = media_to_va_profile_map_entry.first;
const VAProfile va_profile = ProfileToVAProfile(media_profile, kEncode);
if (va_profile == VAProfileNone)
continue;
for (const auto& profile_info : encode_profile_infos) {
if (profile_info.va_profile == va_profile) {
VideoEncodeAccelerator::SupportedProfile profile;
profile.profile = media_profile;
// Using VA-API for accelerated encoding frames smaller than a certain
// size is less efficient than using a software encoder.
const gfx::Size kMinEncodeResolution = gfx::Size(320 + 1, 240 + 1);
profile.min_resolution = kMinEncodeResolution;
profile.max_resolution = profile_info.max_resolution;
// Maximum framerate of encoded profile. This value is an arbitrary
// limit and not taken from HW documentation.
constexpr int kMaxEncoderFramerate = 30;
profile.max_framerate_numerator = kMaxEncoderFramerate;
profile.max_framerate_denominator = 1;
profiles.push_back(profile);
break;
}
}
}
return profiles;
}
// static
VideoDecodeAccelerator::SupportedProfiles
VaapiWrapper::GetSupportedDecodeProfiles() {
VideoDecodeAccelerator::SupportedProfiles profiles;
const std::vector<VASupportedProfiles::ProfileInfo>& decode_profile_infos =
VASupportedProfiles::Get().GetSupportedProfileInfosForCodecMode(kDecode);
for (const auto& media_to_va_profile_map_entry : kMediaToVAProfileMap) {
const VideoCodecProfile media_profile = media_to_va_profile_map_entry.first;
const VAProfile va_profile = ProfileToVAProfile(media_profile, kDecode);
if (va_profile == VAProfileNone)
continue;
for (const auto& profile_info : decode_profile_infos) {
if (profile_info.va_profile == va_profile) {
VideoDecodeAccelerator::SupportedProfile profile;
profile.profile = media_profile;
profile.max_resolution = profile_info.max_resolution;
profile.min_resolution.SetSize(16, 16);
profiles.push_back(profile);
break;
}
}
}
return profiles;
}
// static
bool VaapiWrapper::IsDecodeSupported(VAProfile va_profile) {
return VASupportedProfiles::Get().IsProfileSupported(kDecode, va_profile);
}
// static
VaapiWrapper::InternalFormats VaapiWrapper::GetDecodeSupportedInternalFormats(
VAProfile va_profile) {
VASupportedProfiles::ProfileInfo profile_info;
if (!VASupportedProfiles::Get().IsProfileSupported(kDecode, va_profile,
&profile_info)) {
return InternalFormats{};
}
return profile_info.supported_internal_formats;
}
// static
bool VaapiWrapper::IsDecodingSupportedForInternalFormat(
VAProfile va_profile,
unsigned int rt_format) {
static const base::NoDestructor<VaapiWrapper::InternalFormats>
supported_internal_formats(
VaapiWrapper::GetDecodeSupportedInternalFormats(va_profile));
switch (rt_format) {
case VA_RT_FORMAT_YUV420:
return supported_internal_formats->yuv420;
case VA_RT_FORMAT_YUV422:
return supported_internal_formats->yuv422;
case VA_RT_FORMAT_YUV444:
return supported_internal_formats->yuv444;
}
return false;
}
// static
bool VaapiWrapper::GetDecodeMinResolution(VAProfile va_profile,
gfx::Size* min_size) {
VASupportedProfiles::ProfileInfo profile_info;
if (!VASupportedProfiles::Get().IsProfileSupported(kDecode, va_profile,
&profile_info)) {
return false;
}
*min_size = gfx::Size(std::max(1, profile_info.min_resolution.width()),
std::max(1, profile_info.min_resolution.height()));
return true;
}
// static
bool VaapiWrapper::GetDecodeMaxResolution(VAProfile va_profile,
gfx::Size* max_size) {
VASupportedProfiles::ProfileInfo profile_info;
if (!VASupportedProfiles::Get().IsProfileSupported(kDecode, va_profile,
&profile_info)) {
return false;
}
*max_size = profile_info.max_resolution;
return true;
}
// static
bool VaapiWrapper::GetJpegDecodeSuitableImageFourCC(unsigned int rt_format,
uint32_t preferred_fourcc,
uint32_t* suitable_fourcc) {
if (!IsDecodingSupportedForInternalFormat(VAProfileJPEGBaseline, rt_format))
return false;
// Work around some driver-specific conversion issues. If you add a workaround
// here, please update the VaapiJpegDecoderTest.MinimalImageFormatSupport
// test.
DCHECK_NE(VAImplementation::kInvalid, GetImplementationType());
if (GetImplementationType() == VAImplementation::kMesaGallium) {
// The VAAPI mesa state tracker only supports conversion from NV12 to YV12
// and IYUV (synonym of I420).
if (rt_format == VA_RT_FORMAT_YUV420) {
if (preferred_fourcc != VA_FOURCC_I420 &&
preferred_fourcc != VA_FOURCC_YV12) {
preferred_fourcc = VA_FOURCC_NV12;
}
} else if (rt_format == VA_RT_FORMAT_YUV422) {
preferred_fourcc = VA_FOURCC('Y', 'U', 'Y', 'V');
} else {
// Out of the three internal formats we care about (4:2:0, 4:2:2, and
// 4:4:4), this driver should only support the first two. Since we check
// for supported internal formats at the beginning of this function, we
// shouldn't get here.
NOTREACHED();
return false;
}
} else if (GetImplementationType() == VAImplementation::kIntelI965) {
// Workaround deduced from observations in samus and nocturne: we found that
//
// - For a 4:2:2 image, the internal format is 422H.
// - For a 4:2:0 image, the internal format is IMC3.
// - For a 4:4:4 image, the internal format is 444P.
//
// For these internal formats and an image format of either 422H or P010, an
// intermediate NV12 surface is allocated. Then, a conversion is made from
// {422H, IMC3, 444P} -> NV12 -> {422H, P010}. Unfortunately, the
// NV12 -> {422H, P010} conversion is unimplemented in
// i965_image_pl2_processing(). So, when |preferred_fourcc| is either 422H
// or P010, we can just fallback to I420.
//
if (preferred_fourcc == VA_FOURCC_422H ||
preferred_fourcc == VA_FOURCC_P010) {
preferred_fourcc = VA_FOURCC_I420;
}
} else if (GetImplementationType() == VAImplementation::kIntelIHD) {
// TODO(b/155939640): iHD v19.4 fails to allocate AYUV surfaces for the VPP
// on gen 9.5.
// (b/159896972): iHD v19.4 cannot create Y216 and Y416 images from a
// decoded JPEG on gen 12.
if (preferred_fourcc == VA_FOURCC_AYUV ||
preferred_fourcc == VA_FOURCC_Y216 ||
preferred_fourcc == VA_FOURCC_Y416) {
preferred_fourcc = VA_FOURCC_I420;
}
}
if (!VASupportedImageFormats::Get().IsImageFormatSupported(
VAImageFormat{.fourcc = preferred_fourcc})) {
preferred_fourcc = VA_FOURCC_I420;
}
// After workarounds, assume the conversion is supported.
*suitable_fourcc = preferred_fourcc;
return true;
}
// static
bool VaapiWrapper::IsVppResolutionAllowed(const gfx::Size& size) {
VASupportedProfiles::ProfileInfo profile_info;
if (!VASupportedProfiles::Get().IsProfileSupported(
kVideoProcess, VAProfileNone, &profile_info)) {
return false;
}
return gfx::Rect(profile_info.min_resolution.width(),
profile_info.min_resolution.height(),
profile_info.max_resolution.width(),
profile_info.max_resolution.height())
.Contains(size.width(), size.height());
}
// static
bool VaapiWrapper::IsVppFormatSupported(uint32_t va_fourcc) {
VASupportedProfiles::ProfileInfo profile_info;
if (!VASupportedProfiles::Get().IsProfileSupported(
kVideoProcess, VAProfileNone, &profile_info)) {
return false;
}
return base::Contains(profile_info.pixel_formats, va_fourcc);
}
// static
bool VaapiWrapper::IsVppSupportedForJpegDecodedSurfaceToFourCC(
unsigned int rt_format,
uint32_t fourcc) {
if (!IsDecodingSupportedForInternalFormat(VAProfileJPEGBaseline, rt_format))
return false;
// Workaround: for Mesa VAAPI driver, VPP only supports internal surface
// format for 4:2:0 JPEG image.
DCHECK_NE(VAImplementation::kInvalid, GetImplementationType());
if (GetImplementationType() == VAImplementation::kMesaGallium &&
rt_format != VA_RT_FORMAT_YUV420) {
return false;
}
return IsVppFormatSupported(fourcc);
}
// static
bool VaapiWrapper::IsJpegEncodeSupported() {
return VASupportedProfiles::Get().IsProfileSupported(kEncode,
VAProfileJPEGBaseline);
}
// static
bool VaapiWrapper::IsImageFormatSupported(const VAImageFormat& format) {
return VASupportedImageFormats::Get().IsImageFormatSupported(format);
}
// static
const std::vector<VAImageFormat>&
VaapiWrapper::GetSupportedImageFormatsForTesting() {
return VASupportedImageFormats::Get().GetSupportedImageFormats();
}
// static
std::map<VAProfile, std::vector<VAEntrypoint>>
VaapiWrapper::GetSupportedConfigurationsForCodecModeForTesting(CodecMode mode) {
const std::vector<VASupportedProfiles::ProfileInfo>& profile_infos =
VASupportedProfiles::Get().GetSupportedProfileInfosForCodecMode(mode);
std::map<VAProfile, std::vector<VAEntrypoint>> configurations;
for (const auto& info : profile_infos) {
configurations[info.va_profile].push_back(info.va_entrypoint);
}
return configurations;
}
// static
VAEntrypoint VaapiWrapper::GetDefaultVaEntryPoint(CodecMode mode,
VAProfile profile) {
switch (mode) {
case VaapiWrapper::kDecode:
return VAEntrypointVLD;
case VaapiWrapper::kEncode:
case VaapiWrapper::kEncodeConstantQuantizationParameter:
if (profile == VAProfileJPEGBaseline)
return VAEntrypointEncPicture;
DCHECK(IsModeEncoding(mode));
if (IsLowPowerEncSupported(profile))
return VAEntrypointEncSliceLP;
return VAEntrypointEncSlice;
case VaapiWrapper::kVideoProcess:
return VAEntrypointVideoProc;
case VaapiWrapper::kCodecModeMax:
NOTREACHED();
return VAEntrypointVLD;
}
}
// static
uint32_t VaapiWrapper::BufferFormatToVARTFormat(gfx::BufferFormat fmt) {
switch (fmt) {
case gfx::BufferFormat::BGRX_8888:
case gfx::BufferFormat::BGRA_8888:
case gfx::BufferFormat::RGBX_8888:
case gfx::BufferFormat::RGBA_8888:
return VA_RT_FORMAT_RGB32;
case gfx::BufferFormat::YVU_420:
case gfx::BufferFormat::YUV_420_BIPLANAR:
return VA_RT_FORMAT_YUV420;
case gfx::BufferFormat::P010:
return VA_RT_FORMAT_YUV420_10BPP;
default:
NOTREACHED() << gfx::BufferFormatToString(fmt);
return 0;
}
}
bool VaapiWrapper::CreateContextAndSurfaces(
unsigned int va_format,
const gfx::Size& size,
SurfaceUsageHint surface_usage_hint,
size_t num_surfaces,
std::vector<VASurfaceID>* va_surfaces) {
DVLOG(2) << "Creating " << num_surfaces << " surfaces";
DCHECK(va_surfaces->empty());
if (va_context_id_ != VA_INVALID_ID) {
LOG(ERROR)
<< "The current context should be destroyed before creating a new one";
return false;
}
if (!CreateSurfaces(va_format, size, surface_usage_hint, num_surfaces,
va_surfaces)) {
return false;
}
const bool success = CreateContext(size);
if (!success)
DestroyContextAndSurfaces(*va_surfaces);
return success;
}
std::unique_ptr<ScopedVASurface> VaapiWrapper::CreateContextAndScopedVASurface(
unsigned int va_format,
const gfx::Size& size,
const base::Optional<gfx::Size>& visible_size) {
if (va_context_id_ != VA_INVALID_ID) {
LOG(ERROR) << "The current context should be destroyed before creating a "
"new one";
return nullptr;
}
std::unique_ptr<ScopedVASurface> scoped_va_surface =
CreateScopedVASurface(va_format, size, visible_size);
if (!scoped_va_surface)
return nullptr;
if (CreateContext(size))
return scoped_va_surface;
DestroyContext();
return nullptr;
}
void VaapiWrapper::DestroyContextAndSurfaces(
std::vector<VASurfaceID> va_surfaces) {
DestroyContext();
DestroySurfaces(va_surfaces);
}
bool VaapiWrapper::CreateContext(const gfx::Size& size) {
DVLOG(2) << "Creating context";
base::AutoLock auto_lock(*va_lock_);
// vaCreateContext() doesn't really need an array of VASurfaceIDs (see
// https://lists.01.org/pipermail/intel-vaapi-media/2017-July/000052.html and
// https://github.com/intel/libva/issues/251); pass a dummy list of valid
// (non-null) IDs until the signature gets updated.
constexpr VASurfaceID* empty_va_surfaces_ids_pointer = nullptr;
constexpr size_t empty_va_surfaces_ids_size = 0u;
// No flag must be set and passing picture size is irrelevant in the case of
// vpp, just passing 0x0.
const int flag = mode_ != kVideoProcess ? VA_PROGRESSIVE : 0x0;
const gfx::Size picture_size = mode_ != kVideoProcess ? size : gfx::Size();
const VAStatus va_res = vaCreateContext(
va_display_, va_config_id_, picture_size.width(), picture_size.height(),
flag, empty_va_surfaces_ids_pointer, empty_va_surfaces_ids_size,
&va_context_id_);
VA_LOG_ON_ERROR(va_res, "vaCreateContext");
return va_res == VA_STATUS_SUCCESS;
}
scoped_refptr<VASurface> VaapiWrapper::CreateVASurfaceForPixmap(
scoped_refptr<gfx::NativePixmap> pixmap) {
const gfx::BufferFormat buffer_format = pixmap->GetBufferFormat();
// Create a VASurface for a NativePixmap by importing the underlying dmabufs.
const gfx::Size size = pixmap->GetBufferSize();
VASurfaceAttribExternalBuffers va_attrib_extbuf{};
va_attrib_extbuf.pixel_format = BufferFormatToVAFourCC(buffer_format);
va_attrib_extbuf.width = size.width();
va_attrib_extbuf.height = size.height();
const size_t num_planes = pixmap->GetNumberOfPlanes();
for (size_t i = 0; i < num_planes; ++i) {
va_attrib_extbuf.pitches[i] = pixmap->GetDmaBufPitch(i);
va_attrib_extbuf.offsets[i] = pixmap->GetDmaBufOffset(i);
DVLOG(4) << "plane " << i << ": pitch: " << va_attrib_extbuf.pitches[i]
<< " offset: " << va_attrib_extbuf.offsets[i];
}
va_attrib_extbuf.num_planes = num_planes;
if (pixmap->GetDmaBufFd(0) < 0) {
LOG(ERROR) << "Failed to get dmabuf from an Ozone NativePixmap";
return nullptr;
}
// We only have to pass the first file descriptor to a driver. A VA-API driver
// shall create a VASurface from the single fd correctly.
uintptr_t fd = base::checked_cast<uintptr_t>(pixmap->GetDmaBufFd(0));
va_attrib_extbuf.buffers = &fd;
va_attrib_extbuf.num_buffers = 1u;
DCHECK_EQ(va_attrib_extbuf.flags, 0u);
DCHECK_EQ(va_attrib_extbuf.private_data, nullptr);
std::vector<VASurfaceAttrib> va_attribs(2);
va_attribs[0].type = VASurfaceAttribMemoryType;
va_attribs[0].flags = VA_SURFACE_ATTRIB_SETTABLE;
va_attribs[0].value.type = VAGenericValueTypeInteger;
va_attribs[0].value.value.i = VA_SURFACE_ATTRIB_MEM_TYPE_DRM_PRIME;
va_attribs[1].type = VASurfaceAttribExternalBufferDescriptor;
va_attribs[1].flags = VA_SURFACE_ATTRIB_SETTABLE;
va_attribs[1].value.type = VAGenericValueTypePointer;
va_attribs[1].value.value.p = &va_attrib_extbuf;
const unsigned int va_format = BufferFormatToVARTFormat(buffer_format);
VASurfaceID va_surface_id = VA_INVALID_ID;
{
base::AutoLock auto_lock(*va_lock_);
VAStatus va_res = vaCreateSurfaces(
va_display_, va_format, base::checked_cast<unsigned int>(size.width()),
base::checked_cast<unsigned int>(size.height()), &va_surface_id, 1,
&va_attribs[0], va_attribs.size());
VA_SUCCESS_OR_RETURN(va_res, "vaCreateSurfaces (import mode)", nullptr);
}
DVLOG(2) << __func__ << " " << va_surface_id;
// VASurface shares an ownership of the buffer referred by the passed file
// descriptor. We can release |pixmap| here.
return new VASurface(va_surface_id, size, va_format,
base::BindOnce(&VaapiWrapper::DestroySurface, this));
}
std::unique_ptr<NativePixmapAndSizeInfo>
VaapiWrapper::ExportVASurfaceAsNativePixmapDmaBuf(
const ScopedVASurface& scoped_va_surface) {
if (!scoped_va_surface.IsValid()) {
LOG(ERROR) << "Cannot export an invalid surface";
return nullptr;
}
VADRMPRIMESurfaceDescriptor descriptor;
{
base::AutoLock auto_lock(*va_lock_);
VAStatus va_res = vaSyncSurface(va_display_, scoped_va_surface.id());
VA_SUCCESS_OR_RETURN(va_res, "vaSyncSurface", nullptr);
va_res = vaExportSurfaceHandle(
va_display_, scoped_va_surface.id(),
VA_SURFACE_ATTRIB_MEM_TYPE_DRM_PRIME_2,
VA_EXPORT_SURFACE_READ_ONLY | VA_EXPORT_SURFACE_SEPARATE_LAYERS,
&descriptor);
VA_SUCCESS_OR_RETURN(va_res, "vaExportSurfaceHandle", nullptr);
}
// We only support one bo containing all the planes. The fd should be owned by
// us: per va/va.h, "the exported handles are owned by the caller."
//
// TODO(crbug.com/974438): support multiple buffer objects so that this can
// work in AMD.
if (descriptor.num_objects != 1u) {
DVLOG(1) << "Only surface descriptors with one bo are supported";
NOTREACHED();
return nullptr;
}
base::ScopedFD bo_fd(descriptor.objects[0].fd);
const uint64_t bo_modifier = descriptor.objects[0].drm_format_modifier;
// Translate the pixel format to a gfx::BufferFormat.
gfx::BufferFormat buffer_format;
switch (descriptor.fourcc) {
case VA_FOURCC_IMC3:
// IMC3 is like I420 but all the planes have the same stride. This is used
// for decoding 4:2:0 JPEGs in the Intel i965 driver. We don't currently
// have a gfx::BufferFormat for YUV420. Instead, we reuse YVU_420 and
// later swap the U and V planes.
//
// TODO(andrescj): revisit this once crrev.com/c/1573718 lands.
buffer_format = gfx::BufferFormat::YVU_420;
break;
case VA_FOURCC_NV12:
buffer_format = gfx::BufferFormat::YUV_420_BIPLANAR;
break;
default:
LOG(ERROR) << "Cannot export a surface with FOURCC "
<< FourccToString(descriptor.fourcc);
return nullptr;
}
gfx::NativePixmapHandle handle{};
handle.modifier = bo_modifier;
for (uint32_t layer = 0; layer < descriptor.num_layers; layer++) {
// According to va/va_drmcommon.h, if VA_EXPORT_SURFACE_SEPARATE_LAYERS is
// specified, each layer should contain one plane.
DCHECK_EQ(1u, descriptor.layers[layer].num_planes);
// Strictly speaking, we only have to dup() the fd for the planes after the
// first one since we already own the first one, but we dup() regardless for
// simplicity: |bo_fd| will be closed at the end of this method anyway.
base::ScopedFD plane_fd(HANDLE_EINTR(dup(bo_fd.get())));
PCHECK(plane_fd.is_valid());
constexpr uint64_t kZeroSizeToPreventMapping = 0u;
handle.planes.emplace_back(
base::checked_cast<int>(descriptor.layers[layer].pitch[0]),
base::checked_cast<int>(descriptor.layers[layer].offset[0]),
kZeroSizeToPreventMapping,
base::ScopedFD(HANDLE_EINTR(dup(bo_fd.get()))));
}
if (descriptor.fourcc == VA_FOURCC_IMC3) {
// Recall that for VA_FOURCC_IMC3, we will return a format of
// gfx::BufferFormat::YVU_420, so we need to swap the U and V planes to keep
// the semantics.
DCHECK_EQ(3u, handle.planes.size());
std::swap(handle.planes[1], handle.planes[2]);
}
auto exported_pixmap = std::make_unique<NativePixmapAndSizeInfo>();
exported_pixmap->va_surface_resolution =
gfx::Size(base::checked_cast<int>(descriptor.width),
base::checked_cast<int>(descriptor.height));
exported_pixmap->byte_size =
base::strict_cast<size_t>(descriptor.objects[0].size);
if (!gfx::Rect(exported_pixmap->va_surface_resolution)
.Contains(gfx::Rect(scoped_va_surface.size()))) {
LOG(ERROR) << "A " << scoped_va_surface.size().ToString()
<< " ScopedVASurface cannot be contained by a "
<< exported_pixmap->va_surface_resolution.ToString()
<< " buffer";
return nullptr;
}
exported_pixmap->pixmap = base::MakeRefCounted<gfx::NativePixmapDmaBuf>(
scoped_va_surface.size(), buffer_format, std::move(handle));
return exported_pixmap;
}
bool VaapiWrapper::SyncSurface(VASurfaceID va_surface_id) {
DCHECK_NE(va_surface_id, VA_INVALID_ID);
base::AutoLock auto_lock(*va_lock_);
VAStatus va_res = vaSyncSurface(va_display_, va_surface_id);
VA_SUCCESS_OR_RETURN(va_res, "vaSyncSurface", false);
return true;
}
bool VaapiWrapper::SubmitBuffer(VABufferType va_buffer_type,
size_t size,
const void* buffer) {
DCHECK_LT(va_buffer_type, VABufferTypeMax);
DCHECK(buffer);
TRACE_EVENT0("media,gpu", "VaapiWrapper::SubmitBuffer");
base::AutoLock auto_lock(*va_lock_);
TRACE_EVENT0("media,gpu", "VaapiWrapper::SubmitBufferLocked");
VABufferID buffer_id;
VAStatus va_res = vaCreateBuffer(va_display_, va_context_id_, va_buffer_type,
size, 1, nullptr, &buffer_id);
VA_SUCCESS_OR_RETURN(va_res, "vaCreateBuffer", false);
ScopedVABufferMapping mapping(
va_lock_, va_display_, buffer_id,
base::BindOnce(base::IgnoreResult(&vaDestroyBuffer), va_display_));
if (!mapping.IsValid())
return false;
// TODO(selcott): Investigate potentially faster alternatives to memcpy here
// such as libyuv::CopyX and family.
memcpy(mapping.data(), buffer, size);
switch (va_buffer_type) {
case VASliceParameterBufferType:
case VASliceDataBufferType:
case VAEncSliceParameterBufferType:
pending_slice_bufs_.push_back(buffer_id);
break;
default:
pending_va_bufs_.push_back(buffer_id);
break;
}
return true;
}
bool VaapiWrapper::SubmitVAEncMiscParamBuffer(
VAEncMiscParameterType misc_param_type,
size_t size,
const void* buffer) {
base::AutoLock auto_lock(*va_lock_);
VABufferID buffer_id;
VAStatus va_res = vaCreateBuffer(
va_display_, va_context_id_, VAEncMiscParameterBufferType,
sizeof(VAEncMiscParameterBuffer) + size, 1, NULL, &buffer_id);
VA_SUCCESS_OR_RETURN(va_res, "vaCreateBuffer", false);
ScopedVABufferMapping mapping(
va_lock_, va_display_, buffer_id,
base::BindOnce(base::IgnoreResult(&vaDestroyBuffer), va_display_));
if (!mapping.IsValid())
return false;
auto* params = reinterpret_cast<VAEncMiscParameterBuffer*>(mapping.data());
params->type = misc_param_type;
memcpy(params->data, buffer, size);
pending_va_bufs_.push_back(buffer_id);
return true;
}
void VaapiWrapper::DestroyPendingBuffers() {
TRACE_EVENT0("media,gpu", "VaapiWrapper::DestroyPendingBuffers");
base::AutoLock auto_lock(*va_lock_);
DestroyPendingBuffers_Locked();
}
void VaapiWrapper::DestroyPendingBuffers_Locked() {
TRACE_EVENT0("media,gpu", "VaapiWrapper::DestroyPendingBuffers_Locked");
va_lock_->AssertAcquired();
for (const auto& pending_va_buf : pending_va_bufs_) {
VAStatus va_res = vaDestroyBuffer(va_display_, pending_va_buf);
VA_LOG_ON_ERROR(va_res, "vaDestroyBuffer");
}
for (const auto& pending_slice_buf : pending_slice_bufs_) {
VAStatus va_res = vaDestroyBuffer(va_display_, pending_slice_buf);
VA_LOG_ON_ERROR(va_res, "vaDestroyBuffer");
}
pending_va_bufs_.clear();
pending_slice_bufs_.clear();
}
bool VaapiWrapper::ExecuteAndDestroyPendingBuffers(VASurfaceID va_surface_id) {
base::AutoLock auto_lock(*va_lock_);
bool result = Execute_Locked(va_surface_id);
DestroyPendingBuffers_Locked();
return result;
}
#if defined(USE_X11)
bool VaapiWrapper::PutSurfaceIntoPixmap(VASurfaceID va_surface_id,
Pixmap x_pixmap,
gfx::Size dest_size) {
base::AutoLock auto_lock(*va_lock_);
VAStatus va_res = vaSyncSurface(va_display_, va_surface_id);
VA_SUCCESS_OR_RETURN(va_res, "vaSyncSurface", false);
// Put the data into an X Pixmap.
va_res = vaPutSurface(va_display_,
va_surface_id,
x_pixmap,
0, 0, dest_size.width(), dest_size.height(),
0, 0, dest_size.width(), dest_size.height(),
NULL, 0, 0);
VA_SUCCESS_OR_RETURN(va_res, "vaPutSurface", false);
return true;
}
#endif // USE_X11
std::unique_ptr<ScopedVAImage> VaapiWrapper::CreateVaImage(
VASurfaceID va_surface_id,
VAImageFormat* format,
const gfx::Size& size) {
std::unique_ptr<ScopedVAImage> scoped_image;
{
base::AutoLock auto_lock(*va_lock_);
VAStatus va_res = vaSyncSurface(va_display_, va_surface_id);
VA_SUCCESS_OR_RETURN(va_res, "vaSyncSurface", nullptr);
scoped_image = std::make_unique<ScopedVAImage>(va_lock_, va_display_,
va_surface_id, format, size);
}
return scoped_image->IsValid() ? std::move(scoped_image) : nullptr;
}
bool VaapiWrapper::UploadVideoFrameToSurface(const VideoFrame& frame,
VASurfaceID va_surface_id,
const gfx::Size& va_surface_size) {
TRACE_EVENT0("media,gpu", "VaapiWrapper::UploadVideoFrameToSurface");
base::AutoLock auto_lock(*va_lock_);
TRACE_EVENT0("media,gpu", "VaapiWrapper::UploadVideoFrameToSurfaceLocked");
if (frame.visible_rect().origin() != gfx::Point(0, 0)) {
LOG(ERROR) << "The origin of the frame's visible rectangle is not (0, 0), "
<< "frame.visible_rect().origin()="
<< frame.visible_rect().origin().ToString();
return false;
}
const gfx::Size visible_size = frame.visible_rect().size();
bool va_create_put_fallback = false;
VAImage image;
VAStatus va_res = vaDeriveImage(va_display_, va_surface_id, &image);
if (va_res == VA_STATUS_ERROR_OPERATION_FAILED) {
DVLOG(4) << "vaDeriveImage failed and fallback to Create_PutImage";
va_create_put_fallback = true;
constexpr VAImageFormat kImageFormatNV12{.fourcc = VA_FOURCC_NV12,
.byte_order = VA_LSB_FIRST,
.bits_per_pixel = 12};
VAImageFormat image_format = kImageFormatNV12;
va_res = vaCreateImage(va_display_, &image_format, va_surface_size.width(),
va_surface_size.height(), &image);
VA_SUCCESS_OR_RETURN(va_res, "vaCreateImage", false);
}
base::ScopedClosureRunner vaimage_deleter(
base::Bind(&DestroyVAImage, va_display_, image));
if (image.format.fourcc != VA_FOURCC_NV12) {
LOG(ERROR) << "Unsupported image format: " << image.format.fourcc;
return false;
}
if (image.width % 2 != 0 || image.height % 2 != 0) {
LOG(ERROR) << "Buffer's width and height are not even, "
<< "width=" << image.width << ", height=" << image.height;
return false;
}
if (!gfx::Rect(image.width, image.height).Contains(gfx::Rect(visible_size))) {
LOG(ERROR) << "Buffer too small to fit the frame.";
return false;
}
ScopedVABufferMapping mapping(va_lock_, va_display_, image.buf);
if (!mapping.IsValid())
return false;
uint8_t* image_ptr = static_cast<uint8_t*>(mapping.data());
if (!ClearNV12Padding(image, visible_size, image_ptr)) {
LOG(ERROR) << "Failed to clear non visible area of VAImage";
return false;
}
int ret = 0;
{
base::AutoUnlock auto_unlock(*va_lock_);
switch (frame.format()) {
case PIXEL_FORMAT_I420:
ret = libyuv::I420ToNV12(
frame.data(VideoFrame::kYPlane), frame.stride(VideoFrame::kYPlane),
frame.data(VideoFrame::kUPlane), frame.stride(VideoFrame::kUPlane),
frame.data(VideoFrame::kVPlane), frame.stride(VideoFrame::kVPlane),
image_ptr + image.offsets[0], image.pitches[0],
image_ptr + image.offsets[1], image.pitches[1],
visible_size.width(), visible_size.height());
break;
case PIXEL_FORMAT_NV12: {
int uv_width = visible_size.width();
if (visible_size.width() % 2 != 0 &&
!base::CheckAdd<int>(visible_size.width(), 1)
.AssignIfValid(&uv_width)) {
return false;
}
int uv_height = 0;
if (!(base::CheckAdd<int>(visible_size.height(), 1) / 2)
.AssignIfValid(&uv_height)) {
return false;
}
libyuv::CopyPlane(frame.data(VideoFrame::kYPlane),
frame.stride(VideoFrame::kYPlane),
image_ptr + image.offsets[0], image.pitches[0],
visible_size.width(), visible_size.height());
libyuv::CopyPlane(frame.data(VideoFrame::kUVPlane),
frame.stride(VideoFrame::kUVPlane),
image_ptr + image.offsets[1], image.pitches[1],
uv_width, uv_height);
} break;
default:
LOG(ERROR) << "Unsupported pixel format: " << frame.format();
return false;
}
}
if (va_create_put_fallback) {
va_res = vaPutImage(va_display_, va_surface_id, image.image_id, 0, 0,
visible_size.width(), visible_size.height(), 0, 0,
visible_size.width(), visible_size.height());
VA_SUCCESS_OR_RETURN(va_res, "vaPutImage", false);
}
return ret == 0;
}
bool VaapiWrapper::CreateVABuffer(size_t size, VABufferID* buffer_id) {
TRACE_EVENT0("media,gpu", "VaapiWrapper::CreateVABuffer");
base::AutoLock auto_lock(*va_lock_);
TRACE_EVENT0("media,gpu", "VaapiWrapper::CreateVABufferLocked");
VAStatus va_res =
vaCreateBuffer(va_display_, va_context_id_, VAEncCodedBufferType, size, 1,
NULL, buffer_id);
VA_SUCCESS_OR_RETURN(va_res, "vaCreateBuffer", false);
const auto is_new_entry = va_buffers_.insert(*buffer_id).second;
DCHECK(is_new_entry);
return true;
}
uint64_t VaapiWrapper::GetEncodedChunkSize(VABufferID buffer_id,
VASurfaceID sync_surface_id) {
TRACE_EVENT0("media,gpu", "VaapiWrapper::GetEncodedChunkSize");
base::AutoLock auto_lock(*va_lock_);
TRACE_EVENT0("media,gpu", "VaapiWrapper::GetEncodedChunkSizeLocked");
VAStatus va_res = vaSyncSurface(va_display_, sync_surface_id);
VA_SUCCESS_OR_RETURN(va_res, "vaSyncSurface", 0u);
ScopedVABufferMapping mapping(va_lock_, va_display_, buffer_id);
if (!mapping.IsValid())
return 0u;
uint64_t coded_data_size = 0;
for (auto* buffer_segment =
reinterpret_cast<VACodedBufferSegment*>(mapping.data());
buffer_segment; buffer_segment = reinterpret_cast<VACodedBufferSegment*>(
buffer_segment->next)) {
coded_data_size += buffer_segment->size;
}
return coded_data_size;
}
bool VaapiWrapper::DownloadFromVABuffer(VABufferID buffer_id,
VASurfaceID sync_surface_id,
uint8_t* target_ptr,
size_t target_size,
size_t* coded_data_size) {
DCHECK(target_ptr);
TRACE_EVENT0("media,gpu", "VaapiWrapper::DownloadFromVABuffer");
base::AutoLock auto_lock(*va_lock_);
TRACE_EVENT0("media,gpu", "VaapiWrapper::DownloadFromVABufferLocked");
VAStatus va_res = vaSyncSurface(va_display_, sync_surface_id);
VA_SUCCESS_OR_RETURN(va_res, "vaSyncSurface", false);
ScopedVABufferMapping mapping(va_lock_, va_display_, buffer_id);
if (!mapping.IsValid())
return false;
auto* buffer_segment =
reinterpret_cast<VACodedBufferSegment*>(mapping.data());
// memcpy calls should be fast, unlocking and relocking for unmapping might
// cause another thread to acquire the lock and we'd have to wait delaying the
// notification that the encode is done.
{
TRACE_EVENT0("media,gpu", "VaapiWrapper::DownloadFromVABufferCopyEncoded");
*coded_data_size = 0;
while (buffer_segment) {
DCHECK(buffer_segment->buf);
if (buffer_segment->size > target_size) {
LOG(ERROR) << "Insufficient output buffer size: " << target_size
<< ", the buffer segment size: " << buffer_segment->size;
break;
}
memcpy(target_ptr, buffer_segment->buf, buffer_segment->size);
target_ptr += buffer_segment->size;
target_size -= buffer_segment->size;
*coded_data_size += buffer_segment->size;
buffer_segment =
reinterpret_cast<VACodedBufferSegment*>(buffer_segment->next);
}
}
return buffer_segment == nullptr;
}
bool VaapiWrapper::GetVAEncMaxNumOfRefFrames(VideoCodecProfile profile,
size_t* max_ref_frames) {
const VAProfile va_profile = ProfileToVAProfile(profile, CodecMode::kEncode);
VAConfigAttrib attrib;
attrib.type = VAConfigAttribEncMaxRefFrames;
base::AutoLock auto_lock(*va_lock_);
VAStatus va_res =
vaGetConfigAttributes(va_display_, va_profile,
va_entrypoint_, &attrib, 1);
VA_SUCCESS_OR_RETURN(va_res, "vaGetConfigAttributes", false);
*max_ref_frames = attrib.value;
return true;
}
void VaapiWrapper::DestroyVABuffer(VABufferID buffer_id) {
base::AutoLock auto_lock(*va_lock_);
VAStatus va_res = vaDestroyBuffer(va_display_, buffer_id);
VA_LOG_ON_ERROR(va_res, "vaDestroyBuffer");
const auto was_found = va_buffers_.erase(buffer_id);
DCHECK(was_found);
}
void VaapiWrapper::DestroyVABuffers() {
base::AutoLock auto_lock(*va_lock_);
for (auto it = va_buffers_.begin(); it != va_buffers_.end(); ++it) {
VAStatus va_res = vaDestroyBuffer(va_display_, *it);
VA_LOG_ON_ERROR(va_res, "vaDestroyBuffer");
}
va_buffers_.clear();
}
bool VaapiWrapper::IsRotationSupported() {
base::AutoLock auto_lock(*va_lock_);
VAProcPipelineCaps pipeline_caps;
memset(&pipeline_caps, 0, sizeof(pipeline_caps));
VAStatus va_res = vaQueryVideoProcPipelineCaps(va_display_, va_context_id_,
nullptr, 0, &pipeline_caps);
if (va_res != VA_STATUS_SUCCESS) {
LOG_VA_ERROR_AND_REPORT(va_res, "vaQueryVideoProcPipelineCaps failed");
return false;
}
if (!pipeline_caps.rotation_flags) {
DVLOG(2) << "VA-API driver doesn't support any rotation";
return false;
}
return true;
}
bool VaapiWrapper::BlitSurface(const VASurface& va_surface_src,
const VASurface& va_surface_dest,
base::Optional<gfx::Rect> src_rect,
base::Optional<gfx::Rect> dest_rect,
VideoRotation rotation) {
base::AutoLock auto_lock(*va_lock_);
if (va_buffers_.empty()) {
DCHECK_NE(VA_INVALID_ID, va_context_id_);
// Create a buffer for VPP if it has not been created.
VABufferID buffer_id;
VAStatus va_res = vaCreateBuffer(
va_display_, va_context_id_, VAProcPipelineParameterBufferType,
sizeof(VAProcPipelineParameterBuffer), 1, nullptr, &buffer_id);
VA_SUCCESS_OR_RETURN(va_res, "vaCreateBuffer", false);
DCHECK_NE(buffer_id, VA_INVALID_ID);
va_buffers_.emplace(buffer_id);
}
DCHECK_EQ(va_buffers_.size(), 1u);
VABufferID buffer_id = *va_buffers_.begin();
{
ScopedVABufferMapping mapping(va_lock_, va_display_, buffer_id);
if (!mapping.IsValid())
return false;
auto* pipeline_param =
reinterpret_cast<VAProcPipelineParameterBuffer*>(mapping.data());
memset(pipeline_param, 0, sizeof *pipeline_param);
if (!src_rect)
src_rect.emplace(gfx::Rect(va_surface_src.size()));
if (!dest_rect)
dest_rect.emplace(gfx::Rect(va_surface_dest.size()));
VARectangle input_region;
input_region.x = src_rect->x();
input_region.y = src_rect->y();
input_region.width = src_rect->width();
input_region.height = src_rect->height();
pipeline_param->surface_region = &input_region;
pipeline_param->surface = va_surface_src.id();
pipeline_param->surface_color_standard = VAProcColorStandardNone;
VARectangle output_region;
output_region.x = dest_rect->x();
output_region.y = dest_rect->y();
output_region.width = dest_rect->width();
output_region.height = dest_rect->height();
pipeline_param->output_region = &output_region;
pipeline_param->output_background_color = 0xff000000;
pipeline_param->output_color_standard = VAProcColorStandardNone;
pipeline_param->filter_flags = VA_FILTER_SCALING_DEFAULT;
switch (rotation) {
case VIDEO_ROTATION_0:
pipeline_param->rotation_state = VA_ROTATION_NONE;
break;
case VIDEO_ROTATION_90:
pipeline_param->rotation_state = VA_ROTATION_90;
break;
case VIDEO_ROTATION_180:
pipeline_param->rotation_state = VA_ROTATION_180;
break;
case VIDEO_ROTATION_270:
pipeline_param->rotation_state = VA_ROTATION_270;
break;
}
VA_SUCCESS_OR_RETURN(mapping.Unmap(), "Vpp Buffer unmapping", false);
}
VA_SUCCESS_OR_RETURN(
vaBeginPicture(va_display_, va_context_id_, va_surface_dest.id()),
"vaBeginPicture", false);
VA_SUCCESS_OR_RETURN(
vaRenderPicture(va_display_, va_context_id_, &buffer_id, 1),
"vaRenderPicture", false);
VA_SUCCESS_OR_RETURN(vaEndPicture(va_display_, va_context_id_),
"vaEndPicture", false);
return true;
}
// static
void VaapiWrapper::PreSandboxInitialization() {
VADisplayState::PreSandboxInitialization();
const std::string va_suffix(std::to_string(VA_MAJOR_VERSION + 1));
StubPathMap paths;
paths[kModuleVa].push_back(std::string("libva.so.") + va_suffix);
paths[kModuleVa_drm].push_back(std::string("libva-drm.so.") + va_suffix);
#if defined(USE_X11)
paths[kModuleVa_x11].push_back(std::string("libva-x11.so.") + va_suffix);
#endif
// InitializeStubs dlopen() VA-API libraries
// libva.so
// libva-x11.so (X11)
// libva-drm.so (X11 and Ozone).
static bool result = InitializeStubs(paths);
if (!result) {
static const char kErrorMsg[] = "Failed to initialize VAAPI libs";
#if defined(OS_CHROMEOS)
// When Chrome runs on Linux with target_os="chromeos", do not log error
// message without VAAPI libraries.
LOG_IF(ERROR, base::SysInfo::IsRunningOnChromeOS()) << kErrorMsg;
#else
DVLOG(1) << kErrorMsg;
#endif
}
// VASupportedProfiles::Get creates VADisplayState and in so doing
// driver associated libraries are dlopen(), to know:
// i965_drv_video.so
// hybrid_drv_video.so (platforms that support it)
// libcmrt.so (platforms that support it)
VASupportedProfiles::Get();
}
VaapiWrapper::VaapiWrapper(CodecMode mode)
: mode_(mode),
va_lock_(VADisplayState::Get()->va_lock()),
va_display_(NULL),
va_config_id_(VA_INVALID_ID),
va_context_id_(VA_INVALID_ID) {}
VaapiWrapper::~VaapiWrapper() {
DestroyPendingBuffers();
DestroyVABuffers();
DestroyContext();
Deinitialize();
}
bool VaapiWrapper::Initialize(CodecMode mode, VAProfile va_profile) {
#if DCHECK_IS_ON()
if (mode == kEncodeConstantQuantizationParameter) {
DCHECK_NE(va_profile, VAProfileJPEGBaseline)
<< "JPEG Encoding doesn't support CQP bitrate control";
}
#endif // DCHECK_IS_ON()
const VAEntrypoint entrypoint = GetDefaultVaEntryPoint(mode, va_profile);
base::AutoLock auto_lock(*va_lock_);
std::vector<VAConfigAttrib> required_attribs;
if (!GetRequiredAttribs(va_lock_, va_display_, mode, va_profile, entrypoint,
&required_attribs)) {
return false;
}
const VAStatus va_res =
vaCreateConfig(va_display_, va_profile, entrypoint,
required_attribs.empty() ? nullptr : &required_attribs[0],
required_attribs.size(), &va_config_id_);
va_entrypoint_ = entrypoint;
VA_SUCCESS_OR_RETURN(va_res, "vaCreateConfig", false);
return true;
}
void VaapiWrapper::Deinitialize() {
{
base::AutoLock auto_lock(*va_lock_);
if (va_config_id_ != VA_INVALID_ID) {
VAStatus va_res = vaDestroyConfig(va_display_, va_config_id_);
VA_LOG_ON_ERROR(va_res, "vaDestroyConfig");
}
va_config_id_ = VA_INVALID_ID;
va_display_ = nullptr;
}
const VAStatus va_res = VADisplayState::Get()->Deinitialize();
VA_LOG_ON_ERROR(va_res, "vaTerminate");
}
bool VaapiWrapper::VaInitialize(const base::Closure& report_error_to_uma_cb) {
report_error_to_uma_cb_ = report_error_to_uma_cb;
if (!VADisplayState::Get()->Initialize())
return false;
{
base::AutoLock auto_lock(*va_lock_);
va_display_ = VADisplayState::Get()->va_display();
DCHECK(va_display_) << "VADisplayState hasn't been properly Initialize()d";
}
return true;
}
void VaapiWrapper::DestroyContext() {
base::AutoLock auto_lock(*va_lock_);
DVLOG(2) << "Destroying context";
if (va_context_id_ != VA_INVALID_ID) {
const VAStatus va_res = vaDestroyContext(va_display_, va_context_id_);
VA_LOG_ON_ERROR(va_res, "vaDestroyContext");
}
va_context_id_ = VA_INVALID_ID;
}
bool VaapiWrapper::CreateSurfaces(unsigned int va_format,
const gfx::Size& size,
SurfaceUsageHint usage_hint,
size_t num_surfaces,
std::vector<VASurfaceID>* va_surfaces) {
DVLOG(2) << "Creating " << num_surfaces << " " << size.ToString()
<< " surfaces";
DCHECK_NE(va_format, kInvalidVaRtFormat);
DCHECK(va_surfaces->empty());
va_surfaces->resize(num_surfaces);
VASurfaceAttrib attribute{};
attribute.type = VASurfaceAttribUsageHint;
attribute.flags = VA_SURFACE_ATTRIB_SETTABLE;
attribute.value.type = VAGenericValueTypeInteger;
switch (usage_hint) {
case SurfaceUsageHint::kVideoDecoder:
attribute.value.value.i = VA_SURFACE_ATTRIB_USAGE_HINT_DECODER;
break;
case SurfaceUsageHint::kVideoEncoder:
attribute.value.value.i = VA_SURFACE_ATTRIB_USAGE_HINT_ENCODER;
break;
case SurfaceUsageHint::kVideoProcessWrite:
attribute.value.value.i = VA_SURFACE_ATTRIB_USAGE_HINT_VPP_WRITE;
break;
case SurfaceUsageHint::kGeneric:
attribute.value.value.i = VA_SURFACE_ATTRIB_USAGE_HINT_GENERIC;
break;
}
VAStatus va_res;
{
base::AutoLock auto_lock(*va_lock_);
va_res = vaCreateSurfaces(
va_display_, va_format, base::checked_cast<unsigned int>(size.width()),
base::checked_cast<unsigned int>(size.height()), va_surfaces->data(),
num_surfaces, &attribute, 1u);
}
VA_LOG_ON_ERROR(va_res, "vaCreateSurfaces (allocate mode)");
return va_res == VA_STATUS_SUCCESS;
}
std::unique_ptr<ScopedVASurface> VaapiWrapper::CreateScopedVASurface(
unsigned int va_rt_format,
const gfx::Size& size,
const base::Optional<gfx::Size>& visible_size) {
if (kInvalidVaRtFormat == va_rt_format) {
LOG(ERROR) << "Invalid VA RT format to CreateScopedVASurface";
return nullptr;
}
if (size.IsEmpty()) {
LOG(ERROR) << "Invalid visible size input to CreateScopedVASurface";
return nullptr;
}
base::AutoLock auto_lock(*va_lock_);
VASurfaceID va_surface_id = VA_INVALID_ID;
VAStatus va_res = vaCreateSurfaces(
va_display_, va_rt_format, base::checked_cast<unsigned int>(size.width()),
base::checked_cast<unsigned int>(size.height()), &va_surface_id, 1u, NULL,
0);
VA_SUCCESS_OR_RETURN(va_res, "vaCreateSurfaces (allocate mode)", nullptr);
DCHECK_NE(VA_INVALID_ID, va_surface_id)
<< "Invalid VA surface id after vaCreateSurfaces";
DCHECK(!visible_size.has_value() || !visible_size->IsEmpty());
auto scoped_va_surface = std::make_unique<ScopedVASurface>(
this, va_surface_id, visible_size.has_value() ? *visible_size : size,
va_rt_format);
DCHECK(scoped_va_surface);
DCHECK(scoped_va_surface->IsValid());
return scoped_va_surface;
}
void VaapiWrapper::DestroySurfaces(std::vector<VASurfaceID> va_surfaces) {
DVLOG(2) << "Destroying " << va_surfaces.size() << " surfaces";
// vaDestroySurfaces() makes no guarantees about VA_INVALID_SURFACE.
base::Erase(va_surfaces, VA_INVALID_SURFACE);
if (va_surfaces.empty())
return;
base::AutoLock auto_lock(*va_lock_);
const VAStatus va_res =
vaDestroySurfaces(va_display_, va_surfaces.data(), va_surfaces.size());
VA_LOG_ON_ERROR(va_res, "vaDestroySurfaces");
}
void VaapiWrapper::DestroySurface(VASurfaceID va_surface_id) {
if (va_surface_id == VA_INVALID_SURFACE)
return;
DVLOG(2) << __func__ << " " << va_surface_id;
base::AutoLock auto_lock(*va_lock_);
const VAStatus va_res = vaDestroySurfaces(va_display_, &va_surface_id, 1);
VA_LOG_ON_ERROR(va_res, "vaDestroySurfaces");
}
bool VaapiWrapper::Execute(VASurfaceID va_surface_id) {
TRACE_EVENT0("media,gpu", "VaapiWrapper::Execute");
base::AutoLock auto_lock(*va_lock_);
return Execute_Locked(va_surface_id);
}
bool VaapiWrapper::Execute_Locked(VASurfaceID va_surface_id) {
TRACE_EVENT0("media,gpu", "VaapiWrapper::Execute_Locked");
va_lock_->AssertAcquired();
DVLOG(4) << "Pending VA bufs to commit: " << pending_va_bufs_.size();
DVLOG(4) << "Pending slice bufs to commit: " << pending_slice_bufs_.size();
DVLOG(4) << "Target VA surface " << va_surface_id;
const auto decode_start_time = base::TimeTicks::Now();
// Get ready to execute for given surface.
VAStatus va_res = vaBeginPicture(va_display_, va_context_id_, va_surface_id);
VA_SUCCESS_OR_RETURN(va_res, "vaBeginPicture", false);
if (pending_va_bufs_.size() > 0) {
// Commit parameter and slice buffers.
va_res = vaRenderPicture(va_display_, va_context_id_, &pending_va_bufs_[0],
pending_va_bufs_.size());
VA_SUCCESS_OR_RETURN(va_res, "vaRenderPicture for |pending_va_bufs_|",
false);
}
if (pending_slice_bufs_.size() > 0) {
va_res =
vaRenderPicture(va_display_, va_context_id_, &pending_slice_bufs_[0],
pending_slice_bufs_.size());
VA_SUCCESS_OR_RETURN(va_res, "vaRenderPicture for |pending_slice_bufs_|",
false);
}
// Instruct HW codec to start processing the submitted commands. In theory,
// this shouldn't be blocking, relying on vaSyncSurface() instead, however
// evidence points to it actually waiting for the job to be done.
va_res = vaEndPicture(va_display_, va_context_id_);
VA_SUCCESS_OR_RETURN(va_res, "vaEndPicture", false);
UMA_HISTOGRAM_TIMES("Media.PlatformVideoDecoding.Decode",
base::TimeTicks::Now() - decode_start_time);
return true;
}
} // namespace media