blob: b40964a12e8736184453ef1e7edafcd72dec21b5 [file] [log] [blame]
// Copyright 2017 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "services/shape_detection/face_detection_impl_mac.h"
#include <memory>
#include <utility>
#include "base/base64.h"
#include "base/command_line.h"
#include "base/files/file_util.h"
#include "base/functional/bind.h"
#include "base/logging.h"
#include "base/mac/mac_util.h"
#include "base/path_service.h"
#include "base/run_loop.h"
#include "base/test/gmock_callback_support.h"
#include "base/test/task_environment.h"
#include "services/shape_detection/face_detection_impl_mac_vision.h"
#include "testing/gmock/include/gmock/gmock.h"
#include "testing/gtest/include/gtest/gtest.h"
#include "third_party/skia/include/core/SkBitmap.h"
#include "ui/gfx/codec/jpeg_codec.h"
#include "ui/gl/gl_switches.h"
using base::test::RunOnceClosure;
using ::testing::TestWithParam;
using ::testing::ValuesIn;
namespace shape_detection {
namespace {
std::unique_ptr<mojom::FaceDetection> CreateFaceDetectorImplMac(
shape_detection::mojom::FaceDetectorOptionsPtr options) {
return std::make_unique<FaceDetectionImplMac>(
mojom::FaceDetectorOptions::New());
}
std::unique_ptr<mojom::FaceDetection> CreateFaceDetectorImplMacVision(
shape_detection::mojom::FaceDetectorOptionsPtr options) {
return std::make_unique<FaceDetectionImplMacVision>();
}
using FaceDetectorFactory =
base::RepeatingCallback<std::unique_ptr<mojom::FaceDetection>(
shape_detection::mojom::FaceDetectorOptionsPtr)>;
struct TestParams {
bool fast_mode;
int image_width;
int image_height;
const char* image_path;
size_t num_faces;
size_t min_num_landmarks;
size_t min_num_mouth_points;
FaceDetectorFactory factory;
};
std::vector<TestParams> GetTestParams() {
return {
{false, 120, 120, "services/test/data/mona_lisa.jpg", 1, 3, 1,
base::BindRepeating(&CreateFaceDetectorImplMac)},
{true, 120, 120, "services/test/data/mona_lisa.jpg", 1, 3, 1,
base::BindRepeating(&CreateFaceDetectorImplMac)},
{false, 120, 120, "services/test/data/mona_lisa.jpg", 1, 4, 10,
base::BindRepeating(&CreateFaceDetectorImplMacVision)},
{false, 468, 529, "services/test/data/the_beatles.jpg", 4, 3, 1,
base::BindRepeating(&CreateFaceDetectorImplMac)},
{true, 468, 529, "services/test/data/the_beatles.jpg", 4, 3, 1,
base::BindRepeating(&CreateFaceDetectorImplMac)},
{false, 468, 529, "services/test/data/the_beatles.jpg", 4, 4, 10,
base::BindRepeating(&CreateFaceDetectorImplMacVision)},
};
}
} // anonymous namespace
class FaceDetectionImplMacTest : public TestWithParam<struct TestParams> {
public:
~FaceDetectionImplMacTest() override = default;
void DetectCallback(size_t num_faces,
size_t min_num_landmarks,
size_t min_num_mouth_points,
std::vector<mojom::FaceDetectionResultPtr> results) {
EXPECT_EQ(num_faces, results.size());
for (const auto& face : results) {
// Relying on the OS for detection means evolving results as the OS
// improves. Do an "at least as many" check against landmarks and mouth
// points to adapt.
EXPECT_LE(min_num_landmarks, face->landmarks.size());
EXPECT_EQ(mojom::LandmarkType::EYE, face->landmarks[0]->type);
EXPECT_EQ(mojom::LandmarkType::EYE, face->landmarks[1]->type);
EXPECT_EQ(mojom::LandmarkType::MOUTH, face->landmarks[2]->type);
EXPECT_LE(min_num_mouth_points, face->landmarks[2]->locations.size());
}
Detection();
}
MOCK_METHOD0(Detection, void(void));
std::unique_ptr<mojom::FaceDetection> impl_;
base::test::SingleThreadTaskEnvironment task_environment_;
};
TEST_P(FaceDetectionImplMacTest, CreateAndDestroy) {
impl_ = GetParam().factory.Run(mojom::FaceDetectorOptions::New());
}
TEST_P(FaceDetectionImplMacTest, ScanOneFace) {
// Face detection test needs a GPU.
if (!base::CommandLine::ForCurrentProcess()->HasSwitch(
switches::kUseGpuInTests)) {
return;
}
auto options = shape_detection::mojom::FaceDetectorOptions::New();
options->fast_mode = GetParam().fast_mode;
impl_ = GetParam().factory.Run(std::move(options));
// Load image data from test directory.
base::FilePath image_path;
ASSERT_TRUE(
base::PathService::Get(base::DIR_SRC_TEST_DATA_ROOT, &image_path));
image_path = image_path.AppendASCII(GetParam().image_path);
ASSERT_TRUE(base::PathExists(image_path));
std::optional<std::vector<uint8_t>> image_data =
base::ReadFileToBytes(image_path);
SkBitmap image = gfx::JPEGCodec::Decode(image_data.value());
ASSERT_FALSE(image.isNull());
ASSERT_EQ(GetParam().image_width, image.width());
ASSERT_EQ(GetParam().image_height, image.height());
const gfx::Size size(image.width(), image.height());
const size_t num_bytes = size.GetArea() * 4 /* bytes per pixel */;
// This assert assumes there is no padding in the bitmap's rowbytes
ASSERT_EQ(num_bytes, image.computeByteSize());
base::RunLoop run_loop;
// Send the image to Detect() and expect the response in callback.
EXPECT_CALL(*this, Detection())
.WillOnce(RunOnceClosure(run_loop.QuitClosure()));
impl_->Detect(image,
base::BindOnce(&FaceDetectionImplMacTest::DetectCallback,
base::Unretained(this), GetParam().num_faces,
GetParam().min_num_landmarks,
GetParam().min_num_mouth_points));
run_loop.Run();
}
INSTANTIATE_TEST_SUITE_P(, FaceDetectionImplMacTest, ValuesIn(GetTestParams()));
} // shape_detection namespace