blob: c8f55ab89d77daccc4dcc2090c5f5d70dfb74d15 [file] [log] [blame]
// Copyright 2017 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "services/shape_detection/face_detection_impl_mac.h"
#include <memory>
#include <utility>
#include "base/base64.h"
#include "base/command_line.h"
#include "base/files/file_util.h"
#include "base/functional/bind.h"
#include "base/logging.h"
#include "base/mac/mac_util.h"
#include "base/path_service.h"
#include "base/run_loop.h"
#include "base/test/gmock_callback_support.h"
#include "base/test/task_environment.h"
#include "services/shape_detection/face_detection_impl_mac_vision.h"
#include "testing/gmock/include/gmock/gmock.h"
#include "testing/gtest/include/gtest/gtest.h"
#include "third_party/skia/include/core/SkBitmap.h"
#include "ui/gfx/codec/jpeg_codec.h"
#include "ui/gl/gl_switches.h"
using base::test::RunOnceClosure;
using ::testing::TestWithParam;
using ::testing::ValuesIn;
namespace shape_detection {
namespace {
std::unique_ptr<mojom::FaceDetection> CreateFaceDetectorImplMac(
shape_detection::mojom::FaceDetectorOptionsPtr options) {
return std::make_unique<FaceDetectionImplMac>(
mojom::FaceDetectorOptions::New());
}
std::unique_ptr<mojom::FaceDetection> CreateFaceDetectorImplMacVision(
shape_detection::mojom::FaceDetectorOptionsPtr options) {
return std::make_unique<FaceDetectionImplMacVision>();
}
using FaceDetectorFactory =
base::RepeatingCallback<std::unique_ptr<mojom::FaceDetection>(
shape_detection::mojom::FaceDetectorOptionsPtr)>;
struct TestParams {
bool fast_mode;
int image_width;
int image_height;
const char* image_path;
size_t num_faces;
size_t min_num_landmarks;
size_t min_num_mouth_points;
FaceDetectorFactory factory;
};
std::vector<TestParams> GetTestParams() {
return {
{false, 120, 120, "services/test/data/mona_lisa.jpg", 1, 3, 1,
base::BindRepeating(&CreateFaceDetectorImplMac)},
{true, 120, 120, "services/test/data/mona_lisa.jpg", 1, 3, 1,
base::BindRepeating(&CreateFaceDetectorImplMac)},
{false, 120, 120, "services/test/data/mona_lisa.jpg", 1, 4, 10,
base::BindRepeating(&CreateFaceDetectorImplMacVision)},
{false, 468, 529, "services/test/data/the_beatles.jpg", 4, 3, 1,
base::BindRepeating(&CreateFaceDetectorImplMac)},
{true, 468, 529, "services/test/data/the_beatles.jpg", 4, 3, 1,
base::BindRepeating(&CreateFaceDetectorImplMac)},
{false, 468, 529, "services/test/data/the_beatles.jpg", 4, 4, 10,
base::BindRepeating(&CreateFaceDetectorImplMacVision)},
};
}
} // anonymous namespace
class FaceDetectionImplMacTest : public TestWithParam<struct TestParams> {
public:
~FaceDetectionImplMacTest() override = default;
void DetectCallback(size_t num_faces,
size_t min_num_landmarks,
size_t min_num_mouth_points,
std::vector<mojom::FaceDetectionResultPtr> results) {
EXPECT_EQ(num_faces, results.size());
for (const auto& face : results) {
// Relying on the OS for detection means evolving results as the OS
// improves. Do an "at least as many" check against landmarks and mouth
// points to adapt.
EXPECT_LE(min_num_landmarks, face->landmarks.size());
EXPECT_EQ(mojom::LandmarkType::EYE, face->landmarks[0]->type);
EXPECT_EQ(mojom::LandmarkType::EYE, face->landmarks[1]->type);
EXPECT_EQ(mojom::LandmarkType::MOUTH, face->landmarks[2]->type);
EXPECT_LE(min_num_mouth_points, face->landmarks[2]->locations.size());
}
Detection();
}
MOCK_METHOD0(Detection, void(void));
std::unique_ptr<mojom::FaceDetection> impl_;
base::test::SingleThreadTaskEnvironment task_environment_;
};
TEST_P(FaceDetectionImplMacTest, CreateAndDestroy) {
impl_ = GetParam().factory.Run(mojom::FaceDetectorOptions::New());
}
TEST_P(FaceDetectionImplMacTest, ScanOneFace) {
// Face detection test needs a GPU.
if (!base::CommandLine::ForCurrentProcess()->HasSwitch(
switches::kUseGpuInTests)) {
return;
}
auto options = shape_detection::mojom::FaceDetectorOptions::New();
options->fast_mode = GetParam().fast_mode;
impl_ = GetParam().factory.Run(std::move(options));
// Load image data from test directory.
base::FilePath image_path;
ASSERT_TRUE(
base::PathService::Get(base::DIR_SRC_TEST_DATA_ROOT, &image_path));
image_path = image_path.AppendASCII(GetParam().image_path);
ASSERT_TRUE(base::PathExists(image_path));
std::string image_data;
ASSERT_TRUE(base::ReadFileToString(image_path, &image_data));
std::unique_ptr<SkBitmap> image = gfx::JPEGCodec::Decode(
reinterpret_cast<const uint8_t*>(image_data.data()), image_data.size());
ASSERT_TRUE(image);
ASSERT_EQ(GetParam().image_width, image->width());
ASSERT_EQ(GetParam().image_height, image->height());
const gfx::Size size(image->width(), image->height());
const size_t num_bytes = size.GetArea() * 4 /* bytes per pixel */;
// This assert assumes there is no padding in the bitmap's rowbytes
ASSERT_EQ(num_bytes, image->computeByteSize());
base::RunLoop run_loop;
// Send the image to Detect() and expect the response in callback.
EXPECT_CALL(*this, Detection())
.WillOnce(RunOnceClosure(run_loop.QuitClosure()));
impl_->Detect(*image,
base::BindOnce(&FaceDetectionImplMacTest::DetectCallback,
base::Unretained(this), GetParam().num_faces,
GetParam().min_num_landmarks,
GetParam().min_num_mouth_points));
run_loop.Run();
}
INSTANTIATE_TEST_SUITE_P(, FaceDetectionImplMacTest, ValuesIn(GetTestParams()));
} // shape_detection namespace