blob: 3edf1aa98ca5521f7f16dbfc620e3c22164b018b [file] [log] [blame]
// Copyright 2015 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "chrome/browser/metrics/perf/perf_provider_chromeos.h"
#include <stdint.h>
#include <string>
#include <utility>
#include <vector>
#include "base/macros.h"
#include "base/memory/scoped_ptr.h"
#include "base/metrics/field_trial.h"
#include "base/test/test_simple_task_runner.h"
#include "base/thread_task_runner_handle.h"
#include "chrome/browser/metrics/perf/windowed_incognito_observer.h"
#include "chromeos/dbus/dbus_thread_manager.h"
#include "chromeos/login/login_state.h"
#include "components/metrics/proto/sampled_profile.pb.h"
#include "components/variations/variations_associated_data.h"
#include "testing/gtest/include/gtest/gtest.h"
namespace metrics {
namespace {
// Return values for perf.
const int kPerfSuccess = 0;
const int kPerfFailure = 1;
const char kPerfRecordCyclesCmd[] =
"perf record -a -e cycles -c 1000003";
const char kPerfRecordCallgraphCmd[] =
"perf record -a -e cycles -g -c 4000037";
const char kPerfRecordLBRCmd[] =
"perf record -a -e r2c4 -b -c 20011";
const char kPerfStatMemoryBandwidthCmd[] =
"perf stat -a -e cycles -e instructions "
"-e uncore_imc/data_reads/ -e uncore_imc/data_writes/ "
"-e cpu/event=0xD0,umask=0x11,name=MEM_UOPS_RETIRED-STLB_MISS_LOADS/ "
"-e cpu/event=0xD0,umask=0x12,name=MEM_UOPS_RETIRED-STLB_MISS_STORES/";
// Converts a protobuf to serialized format as a byte vector.
std::vector<uint8_t> SerializeMessageToVector(
const google::protobuf::MessageLite& message) {
std::vector<uint8_t> result(message.ByteSize());
message.SerializeToArray(result.data(), result.size());
return result;
}
// Returns an example PerfDataProto. The contents don't have to make sense. They
// just need to constitute a semantically valid protobuf.
// |proto| is an output parameter that will contain the created protobuf.
PerfDataProto GetExamplePerfDataProto() {
PerfDataProto proto;
proto.set_timestamp_sec(1435604013); // Time since epoch in seconds->
PerfDataProto_PerfFileAttr* file_attr = proto.add_file_attrs();
file_attr->add_ids(61);
file_attr->add_ids(62);
file_attr->add_ids(63);
PerfDataProto_PerfEventAttr* attr = file_attr->mutable_attr();
attr->set_type(1);
attr->set_size(2);
attr->set_config(3);
attr->set_sample_period(4);
attr->set_sample_freq(5);
PerfDataProto_PerfEventStats* stats = proto.mutable_stats();
stats->set_num_events_read(100);
stats->set_num_sample_events(200);
stats->set_num_mmap_events(300);
stats->set_num_fork_events(400);
stats->set_num_exit_events(500);
return proto;
}
// Returns an example PerfStatProto. The contents don't have to make sense. They
// just need to constitute a semantically valid protobuf.
// |result| is an output parameter that will contain the created protobuf.
PerfStatProto GetExamplePerfStatProto() {
PerfStatProto proto;
proto.set_command_line(
"perf stat -a -e cycles -e instructions -e branches -- sleep 2");
PerfStatProto_PerfStatLine* line1 = proto.add_line();
line1->set_time_ms(1000);
line1->set_count(2000);
line1->set_event("cycles");
PerfStatProto_PerfStatLine* line2 = proto.add_line();
line2->set_time_ms(2000);
line2->set_count(5678);
line2->set_event("instructions");
PerfStatProto_PerfStatLine* line3 = proto.add_line();
line3->set_time_ms(3000);
line3->set_count(9999);
line3->set_event("branches");
return proto;
}
// Allows testing of PerfProvider behavior when an incognito window is opened.
class TestIncognitoObserver : public WindowedIncognitoObserver {
public:
// Factory function to create a TestIncognitoObserver object contained in a
// scoped_ptr<WindowedIncognitoObserver> object. |incognito_launched|
// simulates the presence of an open incognito window, or the lack thereof.
// Used for passing observers to ParseOutputProtoIfValid().
static scoped_ptr<WindowedIncognitoObserver> CreateWithIncognitoLaunched(
bool incognito_launched) {
scoped_ptr<TestIncognitoObserver> observer(new TestIncognitoObserver);
observer->set_incognito_launched(incognito_launched);
return std::move(observer);
}
private:
TestIncognitoObserver() {}
DISALLOW_COPY_AND_ASSIGN(TestIncognitoObserver);
};
// Allows access to some private methods for testing.
class TestPerfProvider : public PerfProvider {
public:
TestPerfProvider() {}
using PerfProvider::ParseOutputProtoIfValid;
using PerfProvider::OnSessionRestoreDone;
using PerfProvider::Deactivate;
using PerfProvider::collection_params;
using PerfProvider::command_selector;
using PerfProvider::timer;
private:
std::vector<SampledProfile> stored_profiles_;
DISALLOW_COPY_AND_ASSIGN(TestPerfProvider);
};
} // namespace
class PerfProviderTest : public testing::Test {
public:
PerfProviderTest() : task_runner_(new base::TestSimpleTaskRunner),
task_runner_handle_(task_runner_),
perf_data_proto_(GetExamplePerfDataProto()),
perf_stat_proto_(GetExamplePerfStatProto()) {}
void SetUp() override {
// PerfProvider requires chromeos::LoginState and
// chromeos::DBusThreadManagerto be initialized.
chromeos::LoginState::Initialize();
chromeos::DBusThreadManager::Initialize();
perf_provider_.reset(new TestPerfProvider);
perf_provider_->Init();
// PerfProvider requires the user to be logged in.
chromeos::LoginState::Get()->SetLoggedInState(
chromeos::LoginState::LOGGED_IN_ACTIVE,
chromeos::LoginState::LOGGED_IN_USER_REGULAR);
}
void TearDown() override {
perf_provider_.reset();
chromeos::DBusThreadManager::Shutdown();
chromeos::LoginState::Shutdown();
}
protected:
scoped_ptr<TestPerfProvider> perf_provider_;
scoped_refptr<base::TestSimpleTaskRunner> task_runner_;
base::ThreadTaskRunnerHandle task_runner_handle_;
// These store example perf data/stat protobufs for testing.
PerfDataProto perf_data_proto_;
PerfStatProto perf_stat_proto_;
DISALLOW_COPY_AND_ASSIGN(PerfProviderTest);
};
TEST_F(PerfProviderTest, CheckSetup) {
EXPECT_GT(perf_data_proto_.ByteSize(), 0);
EXPECT_GT(perf_stat_proto_.ByteSize(), 0);
std::vector<SampledProfile> stored_profiles;
EXPECT_FALSE(perf_provider_->GetSampledProfiles(&stored_profiles));
EXPECT_TRUE(stored_profiles.empty());
EXPECT_FALSE(
TestIncognitoObserver::CreateWithIncognitoLaunched(false)->
incognito_launched());
EXPECT_TRUE(
TestIncognitoObserver::CreateWithIncognitoLaunched(true)->
incognito_launched());
}
TEST_F(PerfProviderTest, NoPerfData) {
scoped_ptr<SampledProfile> sampled_profile(new SampledProfile);
sampled_profile->set_trigger_event(SampledProfile::PERIODIC_COLLECTION);
perf_provider_->ParseOutputProtoIfValid(
TestIncognitoObserver::CreateWithIncognitoLaunched(false),
std::move(sampled_profile), kPerfSuccess, std::vector<uint8_t>(),
std::vector<uint8_t>());
std::vector<SampledProfile> stored_profiles;
EXPECT_FALSE(perf_provider_->GetSampledProfiles(&stored_profiles));
}
TEST_F(PerfProviderTest, PerfDataProtoOnly) {
scoped_ptr<SampledProfile> sampled_profile(new SampledProfile);
sampled_profile->set_trigger_event(SampledProfile::PERIODIC_COLLECTION);
perf_provider_->ParseOutputProtoIfValid(
TestIncognitoObserver::CreateWithIncognitoLaunched(false),
std::move(sampled_profile), kPerfSuccess,
SerializeMessageToVector(perf_data_proto_), std::vector<uint8_t>());
std::vector<SampledProfile> stored_profiles;
EXPECT_TRUE(perf_provider_->GetSampledProfiles(&stored_profiles));
ASSERT_EQ(1U, stored_profiles.size());
const SampledProfile& profile = stored_profiles[0];
EXPECT_EQ(SampledProfile::PERIODIC_COLLECTION, profile.trigger_event());
EXPECT_TRUE(profile.has_ms_after_login());
ASSERT_TRUE(profile.has_perf_data());
EXPECT_FALSE(profile.has_perf_stat());
EXPECT_EQ(SerializeMessageToVector(perf_data_proto_),
SerializeMessageToVector(profile.perf_data()));
}
TEST_F(PerfProviderTest, PerfStatProtoOnly) {
scoped_ptr<SampledProfile> sampled_profile(new SampledProfile);
sampled_profile->set_trigger_event(SampledProfile::PERIODIC_COLLECTION);
perf_provider_->ParseOutputProtoIfValid(
TestIncognitoObserver::CreateWithIncognitoLaunched(false),
std::move(sampled_profile), kPerfSuccess, std::vector<uint8_t>(),
SerializeMessageToVector(perf_stat_proto_));
std::vector<SampledProfile> stored_profiles;
EXPECT_TRUE(perf_provider_->GetSampledProfiles(&stored_profiles));
ASSERT_EQ(1U, stored_profiles.size());
const SampledProfile& profile = stored_profiles[0];
EXPECT_EQ(SampledProfile::PERIODIC_COLLECTION, profile.trigger_event());
EXPECT_TRUE(profile.has_ms_after_login());
EXPECT_FALSE(profile.has_perf_data());
ASSERT_TRUE(profile.has_perf_stat());
EXPECT_EQ(SerializeMessageToVector(perf_stat_proto_),
SerializeMessageToVector(profile.perf_stat()));
}
TEST_F(PerfProviderTest, BothPerfDataProtoAndPerfStatProto) {
scoped_ptr<SampledProfile> sampled_profile(new SampledProfile);
sampled_profile->set_trigger_event(SampledProfile::PERIODIC_COLLECTION);
perf_provider_->ParseOutputProtoIfValid(
TestIncognitoObserver::CreateWithIncognitoLaunched(false),
std::move(sampled_profile), kPerfSuccess,
SerializeMessageToVector(perf_data_proto_),
SerializeMessageToVector(perf_stat_proto_));
std::vector<SampledProfile> stored_profiles;
EXPECT_FALSE(perf_provider_->GetSampledProfiles(&stored_profiles));
EXPECT_TRUE(stored_profiles.empty());
}
TEST_F(PerfProviderTest, InvalidPerfOutputResult) {
scoped_ptr<SampledProfile> sampled_profile(new SampledProfile);
sampled_profile->set_trigger_event(SampledProfile::PERIODIC_COLLECTION);
perf_provider_->ParseOutputProtoIfValid(
TestIncognitoObserver::CreateWithIncognitoLaunched(false),
std::move(sampled_profile), kPerfFailure,
SerializeMessageToVector(perf_data_proto_), std::vector<uint8_t>());
// Should not have been stored.
std::vector<SampledProfile> stored_profiles;
EXPECT_FALSE(perf_provider_->GetSampledProfiles(&stored_profiles));
EXPECT_TRUE(stored_profiles.empty());
}
// Change |sampled_profile| between calls to ParseOutputProtoIfValid().
TEST_F(PerfProviderTest, MultipleCalls) {
scoped_ptr<SampledProfile> sampled_profile(new SampledProfile);
sampled_profile->set_trigger_event(SampledProfile::PERIODIC_COLLECTION);
perf_provider_->ParseOutputProtoIfValid(
TestIncognitoObserver::CreateWithIncognitoLaunched(false),
std::move(sampled_profile), kPerfSuccess,
SerializeMessageToVector(perf_data_proto_), std::vector<uint8_t>());
sampled_profile.reset(new SampledProfile);
sampled_profile->set_trigger_event(SampledProfile::RESTORE_SESSION);
sampled_profile->set_ms_after_restore(3000);
perf_provider_->ParseOutputProtoIfValid(
TestIncognitoObserver::CreateWithIncognitoLaunched(false),
std::move(sampled_profile), kPerfSuccess, std::vector<uint8_t>(),
SerializeMessageToVector(perf_stat_proto_));
sampled_profile.reset(new SampledProfile);
sampled_profile->set_trigger_event(SampledProfile::RESUME_FROM_SUSPEND);
sampled_profile->set_suspend_duration_ms(60000);
sampled_profile->set_ms_after_resume(1500);
perf_provider_->ParseOutputProtoIfValid(
TestIncognitoObserver::CreateWithIncognitoLaunched(false),
std::move(sampled_profile), kPerfSuccess,
SerializeMessageToVector(perf_data_proto_), std::vector<uint8_t>());
sampled_profile.reset(new SampledProfile);
sampled_profile->set_trigger_event(SampledProfile::PERIODIC_COLLECTION);
perf_provider_->ParseOutputProtoIfValid(
TestIncognitoObserver::CreateWithIncognitoLaunched(false),
std::move(sampled_profile), kPerfSuccess, std::vector<uint8_t>(),
SerializeMessageToVector(perf_stat_proto_));
std::vector<SampledProfile> stored_profiles;
EXPECT_TRUE(perf_provider_->GetSampledProfiles(&stored_profiles));
ASSERT_EQ(4U, stored_profiles.size());
const SampledProfile& profile1 = stored_profiles[0];
EXPECT_EQ(SampledProfile::PERIODIC_COLLECTION, profile1.trigger_event());
EXPECT_TRUE(profile1.has_ms_after_login());
ASSERT_TRUE(profile1.has_perf_data());
EXPECT_FALSE(profile1.has_perf_stat());
EXPECT_EQ(SerializeMessageToVector(perf_data_proto_),
SerializeMessageToVector(profile1.perf_data()));
const SampledProfile& profile2 = stored_profiles[1];
EXPECT_EQ(SampledProfile::RESTORE_SESSION, profile2.trigger_event());
EXPECT_TRUE(profile2.has_ms_after_login());
EXPECT_EQ(3000, profile2.ms_after_restore());
EXPECT_FALSE(profile2.has_perf_data());
ASSERT_TRUE(profile2.has_perf_stat());
EXPECT_EQ(SerializeMessageToVector(perf_stat_proto_),
SerializeMessageToVector(profile2.perf_stat()));
const SampledProfile& profile3 = stored_profiles[2];
EXPECT_EQ(SampledProfile::RESUME_FROM_SUSPEND, profile3.trigger_event());
EXPECT_TRUE(profile3.has_ms_after_login());
EXPECT_EQ(60000, profile3.suspend_duration_ms());
EXPECT_EQ(1500, profile3.ms_after_resume());
ASSERT_TRUE(profile3.has_perf_data());
EXPECT_FALSE(profile3.has_perf_stat());
EXPECT_EQ(SerializeMessageToVector(perf_data_proto_),
SerializeMessageToVector(profile3.perf_data()));
const SampledProfile& profile4 = stored_profiles[3];
EXPECT_EQ(SampledProfile::PERIODIC_COLLECTION, profile4.trigger_event());
EXPECT_TRUE(profile4.has_ms_after_login());
EXPECT_FALSE(profile4.has_perf_data());
ASSERT_TRUE(profile4.has_perf_stat());
EXPECT_EQ(SerializeMessageToVector(perf_stat_proto_),
SerializeMessageToVector(profile4.perf_stat()));
}
// Simulate opening and closing of incognito window in between calls to
// ParseOutputProtoIfValid().
TEST_F(PerfProviderTest, IncognitoWindowOpened) {
scoped_ptr<SampledProfile> sampled_profile(new SampledProfile);
sampled_profile->set_trigger_event(SampledProfile::PERIODIC_COLLECTION);
perf_provider_->ParseOutputProtoIfValid(
TestIncognitoObserver::CreateWithIncognitoLaunched(false),
std::move(sampled_profile), kPerfSuccess,
SerializeMessageToVector(perf_data_proto_), std::vector<uint8_t>());
std::vector<SampledProfile> stored_profiles1;
EXPECT_TRUE(perf_provider_->GetSampledProfiles(&stored_profiles1));
ASSERT_EQ(1U, stored_profiles1.size());
const SampledProfile& profile1 = stored_profiles1[0];
EXPECT_EQ(SampledProfile::PERIODIC_COLLECTION, profile1.trigger_event());
EXPECT_TRUE(profile1.has_ms_after_login());
ASSERT_TRUE(profile1.has_perf_data());
EXPECT_FALSE(profile1.has_perf_stat());
EXPECT_EQ(SerializeMessageToVector(perf_data_proto_),
SerializeMessageToVector(profile1.perf_data()));
sampled_profile.reset(new SampledProfile);
sampled_profile->set_trigger_event(SampledProfile::RESTORE_SESSION);
sampled_profile->set_ms_after_restore(3000);
perf_provider_->ParseOutputProtoIfValid(
TestIncognitoObserver::CreateWithIncognitoLaunched(false),
std::move(sampled_profile), kPerfSuccess, std::vector<uint8_t>(),
SerializeMessageToVector(perf_stat_proto_));
std::vector<SampledProfile> stored_profiles2;
EXPECT_TRUE(perf_provider_->GetSampledProfiles(&stored_profiles2));
ASSERT_EQ(1U, stored_profiles2.size());
const SampledProfile& profile2 = stored_profiles2[0];
EXPECT_EQ(SampledProfile::RESTORE_SESSION, profile2.trigger_event());
EXPECT_TRUE(profile2.has_ms_after_login());
EXPECT_EQ(3000, profile2.ms_after_restore());
EXPECT_FALSE(profile2.has_perf_data());
ASSERT_TRUE(profile2.has_perf_stat());
EXPECT_EQ(SerializeMessageToVector(perf_stat_proto_),
SerializeMessageToVector(profile2.perf_stat()));
sampled_profile.reset(new SampledProfile);
sampled_profile->set_trigger_event(SampledProfile::RESUME_FROM_SUSPEND);
// An incognito window opens.
perf_provider_->ParseOutputProtoIfValid(
TestIncognitoObserver::CreateWithIncognitoLaunched(true),
std::move(sampled_profile), kPerfSuccess,
SerializeMessageToVector(perf_data_proto_), std::vector<uint8_t>());
std::vector<SampledProfile> stored_profiles_empty;
EXPECT_FALSE(perf_provider_->GetSampledProfiles(&stored_profiles_empty));
sampled_profile.reset(new SampledProfile);
sampled_profile->set_trigger_event(SampledProfile::PERIODIC_COLLECTION);
// Incognito window is still open.
perf_provider_->ParseOutputProtoIfValid(
TestIncognitoObserver::CreateWithIncognitoLaunched(true),
std::move(sampled_profile), kPerfSuccess, std::vector<uint8_t>(),
SerializeMessageToVector(perf_stat_proto_));
EXPECT_FALSE(perf_provider_->GetSampledProfiles(&stored_profiles_empty));
sampled_profile.reset(new SampledProfile);
sampled_profile->set_trigger_event(SampledProfile::RESUME_FROM_SUSPEND);
sampled_profile->set_suspend_duration_ms(60000);
sampled_profile->set_ms_after_resume(1500);
// Incognito window closes.
perf_provider_->ParseOutputProtoIfValid(
TestIncognitoObserver::CreateWithIncognitoLaunched(false),
std::move(sampled_profile), kPerfSuccess,
SerializeMessageToVector(perf_data_proto_), std::vector<uint8_t>());
std::vector<SampledProfile> stored_profiles3;
EXPECT_TRUE(perf_provider_->GetSampledProfiles(&stored_profiles3));
ASSERT_EQ(1U, stored_profiles3.size());
const SampledProfile& profile3 = stored_profiles3[0];
EXPECT_EQ(SampledProfile::RESUME_FROM_SUSPEND, profile3.trigger_event());
EXPECT_TRUE(profile3.has_ms_after_login());
EXPECT_EQ(60000, profile3.suspend_duration_ms());
EXPECT_EQ(1500, profile3.ms_after_resume());
ASSERT_TRUE(profile3.has_perf_data());
EXPECT_FALSE(profile3.has_perf_stat());
EXPECT_EQ(SerializeMessageToVector(perf_data_proto_),
SerializeMessageToVector(profile3.perf_data()));
}
TEST_F(PerfProviderTest, DefaultCommandsBasedOnUarch_IvyBridge) {
CPUIdentity cpuid;
cpuid.arch = "x86_64";
cpuid.vendor = "GenuineIntel";
cpuid.family = 0x06;
cpuid.model = 0x3a; // IvyBridge
cpuid.model_name = "";
std::vector<RandomSelector::WeightAndValue> cmds =
internal::GetDefaultCommandsForCpu(cpuid);
ASSERT_GE(cmds.size(), 2UL);
EXPECT_EQ(cmds[0].value, kPerfRecordCyclesCmd);
EXPECT_EQ(cmds[1].value, kPerfRecordCallgraphCmd);
auto found = std::find_if(
cmds.begin(), cmds.end(),
[](const RandomSelector::WeightAndValue& cmd) -> bool {
return cmd.value == kPerfStatMemoryBandwidthCmd;
});
EXPECT_NE(cmds.end(), found);
found = std::find_if(
cmds.begin(), cmds.end(),
[](const RandomSelector::WeightAndValue& cmd) -> bool {
return cmd.value == kPerfRecordLBRCmd;
});
EXPECT_NE(cmds.end(), found);
}
TEST_F(PerfProviderTest, DefaultCommandsBasedOnUarch_SandyBridge) {
CPUIdentity cpuid;
cpuid.arch = "x86_64";
cpuid.vendor = "GenuineIntel";
cpuid.family = 0x06;
cpuid.model = 0x2a; // SandyBridge
cpuid.model_name = "";
std::vector<RandomSelector::WeightAndValue> cmds =
internal::GetDefaultCommandsForCpu(cpuid);
ASSERT_GE(cmds.size(), 2UL);
EXPECT_EQ(cmds[0].value, kPerfRecordCyclesCmd);
EXPECT_EQ(cmds[1].value, kPerfRecordCallgraphCmd);
auto found = std::find_if(
cmds.begin(), cmds.end(),
[](const RandomSelector::WeightAndValue& cmd) -> bool {
return cmd.value == kPerfStatMemoryBandwidthCmd;
});
EXPECT_EQ(cmds.end(), found) << "SandyBridge does not support this command";
found = std::find_if(
cmds.begin(), cmds.end(),
[](const RandomSelector::WeightAndValue& cmd) -> bool {
return cmd.value == kPerfRecordLBRCmd;
});
EXPECT_NE(cmds.end(), found);
}
TEST_F(PerfProviderTest, DefaultCommandsBasedOnArch_Arm) {
CPUIdentity cpuid;
cpuid.arch = "armv7l";
cpuid.vendor = "";
cpuid.family = 0;
cpuid.model = 0;
cpuid.model_name = "";
std::vector<RandomSelector::WeightAndValue> cmds =
internal::GetDefaultCommandsForCpu(cpuid);
ASSERT_GE(cmds.size(), 2UL);
EXPECT_EQ(cmds[0].value, kPerfRecordCyclesCmd);
EXPECT_EQ(cmds[1].value, kPerfRecordCallgraphCmd);
const auto found = std::find_if(
cmds.begin(), cmds.end(),
[](const RandomSelector::WeightAndValue& cmd) -> bool {
return cmd.value == kPerfRecordLBRCmd;
});
EXPECT_EQ(cmds.end(), found) << "ARM does not support this command";
}
TEST_F(PerfProviderTest, DefaultCommandsBasedOnArch_x86_32) {
CPUIdentity cpuid;
cpuid.arch = "x86";
cpuid.vendor = "GenuineIntel";
cpuid.family = 0x06;
cpuid.model = 0x2f; // Westmere
cpuid.model_name = "";
std::vector<RandomSelector::WeightAndValue> cmds =
internal::GetDefaultCommandsForCpu(cpuid);
ASSERT_GE(cmds.size(), 2UL);
EXPECT_EQ(cmds[0].value, kPerfRecordCyclesCmd);
EXPECT_EQ(cmds[1].value, kPerfRecordCallgraphCmd);
auto found = std::find_if(
cmds.begin(), cmds.end(),
[](const RandomSelector::WeightAndValue& cmd) -> bool {
return cmd.value == kPerfStatMemoryBandwidthCmd;
});
EXPECT_EQ(cmds.end(), found) << "x86_32 does not support this command";
found = std::find_if(
cmds.begin(), cmds.end(),
[](const RandomSelector::WeightAndValue& cmd) -> bool {
return cmd.value == kPerfRecordLBRCmd;
});
EXPECT_EQ(cmds.end(), found) << "x86_32 does not support this command";
}
TEST_F(PerfProviderTest, DefaultCommandsBasedOnArch_Unknown) {
CPUIdentity cpuid;
cpuid.arch = "nonsense";
cpuid.vendor = "";
cpuid.family = 0;
cpuid.model = 0;
cpuid.model_name = "";
std::vector<RandomSelector::WeightAndValue> cmds =
internal::GetDefaultCommandsForCpu(cpuid);
EXPECT_EQ(1UL, cmds.size());
EXPECT_EQ(cmds[0].value, kPerfRecordCyclesCmd);
}
TEST_F(PerfProviderTest, CommandMatching_Empty) {
CPUIdentity cpuid = {};
std::map<std::string, std::string> params;
EXPECT_EQ("", internal::FindBestCpuSpecifierFromParams(params, cpuid));
}
TEST_F(PerfProviderTest, CommandMatching_NoPerfCommands) {
CPUIdentity cpuid = {};
std::map<std::string, std::string> params;
params.insert(std::make_pair("NotEvenClose", ""));
params.insert(std::make_pair("NotAPerfCommand", ""));
params.insert(std::make_pair("NotAPerfCommand::Really", ""));
params.insert(std::make_pair("NotAPerfCommand::Nope::0", ""));
params.insert(std::make_pair("PerfCommands::SoClose::0", ""));
EXPECT_EQ("", internal::FindBestCpuSpecifierFromParams(params, cpuid));
}
TEST_F(PerfProviderTest, CommandMatching_NoMatch) {
CPUIdentity cpuid;
cpuid.arch = "x86_64";
cpuid.vendor = "GenuineIntel";
cpuid.family = 6;
cpuid.model = 0x3a; // IvyBridge
cpuid.model_name = "Xeon or somesuch";
std::map<std::string, std::string> params;
params.insert(std::make_pair("PerfCommand::armv7l::0", "perf command"));
params.insert(std::make_pair("PerfCommand::x86::0", "perf command"));
params.insert(std::make_pair("PerfCommand::x86::1", "perf command"));
params.insert(std::make_pair("PerfCommand::Broadwell::0", "perf command"));
EXPECT_EQ("", internal::FindBestCpuSpecifierFromParams(params, cpuid));
}
TEST_F(PerfProviderTest, CommandMatching_default) {
CPUIdentity cpuid;
cpuid.arch = "x86_64";
cpuid.vendor = "GenuineIntel";
cpuid.family = 6;
cpuid.model = 0x3a; // IvyBridge
cpuid.model_name = "Xeon or somesuch";
std::map<std::string, std::string> params;
params.insert(std::make_pair("PerfCommand::default::0", "perf command"));
params.insert(std::make_pair("PerfCommand::armv7l::0", "perf command"));
params.insert(std::make_pair("PerfCommand::x86::0", "perf command"));
params.insert(std::make_pair("PerfCommand::x86::1", "perf command"));
params.insert(std::make_pair("PerfCommand::Broadwell::0", "perf command"));
EXPECT_EQ("default", internal::FindBestCpuSpecifierFromParams(params, cpuid));
}
TEST_F(PerfProviderTest, CommandMatching_SystemArch) {
CPUIdentity cpuid;
cpuid.arch = "nothing_in_particular";
cpuid.vendor = "";
cpuid.family = 0;
cpuid.model = 0;
cpuid.model_name = "";
std::map<std::string, std::string> params;
params.insert(std::make_pair("PerfCommand::default::0", "perf command"));
params.insert(std::make_pair("PerfCommand::armv7l::0", "perf command"));
params.insert(std::make_pair("PerfCommand::x86::0", "perf command"));
params.insert(std::make_pair("PerfCommand::x86::1", "perf command"));
params.insert(std::make_pair("PerfCommand::x86_64::0", "perf command"));
params.insert(std::make_pair("PerfCommand::x86_64::xyz#$%", "perf command"));
params.insert(std::make_pair("PerfCommand::Broadwell::0", "perf command"));
EXPECT_EQ("default", internal::FindBestCpuSpecifierFromParams(params, cpuid));
cpuid.arch = "armv7l";
EXPECT_EQ("armv7l", internal::FindBestCpuSpecifierFromParams(params, cpuid));
cpuid.arch = "x86";
EXPECT_EQ("x86", internal::FindBestCpuSpecifierFromParams(params, cpuid));
cpuid.arch = "x86_64";
EXPECT_EQ("x86_64", internal::FindBestCpuSpecifierFromParams(params, cpuid));
}
TEST_F(PerfProviderTest, CommandMatching_Microarchitecture) {
CPUIdentity cpuid;
cpuid.arch = "x86_64";
cpuid.vendor = "GenuineIntel";
cpuid.family = 6;
cpuid.model = 0x3D; // Broadwell
cpuid.model_name = "Wrong Model CPU @ 0 Hz";
std::map<std::string, std::string> params;
params.insert(std::make_pair("PerfCommand::default::0", "perf command"));
params.insert(std::make_pair("PerfCommand::x86_64::0", "perf command"));
params.insert(std::make_pair("PerfCommand::Broadwell::0", "perf command"));
params.insert(std::make_pair("PerfCommand::interesting-model-500x::0",
"perf command"));
EXPECT_EQ("Broadwell",
internal::FindBestCpuSpecifierFromParams(params, cpuid));
}
TEST_F(PerfProviderTest, CommandMatching_SpecificModel) {
CPUIdentity cpuid;
cpuid.arch = "x86_64";
cpuid.vendor = "GenuineIntel";
cpuid.family = 6;
cpuid.model = 0x3D; // Broadwell
cpuid.model_name = "An Interesting(R) Model(R) 500x CPU @ 1.2GHz";
std::map<std::string, std::string> params;
params.insert(std::make_pair("PerfCommand::default::0", "perf command"));
params.insert(std::make_pair("PerfCommand::x86_64::0", "perf command"));
params.insert(std::make_pair("PerfCommand::Broadwell::0", "perf command"));
params.insert(std::make_pair("PerfCommand::interesting-model-500x::0",
"perf command"));
EXPECT_EQ("interesting-model-500x",
internal::FindBestCpuSpecifierFromParams(params, cpuid));
}
TEST_F(PerfProviderTest, CommandMatching_SpecificModel_LongestMatch) {
CPUIdentity cpuid;
cpuid.arch = "x86_64";
cpuid.vendor = "GenuineIntel";
cpuid.family = 6;
cpuid.model = 0x3D; // Broadwell
cpuid.model_name = "An Interesting(R) Model(R) 500x CPU @ 1.2GHz";
std::map<std::string, std::string> params;
params.insert(std::make_pair("PerfCommand::default::0", "perf command"));
params.insert(std::make_pair("PerfCommand::x86_64::0", "perf command"));
params.insert(std::make_pair("PerfCommand::Broadwell::0", "perf command"));
params.insert(std::make_pair("PerfCommand::model-500x::0",
"perf command"));
params.insert(std::make_pair("PerfCommand::interesting-model-500x::0",
"perf command"));
params.insert(std::make_pair("PerfCommand::interesting-model::0",
"perf command"));
EXPECT_EQ("interesting-model-500x",
internal::FindBestCpuSpecifierFromParams(params, cpuid));
}
class PerfProviderCollectionParamsTest : public testing::Test {
public:
PerfProviderCollectionParamsTest()
: task_runner_(new base::TestSimpleTaskRunner),
task_runner_handle_(task_runner_),
field_trial_list_(nullptr) {}
void SetUp() override {
// PerfProvider requires chromeos::LoginState and
// chromeos::DBusThreadManagerto be initialized.
chromeos::LoginState::Initialize();
chromeos::DBusThreadManager::Initialize();
// PerfProvider requires the user to be logged in.
chromeos::LoginState::Get()->SetLoggedInState(
chromeos::LoginState::LOGGED_IN_ACTIVE,
chromeos::LoginState::LOGGED_IN_USER_REGULAR);
}
void TearDown() override {
chromeos::DBusThreadManager::Shutdown();
chromeos::LoginState::Shutdown();
variations::testing::ClearAllVariationParams();
}
private:
scoped_refptr<base::TestSimpleTaskRunner> task_runner_;
base::ThreadTaskRunnerHandle task_runner_handle_;
base::FieldTrialList field_trial_list_;
DISALLOW_COPY_AND_ASSIGN(PerfProviderCollectionParamsTest);
};
TEST_F(PerfProviderCollectionParamsTest, Commands_InitializedAfterVariations) {
TestPerfProvider perf_provider;
EXPECT_TRUE(perf_provider.command_selector().odds().empty());
// Init would be called after VariationsService is initialized.
perf_provider.Init();
EXPECT_FALSE(perf_provider.command_selector().odds().empty());
}
TEST_F(PerfProviderCollectionParamsTest, Commands_EmptyExperiment) {
std::vector<RandomSelector::WeightAndValue> default_cmds =
internal::GetDefaultCommandsForCpu(GetCPUIdentity());
std::map<std::string, std::string> params;
ASSERT_TRUE(variations::AssociateVariationParams(
"ChromeOSWideProfilingCollection", "group_name", params));
ASSERT_TRUE(base::FieldTrialList::CreateFieldTrial(
"ChromeOSWideProfilingCollection", "group_name"));
TestPerfProvider perf_provider;
EXPECT_TRUE(perf_provider.command_selector().odds().empty());
perf_provider.Init();
EXPECT_EQ(default_cmds, perf_provider.command_selector().odds());
}
TEST_F(PerfProviderCollectionParamsTest, Commands_InvalidValues) {
std::vector<RandomSelector::WeightAndValue> default_cmds =
internal::GetDefaultCommandsForCpu(GetCPUIdentity());
std::map<std::string, std::string> params;
// Use the "default" cpu specifier since we don't want to predict what CPU
// this test is running on. (CPU detection is tested above.)
params.insert(std::make_pair("PerfCommand::default::0", ""));
params.insert(std::make_pair("PerfCommand::default::1", " "));
params.insert(std::make_pair("PerfCommand::default::2", " leading space"));
params.insert(std::make_pair("PerfCommand::default::3",
"no-spaces-or-numbers"));
params.insert(std::make_pair("PerfCommand::default::4",
"NaN-trailing-space "));
params.insert(std::make_pair("PerfCommand::default::5", "NaN x"));
params.insert(std::make_pair("PerfCommand::default::6", "perf command"));
ASSERT_TRUE(variations::AssociateVariationParams(
"ChromeOSWideProfilingCollection", "group_name", params));
ASSERT_TRUE(base::FieldTrialList::CreateFieldTrial(
"ChromeOSWideProfilingCollection", "group_name"));
TestPerfProvider perf_provider;
EXPECT_TRUE(perf_provider.command_selector().odds().empty());
perf_provider.Init();
EXPECT_EQ(default_cmds, perf_provider.command_selector().odds());
}
TEST_F(PerfProviderCollectionParamsTest, Commands_Override) {
using WeightAndValue = RandomSelector::WeightAndValue;
std::vector<RandomSelector::WeightAndValue> default_cmds =
internal::GetDefaultCommandsForCpu(GetCPUIdentity());
std::map<std::string, std::string> params;
// Use the "default" cpu specifier since we don't want to predict what CPU
// this test is running on. (CPU detection is tested above.)
params.insert(std::make_pair("PerfCommand::default::0",
"50 perf record foo"));
params.insert(std::make_pair("PerfCommand::default::1",
"25 perf record bar"));
params.insert(std::make_pair("PerfCommand::default::2",
"25 perf record baz"));
params.insert(std::make_pair("PerfCommand::another-cpu::0",
"7 perf record bar"));
ASSERT_TRUE(variations::AssociateVariationParams(
"ChromeOSWideProfilingCollection", "group_name", params));
ASSERT_TRUE(base::FieldTrialList::CreateFieldTrial(
"ChromeOSWideProfilingCollection", "group_name"));
TestPerfProvider perf_provider;
EXPECT_TRUE(perf_provider.command_selector().odds().empty());
perf_provider.Init();
std::vector<WeightAndValue> expected_cmds;
expected_cmds.push_back(WeightAndValue(50.0, "perf record foo"));
expected_cmds.push_back(WeightAndValue(25.0, "perf record bar"));
expected_cmds.push_back(WeightAndValue(25.0, "perf record baz"));
EXPECT_EQ(expected_cmds, perf_provider.command_selector().odds());
}
TEST_F(PerfProviderCollectionParamsTest, Parameters_Override) {
std::map<std::string, std::string> params;
params.insert(std::make_pair("ProfileCollectionDurationSec", "15"));
params.insert(std::make_pair("PeriodicProfilingIntervalMs", "3600000"));
params.insert(std::make_pair("ResumeFromSuspend::SamplingFactor", "1"));
params.insert(std::make_pair("ResumeFromSuspend::MaxDelaySec", "10"));
params.insert(std::make_pair("RestoreSession::SamplingFactor", "2"));
params.insert(std::make_pair("RestoreSession::MaxDelaySec", "20"));
ASSERT_TRUE(variations::AssociateVariationParams(
"ChromeOSWideProfilingCollection", "group_name", params));
ASSERT_TRUE(base::FieldTrialList::CreateFieldTrial(
"ChromeOSWideProfilingCollection", "group_name"));
TestPerfProvider perf_provider;
const auto& parsed_params = perf_provider.collection_params();
// Not initialized yet:
EXPECT_NE(base::TimeDelta::FromSeconds(15),
parsed_params.collection_duration());
EXPECT_NE(base::TimeDelta::FromHours(1),
parsed_params.periodic_interval());
EXPECT_NE(1, parsed_params.resume_from_suspend().sampling_factor());
EXPECT_NE(base::TimeDelta::FromSeconds(10),
parsed_params.resume_from_suspend().max_collection_delay());
EXPECT_NE(2, parsed_params.restore_session().sampling_factor());
EXPECT_NE(base::TimeDelta::FromSeconds(20),
parsed_params.restore_session().max_collection_delay());
perf_provider.Init();
EXPECT_EQ(base::TimeDelta::FromSeconds(15),
parsed_params.collection_duration());
EXPECT_EQ(base::TimeDelta::FromHours(1),
parsed_params.periodic_interval());
EXPECT_EQ(1, parsed_params.resume_from_suspend().sampling_factor());
EXPECT_EQ(base::TimeDelta::FromSeconds(10),
parsed_params.resume_from_suspend().max_collection_delay());
EXPECT_EQ(2, parsed_params.restore_session().sampling_factor());
EXPECT_EQ(base::TimeDelta::FromSeconds(20),
parsed_params.restore_session().max_collection_delay());
}
// Setting "::SamplingFactor" to zero should disable the trigger.
// Otherwise, it could cause a div-by-zero crash.
TEST_F(PerfProviderCollectionParamsTest, ZeroSamplingFactorDisablesTrigger) {
std::map<std::string, std::string> params;
params.insert(std::make_pair("ResumeFromSuspend::SamplingFactor", "0"));
params.insert(std::make_pair("RestoreSession::SamplingFactor", "0"));
ASSERT_TRUE(variations::AssociateVariationParams(
"ChromeOSWideProfilingCollection", "group_name", params));
ASSERT_TRUE(base::FieldTrialList::CreateFieldTrial(
"ChromeOSWideProfilingCollection", "group_name"));
TestPerfProvider perf_provider;
chromeos::PowerManagerClient::Observer& pm_observer = perf_provider;
perf_provider.Init();
// Cancel the background collection.
perf_provider.Deactivate();
EXPECT_FALSE(perf_provider.timer().IsRunning())
<< "Sanity: timer should not be running.";
// Calling SuspendDone or OnSessionRestoreDone should not start the timer
// that triggers collection.
pm_observer.SuspendDone(base::TimeDelta::FromMinutes(10));
EXPECT_FALSE(perf_provider.timer().IsRunning());
perf_provider.OnSessionRestoreDone(100);
EXPECT_FALSE(perf_provider.timer().IsRunning());
}
} // namespace metrics