blob: 8dedd44eebbe7badfb952b0ea802abbac8ebd68e [file] [log] [blame]
// Copyright 2013 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include <cstdlib>
#include <fstream>
#include <iostream>
#include <memory>
#include <string>
#include <vector>
#include "base/at_exit.h"
#include "base/command_line.h"
#include "base/files/file_path.h"
#include "base/functional/bind.h"
#include "base/functional/callback.h"
#include "base/logging.h"
#include "base/memory/ptr_util.h"
#include "base/message_loop/message_pump_type.h"
#include "base/run_loop.h"
#include "base/strings/string_number_conversions.h"
#include "base/strings/string_piece.h"
#include "base/strings/string_split.h"
#include "base/strings/string_util.h"
#include "base/strings/stringprintf.h"
#include "base/task/single_thread_task_executor.h"
#include "base/task/thread_pool/thread_pool_instance.h"
#include "net/base/cache_type.h"
#include "net/base/net_errors.h"
#include "net/disk_cache/disk_cache.h"
#include "net/disk_cache/simple/simple_backend_impl.h"
#include "net/disk_cache/simple/simple_index.h"
namespace disk_cache {
namespace {
const char kBlockFileBackendType[] = "block_file";
const char kSimpleBackendType[] = "simple";
const char kDiskCacheType[] = "disk_cache";
const char kAppCacheType[] = "app_cache";
const char kPrivateDirty[] = "Private_Dirty:";
const char kReadWrite[] = "rw-";
const char kHeap[] = "[heap]";
const char kKb[] = "kB";
struct CacheSpec {
public:
static std::unique_ptr<CacheSpec> Parse(const std::string& spec_string) {
std::vector<std::string> tokens = base::SplitString(
spec_string, ":", base::TRIM_WHITESPACE, base::SPLIT_WANT_ALL);
if (tokens.size() != 3)
return nullptr;
if (tokens[0] != kBlockFileBackendType && tokens[0] != kSimpleBackendType)
return nullptr;
if (tokens[1] != kDiskCacheType && tokens[1] != kAppCacheType)
return nullptr;
return base::WrapUnique(new CacheSpec(
tokens[0] == kBlockFileBackendType ? net::CACHE_BACKEND_BLOCKFILE
: net::CACHE_BACKEND_SIMPLE,
tokens[1] == kDiskCacheType ? net::DISK_CACHE : net::APP_CACHE,
base::FilePath(tokens[2])));
}
const net::BackendType backend_type;
const net::CacheType cache_type;
const base::FilePath path;
private:
CacheSpec(net::BackendType backend_type,
net::CacheType cache_type,
const base::FilePath& path)
: backend_type(backend_type),
cache_type(cache_type),
path(path) {
}
};
void SetSuccessCodeOnCompletion(base::RunLoop* run_loop,
bool* succeeded,
int net_error) {
if (net_error == net::OK) {
*succeeded = true;
} else {
*succeeded = false;
}
run_loop->Quit();
}
std::unique_ptr<Backend> CreateAndInitBackend(const CacheSpec& spec) {
base::RunLoop run_loop;
BackendResult result;
result = CreateCacheBackend(
spec.cache_type, spec.backend_type, /*file_operations=*/nullptr,
spec.path, 0, disk_cache::ResetHandling::kNeverReset, /*net_log=*/nullptr,
base::BindOnce(
[](BackendResult* out, base::RunLoop* run_loop,
BackendResult async_result) {
*out = std::move(async_result);
run_loop->Quit();
},
&result, &run_loop));
if (result.net_error == net::ERR_IO_PENDING)
run_loop.Run();
if (result.net_error != net::OK) {
LOG(ERROR) << "Could not initialize backend in "
<< spec.path.LossyDisplayName();
return nullptr;
}
// For the simple cache, the index may not be initialized yet.
bool succeeded = false;
if (spec.backend_type == net::CACHE_BACKEND_SIMPLE) {
base::RunLoop index_run_loop;
net::CompletionOnceCallback index_callback = base::BindOnce(
&SetSuccessCodeOnCompletion, &index_run_loop, &succeeded);
SimpleBackendImpl* simple_backend =
static_cast<SimpleBackendImpl*>(result.backend.get());
simple_backend->index()->ExecuteWhenReady(std::move(index_callback));
index_run_loop.Run();
if (!succeeded) {
LOG(ERROR) << "Could not initialize Simple Cache in "
<< spec.path.LossyDisplayName();
return nullptr;
}
}
DCHECK(result.backend);
return std::move(result.backend);
}
// Parses range lines from /proc/<PID>/smaps, e.g. (anonymous read write):
// 7f819d88b000-7f819d890000 rw-p 00000000 00:00 0
bool ParseRangeLine(const std::string& line,
std::vector<std::string>* tokens,
bool* is_anonymous_read_write) {
*tokens = base::SplitString(line, base::kWhitespaceASCII,
base::KEEP_WHITESPACE, base::SPLIT_WANT_NONEMPTY);
if (tokens->size() == 5) {
const std::string& mode = (*tokens)[1];
*is_anonymous_read_write = !mode.compare(0, 3, kReadWrite);
return true;
}
// On Android, most of the memory is allocated in the heap, instead of being
// mapped.
if (tokens->size() == 6) {
const std::string& type = (*tokens)[5];
*is_anonymous_read_write = (type == kHeap);
return true;
}
return false;
}
// Parses range property lines from /proc/<PID>/smaps, e.g.:
// Private_Dirty: 16 kB
//
// Returns |false| iff it recognizes a new range line. Outputs non-zero |size|
// only if parsing succeeded.
bool ParseRangeProperty(const std::string& line,
std::vector<std::string>* tokens,
uint64_t* size,
bool* is_private_dirty) {
*tokens = base::SplitString(line, base::kWhitespaceASCII,
base::KEEP_WHITESPACE, base::SPLIT_WANT_NONEMPTY);
// If the line is long, attempt to parse new range outside of this scope.
if (tokens->size() > 3)
return false;
// Skip the line on other parsing error occasions.
if (tokens->size() < 3)
return true;
const std::string& type = (*tokens)[0];
if (type != kPrivateDirty)
return true;
const std::string& unit = (*tokens)[2];
if (unit != kKb) {
LOG(WARNING) << "Discarding value not in kB: " << line;
return true;
}
const std::string& size_str = (*tokens)[1];
uint64_t map_size = 0;
if (!base::StringToUint64(size_str, &map_size))
return true;
*is_private_dirty = true;
*size = map_size;
return true;
}
uint64_t GetMemoryConsumption() {
std::ifstream maps_file(
base::StringPrintf("/proc/%d/smaps", getpid()).c_str());
if (!maps_file.good()) {
LOG(ERROR) << "Could not open smaps file.";
return false;
}
std::string line;
std::vector<std::string> tokens;
uint64_t total_size = 0;
if (!std::getline(maps_file, line) || line.empty())
return total_size;
while (true) {
bool is_anonymous_read_write = false;
if (!ParseRangeLine(line, &tokens, &is_anonymous_read_write)) {
LOG(WARNING) << "Parsing smaps - did not expect line: " << line;
}
if (!std::getline(maps_file, line) || line.empty())
return total_size;
bool is_private_dirty = false;
uint64_t size = 0;
while (ParseRangeProperty(line, &tokens, &size, &is_private_dirty)) {
if (is_anonymous_read_write && is_private_dirty) {
total_size += size;
is_private_dirty = false;
}
if (!std::getline(maps_file, line) || line.empty())
return total_size;
}
}
}
bool CacheMemTest(const std::vector<std::unique_ptr<CacheSpec>>& specs) {
std::vector<std::unique_ptr<Backend>> backends;
for (const auto& it : specs) {
std::unique_ptr<Backend> backend = CreateAndInitBackend(*it);
if (!backend)
return false;
std::cout << "Number of entries in " << it->path.LossyDisplayName() << " : "
<< backend->GetEntryCount() << std::endl;
backends.push_back(std::move(backend));
}
const uint64_t memory_consumption = GetMemoryConsumption();
std::cout << "Private dirty memory: " << memory_consumption << " kB"
<< std::endl;
return true;
}
void PrintUsage(std::ostream* stream) {
*stream << "Usage: disk_cache_mem_test "
<< "--spec-1=<spec> "
<< "[--spec-2=<spec>]"
<< std::endl
<< " with <cache_spec>=<backend_type>:<cache_type>:<cache_path>"
<< std::endl
<< " <backend_type>='block_file'|'simple'" << std::endl
<< " <cache_type>='disk_cache'|'app_cache'" << std::endl
<< " <cache_path>=file system path" << std::endl;
}
bool ParseAndStoreSpec(const std::string& spec_str,
std::vector<std::unique_ptr<CacheSpec>>* specs) {
std::unique_ptr<CacheSpec> spec = CacheSpec::Parse(spec_str);
if (!spec) {
PrintUsage(&std::cerr);
return false;
}
specs->push_back(std::move(spec));
return true;
}
bool Main(int argc, char** argv) {
base::AtExitManager at_exit_manager;
base::SingleThreadTaskExecutor executor(base::MessagePumpType::IO);
base::ThreadPoolInstance::CreateAndStartWithDefaultParams(
"disk_cache_memory_test");
base::CommandLine::Init(argc, argv);
const base::CommandLine& command_line =
*base::CommandLine::ForCurrentProcess();
if (command_line.HasSwitch("help")) {
PrintUsage(&std::cout);
return true;
}
if ((command_line.GetSwitches().size() != 1 &&
command_line.GetSwitches().size() != 2) ||
!command_line.HasSwitch("spec-1") ||
(command_line.GetSwitches().size() == 2 &&
!command_line.HasSwitch("spec-2"))) {
PrintUsage(&std::cerr);
return false;
}
std::vector<std::unique_ptr<CacheSpec>> specs;
const std::string spec_str_1 = command_line.GetSwitchValueASCII("spec-1");
if (!ParseAndStoreSpec(spec_str_1, &specs))
return false;
if (command_line.HasSwitch("spec-2")) {
const std::string spec_str_2 = command_line.GetSwitchValueASCII("spec-2");
if (!ParseAndStoreSpec(spec_str_2, &specs))
return false;
}
return CacheMemTest(specs);
}
} // namespace
} // namespace disk_cache
int main(int argc, char** argv) {
return !disk_cache::Main(argc, argv);
}