| // Copyright 2014 The Chromium Authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style license that can be |
| // found in the LICENSE file. |
| |
| #include "components/leveldb_proto/leveldb_database.h" |
| |
| #include <string> |
| #include <vector> |
| |
| #include "base/files/file_path.h" |
| #include "base/files/file_util.h" |
| #include "base/metrics/histogram.h" |
| #include "base/strings/string_split.h" |
| #include "base/threading/thread_checker.h" |
| #include "third_party/leveldatabase/env_chromium.h" |
| #include "third_party/leveldatabase/leveldb_chrome.h" |
| #include "third_party/leveldatabase/src/include/leveldb/cache.h" |
| #include "third_party/leveldatabase/src/include/leveldb/db.h" |
| #include "third_party/leveldatabase/src/include/leveldb/iterator.h" |
| #include "third_party/leveldatabase/src/include/leveldb/options.h" |
| #include "third_party/leveldatabase/src/include/leveldb/slice.h" |
| #include "third_party/leveldatabase/src/include/leveldb/status.h" |
| #include "third_party/leveldatabase/src/include/leveldb/write_batch.h" |
| |
| namespace leveldb_proto { |
| |
| LevelDB::LevelDB(const char* client_name) |
| : open_histogram_(nullptr), destroy_histogram_(nullptr) { |
| // Used in lieu of UMA_HISTOGRAM_ENUMERATION because the histogram name is |
| // not a constant. |
| open_histogram_ = base::LinearHistogram::FactoryGet( |
| std::string("LevelDB.Open.") + client_name, 1, |
| leveldb_env::LEVELDB_STATUS_MAX, leveldb_env::LEVELDB_STATUS_MAX + 1, |
| base::Histogram::kUmaTargetedHistogramFlag); |
| destroy_histogram_ = base::LinearHistogram::FactoryGet( |
| std::string("LevelDB.Destroy.") + client_name, 1, |
| leveldb_env::LEVELDB_STATUS_MAX, leveldb_env::LEVELDB_STATUS_MAX + 1, |
| base::Histogram::kUmaTargetedHistogramFlag); |
| } |
| |
| LevelDB::~LevelDB() { |
| DFAKE_SCOPED_LOCK(thread_checker_); |
| } |
| |
| bool LevelDB::Init(const base::FilePath& database_dir, |
| const leveldb_env::Options& options) { |
| DFAKE_SCOPED_LOCK(thread_checker_); |
| database_dir_ = database_dir; |
| open_options_ = options; |
| |
| if (database_dir.empty()) { |
| env_ = leveldb_chrome::NewMemEnv("LevelDB"); |
| open_options_.env = env_.get(); |
| } |
| |
| const std::string path = database_dir.AsUTF8Unsafe(); |
| |
| leveldb::Status status = leveldb_env::OpenDB(open_options_, path, &db_); |
| if (open_histogram_) |
| open_histogram_->Add(leveldb_env::GetLevelDBStatusUMAValue(status)); |
| if (status.IsCorruption()) { |
| if (!Destroy()) |
| return false; |
| status = leveldb_env::OpenDB(open_options_, path, &db_); |
| // Intentionally do not log the status of the second open. Doing so destroys |
| // the meaning of corruptions/open which is an important statistic. |
| } |
| |
| if (status.ok()) |
| return true; |
| |
| LOG(WARNING) << "Unable to open " << database_dir.value() << ": " |
| << status.ToString(); |
| return false; |
| } |
| |
| bool LevelDB::Save(const base::StringPairs& entries_to_save, |
| const std::vector<std::string>& keys_to_remove) { |
| DFAKE_SCOPED_LOCK(thread_checker_); |
| if (!db_) |
| return false; |
| |
| leveldb::WriteBatch updates; |
| for (const auto& pair : entries_to_save) |
| updates.Put(leveldb::Slice(pair.first), leveldb::Slice(pair.second)); |
| |
| for (const auto& key : keys_to_remove) |
| updates.Delete(leveldb::Slice(key)); |
| |
| leveldb::WriteOptions options; |
| options.sync = true; |
| |
| leveldb::Status status = db_->Write(options, &updates); |
| if (status.ok()) |
| return true; |
| |
| DLOG(WARNING) << "Failed writing leveldb_proto entries: " |
| << status.ToString(); |
| return false; |
| } |
| |
| bool LevelDB::UpdateWithRemoveFilter(const base::StringPairs& entries_to_save, |
| const KeyFilter& delete_key_filter) { |
| DFAKE_SCOPED_LOCK(thread_checker_); |
| if (!db_) |
| return false; |
| |
| leveldb::WriteBatch updates; |
| for (const auto& pair : entries_to_save) |
| updates.Put(leveldb::Slice(pair.first), leveldb::Slice(pair.second)); |
| |
| if (!delete_key_filter.is_null()) { |
| leveldb::ReadOptions read_options; |
| std::unique_ptr<leveldb::Iterator> db_iterator( |
| db_->NewIterator(read_options)); |
| for (db_iterator->SeekToFirst(); db_iterator->Valid(); |
| db_iterator->Next()) { |
| leveldb::Slice key_slice = db_iterator->key(); |
| std::string key(key_slice.data(), key_slice.size()); |
| if (delete_key_filter.Run(key)) |
| updates.Delete(leveldb::Slice(key)); |
| } |
| } |
| |
| leveldb::WriteOptions write_options; |
| write_options.sync = true; |
| leveldb::Status status = db_->Write(write_options, &updates); |
| if (status.ok()) |
| return true; |
| |
| DLOG(WARNING) << "Failed deleting leveldb_proto entries: " |
| << status.ToString(); |
| return false; |
| } |
| |
| bool LevelDB::Load(std::vector<std::string>* entries) { |
| return LoadWithFilter(KeyFilter(), entries); |
| } |
| |
| bool LevelDB::LoadWithFilter(const KeyFilter& filter, |
| std::vector<std::string>* entries) { |
| DFAKE_SCOPED_LOCK(thread_checker_); |
| if (!db_) |
| return false; |
| |
| leveldb::ReadOptions options; |
| std::unique_ptr<leveldb::Iterator> db_iterator(db_->NewIterator(options)); |
| for (db_iterator->SeekToFirst(); db_iterator->Valid(); db_iterator->Next()) { |
| if (!filter.is_null()) { |
| leveldb::Slice key_slice = db_iterator->key(); |
| if (!filter.Run(std::string(key_slice.data(), key_slice.size()))) |
| continue; |
| } |
| leveldb::Slice value_slice = db_iterator->value(); |
| std::string entry(value_slice.data(), value_slice.size()); |
| entries->push_back(entry); |
| } |
| return true; |
| } |
| |
| bool LevelDB::LoadKeys(std::vector<std::string>* keys) { |
| DFAKE_SCOPED_LOCK(thread_checker_); |
| if (!db_) |
| return false; |
| |
| leveldb::ReadOptions options; |
| options.fill_cache = false; |
| std::unique_ptr<leveldb::Iterator> db_iterator(db_->NewIterator(options)); |
| for (db_iterator->SeekToFirst(); db_iterator->Valid(); db_iterator->Next()) { |
| leveldb::Slice key_slice = db_iterator->key(); |
| keys->push_back(std::string(key_slice.data(), key_slice.size())); |
| } |
| return true; |
| } |
| |
| bool LevelDB::Get(const std::string& key, bool* found, std::string* entry) { |
| DFAKE_SCOPED_LOCK(thread_checker_); |
| if (!db_) |
| return false; |
| |
| leveldb::ReadOptions options; |
| leveldb::Status status = db_->Get(options, key, entry); |
| if (status.ok()) { |
| *found = true; |
| return true; |
| } |
| if (status.IsNotFound()) { |
| *found = false; |
| return true; |
| } |
| |
| DLOG(WARNING) << "Failed loading leveldb_proto entry with key \"" << key |
| << "\": " << status.ToString(); |
| return false; |
| } |
| |
| bool LevelDB::Destroy() { |
| db_.reset(); |
| const std::string path = database_dir_.AsUTF8Unsafe(); |
| const leveldb::Status s = leveldb::DestroyDB(path, open_options_); |
| if (!s.ok()) |
| LOG(WARNING) << "Unable to destroy " << path << ": " << s.ToString(); |
| if (destroy_histogram_) |
| destroy_histogram_->Add(leveldb_env::GetLevelDBStatusUMAValue(s)); |
| return s.ok(); |
| } |
| |
| } // namespace leveldb_proto |