blob: ef0d8c2e4e3972078f2d76b8a839e9b89a32f62e [file] [log] [blame]
// Copyright 2013 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include <stdint.h>
#include <string>
#include "base/gtest_prod_util.h"
#include "chrome/browser/extensions/activity_log/activity_database.h"
#include "chrome/browser/extensions/activity_log/activity_log_policy.h"
#include "chrome/browser/extensions/activity_log/database_string_table.h"
namespace extensions {
// A policy for logging the stream of actions, but with most arguments stripped
// out (to improve privacy and reduce database size) and with multiple
// identical rows combined together using a count column to track the total
// number of repetitions. Identical rows within the same day are merged, but
// actions on separate days are kept distinct. Data is kept for up to a few
// days then deleted.
class CountingPolicy : public ActivityLogDatabasePolicy {
explicit CountingPolicy(Profile* profile);
~CountingPolicy() override;
void ProcessAction(scoped_refptr<Action> action) override;
void ReadFilteredData(
const std::string& extension_id,
const Action::ActionType type,
const std::string& api_name,
const std::string& page_url,
const std::string& arg_url,
const int days_ago,
base::OnceCallback<void(std::unique_ptr<Action::ActionVector>)> callback)
void Close() override;
// Gets or sets the amount of time that old records are kept in the database.
const base::TimeDelta& retention_time() const { return retention_time_; }
void set_retention_time(const base::TimeDelta& delta) {
retention_time_ = delta;
// Remove actions (rows) which IDs are specified in the action_ids array.
void RemoveActions(const std::vector<int64_t>& action_ids) override;
// Clean the URL data stored for this policy.
void RemoveURLs(const std::vector<GURL>&) override;
// Clean the data related to this extension for this policy.
void RemoveExtensionData(const std::string& extension_id) override;
// Delete everything in the database.
void DeleteDatabase() override;
// The main database table, and the name for a read-only view that
// decompresses string values for easier parsing.
static const char kTableName[];
static const char kReadViewName[];
// The ActivityDatabase::Delegate interface. These are always called from
// the database thread.
bool InitDatabase(sql::Database* db) override;
bool FlushDatabase(sql::Database* db) override;
void OnDatabaseFailure() override;
void OnDatabaseClose() override;
// A type used to track pending writes to the database. The key is an action
// to write; the value is the amount by which the count field should be
// incremented in the database.
typedef std::map<
// Adds an Action to those to be written out; this is an internal method used
// by ProcessAction and is called on the database thread.
void QueueAction(scoped_refptr<Action> action);
// Internal method to read data from the database; called on the database
// thread.
std::unique_ptr<Action::ActionVector> DoReadFilteredData(
const std::string& extension_id,
const Action::ActionType type,
const std::string& api_name,
const std::string& page_url,
const std::string& arg_url,
const int days_ago);
// The implementation of RemoveActions; this must only run on the database
// thread.
void DoRemoveActions(const std::vector<int64_t>& action_ids);
// The implementation of RemoveURLs; this must only run on the database
// thread.
void DoRemoveURLs(const std::vector<GURL>& restrict_urls);
// The implementation of RemoveExtensionData; this must only run on the
// database thread.
void DoRemoveExtensionData(const std::string& extension_id);
// The implementation of DeleteDatabase; called on the database thread.
void DoDeleteDatabase();
// Cleans old records from the activity log database.
bool CleanOlderThan(sql::Database* db, const base::Time& cutoff);
// Cleans unused interned strings from the database. This should be run
// after deleting rows from the main log table to clean out stale values.
bool CleanStringTables(sql::Database* db);
// API calls for which complete arguments should be logged.
Util::ApiSet api_arg_whitelist_;
// Tables for mapping strings to integers for shrinking database storage
// requirements. URLs are kept in a separate table from other strings to
// make history clearing simpler.
DatabaseStringTable string_table_;
DatabaseStringTable url_table_;
// Tracks any pending updates to be written to the database, if write
// batching is turned on. Should only be accessed from the database thread.
ActionQueue queued_actions_;
// All queued actions must fall on the same day, so that we do not
// accidentally aggregate actions that should be kept separate.
// queued_actions_date_ is the date (timestamp at local midnight) of all the
// actions in queued_actions_.
base::Time queued_actions_date_;
// The amount of time old activity log records should be kept in the
// database. This time is subtracted from the current time, rounded down to
// midnight, and rows older than this are deleted from the database when
// cleaning runs.
base::TimeDelta retention_time_;
// The time at which old activity log records were last cleaned out of the
// database (only tracked for this browser session). Old records are deleted
// on the first database flush, and then every 12 hours subsequently.
base::Time last_database_cleaning_time_;
friend class CountingPolicyTest;
FRIEND_TEST_ALL_PREFIXES(CountingPolicyTest, EarlyFlush);
FRIEND_TEST_ALL_PREFIXES(CountingPolicyTest, MergingAndExpiring);
FRIEND_TEST_ALL_PREFIXES(CountingPolicyTest, StringTableCleaning);
} // namespace extensions