| // Copyright (c) 2010 The Chromium Authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style license that can be |
| // found in the LICENSE file. |
| |
| #include "chrome/browser/net/sqlite_persistent_cookie_store.h" |
| |
| #include <list> |
| |
| #include "app/sql/statement.h" |
| #include "app/sql/transaction.h" |
| #include "base/basictypes.h" |
| #include "base/file_util.h" |
| #include "base/logging.h" |
| #include "base/ref_counted.h" |
| #include "base/scoped_ptr.h" |
| #include "base/string_util.h" |
| #include "base/thread.h" |
| #include "chrome/browser/chrome_thread.h" |
| #include "chrome/browser/diagnostics/sqlite_diagnostics.h" |
| |
| using base::Time; |
| |
| // This class is designed to be shared between any calling threads and the |
| // database thread. It batches operations and commits them on a timer. |
| class SQLitePersistentCookieStore::Backend |
| : public base::RefCountedThreadSafe<SQLitePersistentCookieStore::Backend> { |
| public: |
| // The passed database pointer must be already-initialized. This object will |
| // take ownership. |
| explicit Backend(sql::Connection* db) |
| : db_(db), |
| num_pending_(0) { |
| DCHECK(db_) << "Database must exist."; |
| } |
| |
| // Batch a cookie addition. |
| void AddCookie(const std::string& key, |
| const net::CookieMonster::CanonicalCookie& cc); |
| |
| // Batch a cookie access time update. |
| void UpdateCookieAccessTime(const net::CookieMonster::CanonicalCookie& cc); |
| |
| // Batch a cookie deletion. |
| void DeleteCookie(const net::CookieMonster::CanonicalCookie& cc); |
| |
| // Commit any pending operations and close the database. This must be called |
| // before the object is destructed. |
| void Close(); |
| |
| private: |
| friend class base::RefCountedThreadSafe<SQLitePersistentCookieStore::Backend>; |
| |
| // You should call Close() before destructing this object. |
| ~Backend() { |
| DCHECK(!db_) << "Close should have already been called."; |
| DCHECK(num_pending_ == 0 && pending_.empty()); |
| } |
| |
| class PendingOperation { |
| public: |
| typedef enum { |
| COOKIE_ADD, |
| COOKIE_UPDATEACCESS, |
| COOKIE_DELETE, |
| } OperationType; |
| |
| PendingOperation(OperationType op, |
| const std::string& key, |
| const net::CookieMonster::CanonicalCookie& cc) |
| : op_(op), key_(key), cc_(cc) { } |
| |
| OperationType op() const { return op_; } |
| const std::string& key() const { return key_; } |
| const net::CookieMonster::CanonicalCookie& cc() const { return cc_; } |
| |
| private: |
| OperationType op_; |
| std::string key_; // Only used for OP_ADD |
| net::CookieMonster::CanonicalCookie cc_; |
| }; |
| |
| private: |
| // Batch a cookie operation (add or delete) |
| void BatchOperation(PendingOperation::OperationType op, |
| const std::string& key, |
| const net::CookieMonster::CanonicalCookie& cc); |
| // Commit our pending operations to the database. |
| void Commit(); |
| // Close() executed on the background thread. |
| void InternalBackgroundClose(); |
| |
| sql::Connection* db_; |
| |
| typedef std::list<PendingOperation*> PendingOperationsList; |
| PendingOperationsList pending_; |
| PendingOperationsList::size_type num_pending_; |
| Lock pending_lock_; // Guard pending_ and num_pending_ |
| |
| DISALLOW_COPY_AND_ASSIGN(Backend); |
| }; |
| |
| void SQLitePersistentCookieStore::Backend::AddCookie( |
| const std::string& key, |
| const net::CookieMonster::CanonicalCookie& cc) { |
| BatchOperation(PendingOperation::COOKIE_ADD, key, cc); |
| } |
| |
| void SQLitePersistentCookieStore::Backend::UpdateCookieAccessTime( |
| const net::CookieMonster::CanonicalCookie& cc) { |
| BatchOperation(PendingOperation::COOKIE_UPDATEACCESS, std::string(), cc); |
| } |
| |
| void SQLitePersistentCookieStore::Backend::DeleteCookie( |
| const net::CookieMonster::CanonicalCookie& cc) { |
| BatchOperation(PendingOperation::COOKIE_DELETE, std::string(), cc); |
| } |
| |
| void SQLitePersistentCookieStore::Backend::BatchOperation( |
| PendingOperation::OperationType op, |
| const std::string& key, |
| const net::CookieMonster::CanonicalCookie& cc) { |
| // Commit every 30 seconds. |
| static const int kCommitIntervalMs = 30 * 1000; |
| // Commit right away if we have more than 512 outstanding operations. |
| static const size_t kCommitAfterBatchSize = 512; |
| DCHECK(!ChromeThread::CurrentlyOn(ChromeThread::DB)); |
| |
| // We do a full copy of the cookie here, and hopefully just here. |
| scoped_ptr<PendingOperation> po(new PendingOperation(op, key, cc)); |
| CHECK(po.get()); |
| |
| PendingOperationsList::size_type num_pending; |
| { |
| AutoLock locked(pending_lock_); |
| pending_.push_back(po.release()); |
| num_pending = ++num_pending_; |
| } |
| |
| if (num_pending == 1) { |
| // We've gotten our first entry for this batch, fire off the timer. |
| ChromeThread::PostDelayedTask( |
| ChromeThread::DB, FROM_HERE, |
| NewRunnableMethod(this, &Backend::Commit), kCommitIntervalMs); |
| } else if (num_pending == kCommitAfterBatchSize) { |
| // We've reached a big enough batch, fire off a commit now. |
| ChromeThread::PostTask( |
| ChromeThread::DB, FROM_HERE, NewRunnableMethod(this, &Backend::Commit)); |
| } |
| } |
| |
| void SQLitePersistentCookieStore::Backend::Commit() { |
| DCHECK(ChromeThread::CurrentlyOn(ChromeThread::DB)); |
| PendingOperationsList ops; |
| { |
| AutoLock locked(pending_lock_); |
| pending_.swap(ops); |
| num_pending_ = 0; |
| } |
| |
| // Maybe an old timer fired or we are already Close()'ed. |
| if (!db_ || ops.empty()) |
| return; |
| |
| sql::Statement add_smt(db_->GetCachedStatement(SQL_FROM_HERE, |
| "INSERT INTO cookies (creation_utc, host_key, name, value, path, " |
| "expires_utc, secure, httponly, last_access_utc) " |
| "VALUES (?,?,?,?,?,?,?,?,?)")); |
| if (!add_smt) { |
| NOTREACHED(); |
| return; |
| } |
| |
| sql::Statement update_access_smt(db_->GetCachedStatement(SQL_FROM_HERE, |
| "UPDATE cookies SET last_access_utc=? WHERE creation_utc=?")); |
| if (!update_access_smt) { |
| NOTREACHED(); |
| return; |
| } |
| |
| sql::Statement del_smt(db_->GetCachedStatement(SQL_FROM_HERE, |
| "DELETE FROM cookies WHERE creation_utc=?")); |
| if (!del_smt) { |
| NOTREACHED(); |
| return; |
| } |
| |
| sql::Transaction transaction(db_); |
| if (!transaction.Begin()) { |
| NOTREACHED(); |
| return; |
| } |
| for (PendingOperationsList::iterator it = ops.begin(); |
| it != ops.end(); ++it) { |
| // Free the cookies as we commit them to the database. |
| scoped_ptr<PendingOperation> po(*it); |
| switch (po->op()) { |
| case PendingOperation::COOKIE_ADD: |
| add_smt.Reset(); |
| add_smt.BindInt64(0, po->cc().CreationDate().ToInternalValue()); |
| add_smt.BindString(1, po->key()); |
| add_smt.BindString(2, po->cc().Name()); |
| add_smt.BindString(3, po->cc().Value()); |
| add_smt.BindString(4, po->cc().Path()); |
| add_smt.BindInt64(5, po->cc().ExpiryDate().ToInternalValue()); |
| add_smt.BindInt(6, po->cc().IsSecure()); |
| add_smt.BindInt(7, po->cc().IsHttpOnly()); |
| add_smt.BindInt64(8, po->cc().LastAccessDate().ToInternalValue()); |
| if (!add_smt.Run()) |
| NOTREACHED() << "Could not add a cookie to the DB."; |
| break; |
| |
| case PendingOperation::COOKIE_UPDATEACCESS: |
| update_access_smt.Reset(); |
| update_access_smt.BindInt64(0, |
| po->cc().LastAccessDate().ToInternalValue()); |
| update_access_smt.BindInt64(1, |
| po->cc().CreationDate().ToInternalValue()); |
| if (!update_access_smt.Run()) |
| NOTREACHED() << "Could not update cookie last access time in the DB."; |
| break; |
| |
| case PendingOperation::COOKIE_DELETE: |
| del_smt.Reset(); |
| del_smt.BindInt64(0, po->cc().CreationDate().ToInternalValue()); |
| if (!del_smt.Run()) |
| NOTREACHED() << "Could not delete a cookie from the DB."; |
| break; |
| |
| default: |
| NOTREACHED(); |
| break; |
| } |
| } |
| bool succeeded = transaction.Commit(); |
| UMA_HISTOGRAM_ENUMERATION("net.CookieBackingStoreUpdateResults", |
| succeeded ? 0 : 1, 2); |
| } |
| |
| // Fire off a close message to the background thread. We could still have a |
| // pending commit timer that will be holding a reference on us, but if/when |
| // this fires we will already have been cleaned up and it will be ignored. |
| void SQLitePersistentCookieStore::Backend::Close() { |
| DCHECK(!ChromeThread::CurrentlyOn(ChromeThread::DB)); |
| // Must close the backend on the background thread. |
| ChromeThread::PostTask( |
| ChromeThread::DB, FROM_HERE, |
| NewRunnableMethod(this, &Backend::InternalBackgroundClose)); |
| } |
| |
| void SQLitePersistentCookieStore::Backend::InternalBackgroundClose() { |
| DCHECK(ChromeThread::CurrentlyOn(ChromeThread::DB)); |
| // Commit any pending operations |
| Commit(); |
| |
| delete db_; |
| db_ = NULL; |
| } |
| |
| SQLitePersistentCookieStore::SQLitePersistentCookieStore(const FilePath& path) |
| : path_(path) { |
| } |
| |
| SQLitePersistentCookieStore::~SQLitePersistentCookieStore() { |
| if (backend_.get()) { |
| backend_->Close(); |
| // Release our reference, it will probably still have a reference if the |
| // background thread has not run Close() yet. |
| backend_ = NULL; |
| } |
| } |
| |
| // Version number of the database. In version 4, we migrated the time epoch. |
| // If you open the DB with an older version on Mac or Linux, the times will |
| // look wonky, but the file will likely be usable. On Windows version 3 and 4 |
| // are the same. |
| // |
| // Version 3 updated the database to include the last access time, so we can |
| // expire them in decreasing order of use when we've reached the maximum |
| // number of cookies. |
| static const int kCurrentVersionNumber = 4; |
| static const int kCompatibleVersionNumber = 3; |
| |
| namespace { |
| |
| // Initializes the cookies table, returning true on success. |
| bool InitTable(sql::Connection* db) { |
| if (!db->DoesTableExist("cookies")) { |
| if (!db->Execute("CREATE TABLE cookies (" |
| "creation_utc INTEGER NOT NULL UNIQUE PRIMARY KEY," |
| "host_key TEXT NOT NULL," |
| "name TEXT NOT NULL," |
| "value TEXT NOT NULL," |
| "path TEXT NOT NULL," |
| // We only store persistent, so we know it expires |
| "expires_utc INTEGER NOT NULL," |
| "secure INTEGER NOT NULL," |
| "httponly INTEGER NOT NULL," |
| "last_access_utc INTEGER NOT NULL)")) |
| return false; |
| } |
| |
| // Try to create the index every time. Older versions did not have this index, |
| // so we want those people to get it. Ignore errors, since it may exist. |
| db->Execute("CREATE INDEX cookie_times ON cookies (creation_utc)"); |
| return true; |
| } |
| |
| } // namespace |
| |
| bool SQLitePersistentCookieStore::Load( |
| std::vector<net::CookieMonster::KeyedCanonicalCookie>* cookies) { |
| scoped_ptr<sql::Connection> db(new sql::Connection); |
| if (!db->Open(path_)) { |
| NOTREACHED() << "Unable to open cookie DB."; |
| return false; |
| } |
| |
| db->set_error_delegate(GetErrorHandlerForCookieDb()); |
| |
| if (!EnsureDatabaseVersion(db.get()) || !InitTable(db.get())) { |
| NOTREACHED() << "Unable to initialize cookie DB."; |
| return false; |
| } |
| |
| db->Preload(); |
| |
| // Slurp all the cookies into the out-vector. |
| sql::Statement smt(db->GetUniqueStatement( |
| "SELECT creation_utc, host_key, name, value, path, expires_utc, secure, " |
| "httponly, last_access_utc FROM cookies")); |
| if (!smt) { |
| NOTREACHED() << "select statement prep failed"; |
| return false; |
| } |
| |
| while (smt.Step()) { |
| scoped_ptr<net::CookieMonster::CanonicalCookie> cc( |
| new net::CookieMonster::CanonicalCookie( |
| smt.ColumnString(2), // name |
| smt.ColumnString(3), // value |
| smt.ColumnString(1), // domain |
| smt.ColumnString(4), // path |
| smt.ColumnInt(6) != 0, // secure |
| smt.ColumnInt(7) != 0, // httponly |
| Time::FromInternalValue(smt.ColumnInt64(0)), // creation_utc |
| Time::FromInternalValue(smt.ColumnInt64(8)), // last_access_utc |
| true, // has_expires |
| Time::FromInternalValue(smt.ColumnInt64(5)))); // expires_utc |
| DLOG_IF(WARNING, |
| cc->CreationDate() > Time::Now()) << L"CreationDate too recent"; |
| cookies->push_back( |
| net::CookieMonster::KeyedCanonicalCookie(smt.ColumnString(1), |
| cc.release())); |
| } |
| |
| // Create the backend, this will take ownership of the db pointer. |
| backend_ = new Backend(db.release()); |
| return true; |
| } |
| |
| bool SQLitePersistentCookieStore::EnsureDatabaseVersion(sql::Connection* db) { |
| // Version check. |
| if (!meta_table_.Init(db, kCurrentVersionNumber, kCompatibleVersionNumber)) |
| return false; |
| |
| if (meta_table_.GetCompatibleVersionNumber() > kCurrentVersionNumber) { |
| LOG(WARNING) << "Cookie database is too new."; |
| return false; |
| } |
| |
| int cur_version = meta_table_.GetVersionNumber(); |
| if (cur_version == 2) { |
| sql::Transaction transaction(db); |
| if (!transaction.Begin()) |
| return false; |
| if (!db->Execute("ALTER TABLE cookies ADD COLUMN last_access_utc " |
| "INTEGER DEFAULT 0") || |
| !db->Execute("UPDATE cookies SET last_access_utc = creation_utc")) { |
| LOG(WARNING) << "Unable to update cookie database to version 3."; |
| return false; |
| } |
| ++cur_version; |
| meta_table_.SetVersionNumber(cur_version); |
| meta_table_.SetCompatibleVersionNumber( |
| std::min(cur_version, kCompatibleVersionNumber)); |
| transaction.Commit(); |
| } |
| |
| if (cur_version == 3) { |
| // The time epoch changed for Mac & Linux in this version to match Windows. |
| // This patch came after the main epoch change happened, so some |
| // developers have "good" times for cookies added by the more recent |
| // versions. So we have to be careful to only update times that are under |
| // the old system (which will appear to be from before 1970 in the new |
| // system). The magic number used below is 1970 in our time units. |
| sql::Transaction transaction(db); |
| transaction.Begin(); |
| #if !defined(OS_WIN) |
| db->Execute( |
| "UPDATE cookies " |
| "SET creation_utc = creation_utc + 11644473600000000 " |
| "WHERE rowid IN " |
| "(SELECT rowid FROM cookies WHERE " |
| "creation_utc > 0 AND creation_utc < 11644473600000000)"); |
| db->Execute( |
| "UPDATE cookies " |
| "SET expires_utc = expires_utc + 11644473600000000 " |
| "WHERE rowid IN " |
| "(SELECT rowid FROM cookies WHERE " |
| "expires_utc > 0 AND expires_utc < 11644473600000000)"); |
| db->Execute( |
| "UPDATE cookies " |
| "SET last_access_utc = last_access_utc + 11644473600000000 " |
| "WHERE rowid IN " |
| "(SELECT rowid FROM cookies WHERE " |
| "last_access_utc > 0 AND last_access_utc < 11644473600000000)"); |
| #endif |
| ++cur_version; |
| meta_table_.SetVersionNumber(cur_version); |
| transaction.Commit(); |
| } |
| |
| // Put future migration cases here. |
| |
| // When the version is too old, we just try to continue anyway, there should |
| // not be a released product that makes a database too old for us to handle. |
| LOG_IF(WARNING, cur_version < kCurrentVersionNumber) << |
| "Cookie database version " << cur_version << " is too old to handle."; |
| |
| return true; |
| } |
| |
| void SQLitePersistentCookieStore::AddCookie( |
| const std::string& key, |
| const net::CookieMonster::CanonicalCookie& cc) { |
| if (backend_.get()) |
| backend_->AddCookie(key, cc); |
| } |
| |
| void SQLitePersistentCookieStore::UpdateCookieAccessTime( |
| const net::CookieMonster::CanonicalCookie& cc) { |
| if (backend_.get()) |
| backend_->UpdateCookieAccessTime(cc); |
| } |
| |
| void SQLitePersistentCookieStore::DeleteCookie( |
| const net::CookieMonster::CanonicalCookie& cc) { |
| if (backend_.get()) |
| backend_->DeleteCookie(cc); |
| } |
| |
| // static |
| void SQLitePersistentCookieStore::ClearLocalState( |
| const FilePath& path) { |
| file_util::Delete(path, false); |
| } |