15821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Copyright (c) 2012 The Chromium Authors. All rights reserved.
25821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Use of this source code is governed by a BSD-style license that can be
35821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// found in the LICENSE file.
45821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
55821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "chrome/browser/predictors/predictor_database.h"
65821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
75821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/bind.h"
85821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/file_util.h"
92a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "base/files/file_path.h"
105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/logging.h"
115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/metrics/histogram.h"
12868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles)#include "base/strings/stringprintf.h"
135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "chrome/browser/predictors/autocomplete_action_predictor_table.h"
14c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)#include "chrome/browser/predictors/logged_in_predictor_table.h"
155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "chrome/browser/predictors/resource_prefetch_predictor.h"
165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "chrome/browser/predictors/resource_prefetch_predictor_tables.h"
175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "chrome/browser/prerender/prerender_field_trial.h"
185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "chrome/browser/profiles/profile.h"
195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "content/public/browser/browser_thread.h"
205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "sql/connection.h"
215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "sql/statement.h"
225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
232a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)using content::BrowserThread;
242a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)
255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)namespace {
265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// TODO(shishir): This should move to a more generic name.
282a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)const base::FilePath::CharType kPredictorDatabaseName[] =
295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    FILE_PATH_LITERAL("Network Action Predictor");
305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}  // namespace
325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)namespace predictors {
345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Refcounted as it is created, initialized and destroyed on a different thread
365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// to the DB thread that is required for all methods performing database access.
375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)class PredictorDatabaseInternal
385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    : public base::RefCountedThreadSafe<PredictorDatabaseInternal> {
395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) private:
405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  friend class base::RefCountedThreadSafe<PredictorDatabaseInternal>;
415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  friend class PredictorDatabase;
425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  explicit PredictorDatabaseInternal(Profile* profile);
445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  virtual ~PredictorDatabaseInternal();
455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // Opens the database file from the profile path. Separated from the
475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // constructor to ease construction/destruction of this object on one thread
485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // but database access on the DB thread.
495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  void Initialize();
505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  void LogDatabaseStats();  //  DB Thread.
515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // Cancels pending DB transactions. Should only be called on the UI thread.
535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  void SetCancelled();
545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  bool is_resource_prefetch_predictor_enabled_;
562a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)  base::FilePath db_path_;
572a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)  scoped_ptr<sql::Connection> db_;
585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // TODO(shishir): These tables may not need to be refcounted. Maybe move them
605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // to using a WeakPtr instead.
615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  scoped_refptr<AutocompleteActionPredictorTable> autocomplete_table_;
62c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)  scoped_refptr<LoggedInPredictorTable> logged_in_table_;
635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  scoped_refptr<ResourcePrefetchPredictorTables> resource_prefetch_tables_;
645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  DISALLOW_COPY_AND_ASSIGN(PredictorDatabaseInternal);
665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)};
675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)PredictorDatabaseInternal::PredictorDatabaseInternal(Profile* profile)
705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    : db_path_(profile->GetPath().Append(kPredictorDatabaseName)),
712a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)      db_(new sql::Connection()),
725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)      autocomplete_table_(new AutocompleteActionPredictorTable()),
73c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)      logged_in_table_(new LoggedInPredictorTable()),
745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)      resource_prefetch_tables_(new ResourcePrefetchPredictorTables()) {
75eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch  db_->set_histogram_tag("Predictor");
762a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)  ResourcePrefetchPredictorConfig config;
775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  is_resource_prefetch_predictor_enabled_ =
782a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)      IsSpeculativeResourcePrefetchingEnabled(profile, &config);
795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}
805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)PredictorDatabaseInternal::~PredictorDatabaseInternal() {
822a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)  // The connection pointer needs to be deleted on the DB thread since there
832a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)  // might be a task in progress on the DB thread which uses this connection.
842a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)  BrowserThread::DeleteSoon(BrowserThread::DB, FROM_HERE, db_.release());
855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}
865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void PredictorDatabaseInternal::Initialize() {
882a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)  CHECK(BrowserThread::CurrentlyOn(BrowserThread::DB));
89c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)  // TODO(tburkard): figure out if we need this.
90c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)  //  db_->set_exclusive_locking();
912a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)  bool success = db_->Open(db_path_);
925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  if (!success)
945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    return;
955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
962a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)  autocomplete_table_->Initialize(db_.get());
97c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)  logged_in_table_->Initialize(db_.get());
982a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)  resource_prefetch_tables_->Initialize(db_.get());
995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  LogDatabaseStats();
1015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}
1025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void PredictorDatabaseInternal::SetCancelled() {
1042a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)  CHECK(BrowserThread::CurrentlyOn(BrowserThread::UI));
1055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  autocomplete_table_->SetCancelled();
107c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)  logged_in_table_->SetCancelled();
1085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  resource_prefetch_tables_->SetCancelled();
1095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}
1105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void PredictorDatabaseInternal::LogDatabaseStats() {
1122a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)  CHECK(BrowserThread::CurrentlyOn(BrowserThread::DB));
1135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  int64 db_size;
1155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  bool success = file_util::GetFileSize(db_path_, &db_size);
1165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  DCHECK(success) << "Failed to get file size for " << db_path_.value();
1175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  UMA_HISTOGRAM_MEMORY_KB("PredictorDatabase.DatabaseSizeKB",
1185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)                          static_cast<int>(db_size / 1024));
1195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  autocomplete_table_->LogDatabaseStats();
121c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)  logged_in_table_->LogDatabaseStats();
1225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  if (is_resource_prefetch_predictor_enabled_)
1235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    resource_prefetch_tables_->LogDatabaseStats();
1245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}
1255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)PredictorDatabase::PredictorDatabase(Profile* profile)
1275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    : db_(new PredictorDatabaseInternal(profile)) {
1282a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)  BrowserThread::PostTask(BrowserThread::DB, FROM_HERE,
1295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)      base::Bind(&PredictorDatabaseInternal::Initialize, db_));
1305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}
1315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)PredictorDatabase::~PredictorDatabase() {
1335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}
1345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void PredictorDatabase::Shutdown() {
1365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  db_->SetCancelled();
1375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}
1385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)scoped_refptr<AutocompleteActionPredictorTable>
1405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    PredictorDatabase::autocomplete_table() {
1415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  return db_->autocomplete_table_;
1425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}
1435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
144c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)scoped_refptr<LoggedInPredictorTable>
145c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)    PredictorDatabase::logged_in_table() {
146c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)  return db_->logged_in_table_;
147c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)}
148c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)
1495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)scoped_refptr<ResourcePrefetchPredictorTables>
1505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    PredictorDatabase::resource_prefetch_tables() {
1515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  return db_->resource_prefetch_tables_;
1525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}
1535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)sql::Connection* PredictorDatabase::GetDatabase() {
1552a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)  return db_->db_.get();
1565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}
1575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}  // namespace predictors
159