xref: /external/chromium_org/chrome/browser/predictors/resource_prefetch_predictor_unittest.cc

// Copyright 2014 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.

#include <iostream>
#include "base/memory/ref_counted.h"
#include "base/memory/scoped_ptr.h"
#include "base/message_loop/message_loop.h"
#include "base/run_loop.h"
#include "base/time/time.h"
#include "chrome/browser/history/history_service.h"
#include "chrome/browser/history/history_service_factory.h"
#include "chrome/browser/predictors/resource_prefetch_predictor.h"
#include "chrome/browser/predictors/resource_prefetch_predictor_tables.h"
#include "chrome/test/base/testing_profile.h"
#include "components/history/core/browser/history_types.h"
#include "content/public/test/test_browser_thread.h"
#include "testing/gmock/include/gmock/gmock.h"
#include "testing/gtest/include/gtest/gtest.h"

using testing::ContainerEq;
using testing::Pointee;
using testing::SetArgPointee;
using testing::StrictMock;

namespace predictors {

typedef ResourcePrefetchPredictor::URLRequestSummary URLRequestSummary;
typedef ResourcePrefetchPredictorTables::ResourceRow ResourceRow;
typedef std::vector<ResourceRow> ResourceRows;
typedef ResourcePrefetchPredictorTables::PrefetchData PrefetchData;
typedef ResourcePrefetchPredictorTables::PrefetchDataMap PrefetchDataMap;

// For printing failures nicely.
void PrintTo(const ResourceRow& row, ::std::ostream* os) {
  *os << "[" << row.primary_key << "," << row.resource_url
      << "," << row.resource_type << "," << row.number_of_hits
      << "," << row.number_of_misses << "," << row.consecutive_misses
      << "," << row.average_position << "," << row.score << "]";
}

void PrintTo(const PrefetchData& data, ::std::ostream* os) {
  *os << "[" << data.key_type << "," << data.primary_key
      << "," << data.last_visit.ToInternalValue() << "]\n";
  for (ResourceRows::const_iterator it = data.resources.begin();
       it != data.resources.end(); ++it) {
    *os << "\t\t";
    PrintTo(*it, os);
    *os << "\n";
  }
}

class MockResourcePrefetchPredictorTables
    : public ResourcePrefetchPredictorTables {
 public:
  MockResourcePrefetchPredictorTables() { }

  MOCK_METHOD2(GetAllData, void(PrefetchDataMap* url_data_map,
                                PrefetchDataMap* host_data_map));
  MOCK_METHOD2(UpdateData, void(const PrefetchData& url_data,
                                const PrefetchData& host_data));
  MOCK_METHOD2(DeleteData, void(const std::vector<std::string>& urls,
                                const std::vector<std::string>& hosts));
  MOCK_METHOD2(DeleteSingleDataPoint, void(const std::string& key,
                                           PrefetchKeyType key_type));
  MOCK_METHOD0(DeleteAllData, void());

 protected:
  ~MockResourcePrefetchPredictorTables() { }
};

class ResourcePrefetchPredictorTest : public testing::Test {
 public:
  ResourcePrefetchPredictorTest();
  virtual ~ResourcePrefetchPredictorTest();
  virtual void SetUp() OVERRIDE;
  virtual void TearDown() OVERRIDE;

 protected:
  void AddUrlToHistory(const std::string& url, int visit_count) {
    HistoryServiceFactory::GetForProfile(profile_.get(),
                                         Profile::EXPLICIT_ACCESS)->
        AddPageWithDetails(
            GURL(url),
            base::string16(),
            visit_count,
            0,
            base::Time::Now(),
            false,
            history::SOURCE_BROWSED);
    profile_->BlockUntilHistoryProcessesPendingRequests();
  }

  NavigationID CreateNavigationID(int process_id,
                                  int render_frame_id,
                                  const std::string& main_frame_url) {
    NavigationID navigation_id;
    navigation_id.render_process_id = process_id;
    navigation_id.render_frame_id = render_frame_id;
    navigation_id.main_frame_url = GURL(main_frame_url);
    navigation_id.creation_time = base::TimeTicks::Now();
    return navigation_id;
  }

  ResourcePrefetchPredictor::URLRequestSummary CreateURLRequestSummary(
      int process_id,
      int render_frame_id,
      const std::string& main_frame_url,
      const std::string& resource_url,
      content::ResourceType resource_type,
      const std::string& mime_type,
      bool was_cached) {
    ResourcePrefetchPredictor::URLRequestSummary summary;
    summary.navigation_id = CreateNavigationID(process_id, render_frame_id,
                                               main_frame_url);
    summary.resource_url = GURL(resource_url);
    summary.resource_type = resource_type;
    summary.mime_type = mime_type;
    summary.was_cached = was_cached;
    return summary;
  }

  void InitializePredictor() {
    predictor_->StartInitialization();
    base::RunLoop loop;
    loop.RunUntilIdle();  // Runs the DB lookup.
    profile_->BlockUntilHistoryProcessesPendingRequests();
  }

  bool URLRequestSummaryAreEqual(const URLRequestSummary& lhs,
                                 const URLRequestSummary& rhs) {
    return lhs.navigation_id == rhs.navigation_id &&
        lhs.resource_url == rhs.resource_url &&
        lhs.resource_type == rhs.resource_type &&
        lhs.mime_type == rhs.mime_type &&
        lhs.was_cached == rhs.was_cached;
  }

  void ResetPredictor() {
    ResourcePrefetchPredictorConfig config;
    config.max_urls_to_track = 3;
    config.max_hosts_to_track = 2;
    config.min_url_visit_count = 2;
    config.max_resources_per_entry = 4;
    config.max_consecutive_misses = 2;

    // TODO(shishir): Enable the prefetching mode in the tests.
    config.mode |= ResourcePrefetchPredictorConfig::URL_LEARNING;
    config.mode |= ResourcePrefetchPredictorConfig::HOST_LEARNING;
    predictor_.reset(new ResourcePrefetchPredictor(config, profile_.get()));
    predictor_->set_mock_tables(mock_tables_);
  }

  void InitializeSampleData();

  base::MessageLoop loop_;
  content::TestBrowserThread ui_thread_;
  content::TestBrowserThread db_thread_;
  scoped_ptr<TestingProfile> profile_;

  scoped_ptr<ResourcePrefetchPredictor> predictor_;
  scoped_refptr<StrictMock<MockResourcePrefetchPredictorTables> > mock_tables_;

  PrefetchDataMap test_url_data_;
  PrefetchDataMap test_host_data_;
  PrefetchData empty_url_data_;
  PrefetchData empty_host_data_;
};

ResourcePrefetchPredictorTest::ResourcePrefetchPredictorTest()
    : loop_(base::MessageLoop::TYPE_DEFAULT),
      ui_thread_(content::BrowserThread::UI, &loop_),
      db_thread_(content::BrowserThread::DB, &loop_),
      profile_(new TestingProfile()),
      mock_tables_(new StrictMock<MockResourcePrefetchPredictorTables>()),
      empty_url_data_(PREFETCH_KEY_TYPE_URL, std::string()),
      empty_host_data_(PREFETCH_KEY_TYPE_HOST, std::string()) {}

ResourcePrefetchPredictorTest::~ResourcePrefetchPredictorTest() {
  profile_.reset(NULL);
  loop_.RunUntilIdle();
}

void ResourcePrefetchPredictorTest::SetUp() {
  InitializeSampleData();

  ASSERT_TRUE(profile_->CreateHistoryService(true, false));
  profile_->BlockUntilHistoryProcessesPendingRequests();
  EXPECT_TRUE(HistoryServiceFactory::GetForProfile(profile_.get(),
                                                   Profile::EXPLICIT_ACCESS));
  // Initialize the predictor with empty data.
  ResetPredictor();
  EXPECT_EQ(predictor_->initialization_state_,
            ResourcePrefetchPredictor::NOT_INITIALIZED);
  EXPECT_CALL(*mock_tables_.get(),
              GetAllData(Pointee(ContainerEq(PrefetchDataMap())),
                         Pointee(ContainerEq(PrefetchDataMap()))));
  InitializePredictor();
  EXPECT_TRUE(predictor_->inflight_navigations_.empty());
  EXPECT_EQ(predictor_->initialization_state_,
            ResourcePrefetchPredictor::INITIALIZED);
}

void ResourcePrefetchPredictorTest::TearDown() {
  predictor_.reset(NULL);
  profile_->DestroyHistoryService();
}

void ResourcePrefetchPredictorTest::InitializeSampleData() {
  {  // Url data.
    PrefetchData google(PREFETCH_KEY_TYPE_URL, "http://www.google.com/");
    google.last_visit = base::Time::FromInternalValue(1);
    google.resources.push_back(ResourceRow(std::string(),
                                           "http://google.com/style1.css",
                                           content::RESOURCE_TYPE_STYLESHEET,
                                           3,
                                           2,
                                           1,
                                           1.0));
    google.resources.push_back(ResourceRow(std::string(),
                                           "http://google.com/script3.js",
                                           content::RESOURCE_TYPE_SCRIPT,
                                           4,
                                           0,
                                           1,
                                           2.1));
    google.resources.push_back(ResourceRow(std::string(),
                                           "http://google.com/script4.js",
                                           content::RESOURCE_TYPE_SCRIPT,
                                           11,
                                           0,
                                           0,
                                           2.1));
    google.resources.push_back(ResourceRow(std::string(),
                                           "http://google.com/image1.png",
                                           content::RESOURCE_TYPE_IMAGE,
                                           6,
                                           3,
                                           0,
                                           2.2));
    google.resources.push_back(ResourceRow(std::string(),
                                           "http://google.com/a.font",
                                           content::RESOURCE_TYPE_LAST_TYPE,
                                           2,
                                           0,
                                           0,
                                           5.1));

    PrefetchData reddit(PREFETCH_KEY_TYPE_URL, "http://www.reddit.com/");
    reddit.last_visit = base::Time::FromInternalValue(2);
    reddit.resources
        .push_back(ResourceRow(std::string(),
                               "http://reddit-resource.com/script1.js",
                               content::RESOURCE_TYPE_SCRIPT,
                               4,
                               0,
                               1,
                               1.0));
    reddit.resources
        .push_back(ResourceRow(std::string(),
                               "http://reddit-resource.com/script2.js",
                               content::RESOURCE_TYPE_SCRIPT,
                               2,
                               0,
                               0,
                               2.1));

    PrefetchData yahoo(PREFETCH_KEY_TYPE_URL, "http://www.yahoo.com/");
    yahoo.last_visit = base::Time::FromInternalValue(3);
    yahoo.resources.push_back(ResourceRow(std::string(),
                                          "http://google.com/image.png",
                                          content::RESOURCE_TYPE_IMAGE,
                                          20,
                                          1,
                                          0,
                                          10.0));

    test_url_data_.clear();
    test_url_data_.insert(std::make_pair("http://www.google.com/", google));
    test_url_data_.insert(std::make_pair("http://www.reddit.com/", reddit));
    test_url_data_.insert(std::make_pair("http://www.yahoo.com/", yahoo));
  }

  {  // Host data.
    PrefetchData facebook(PREFETCH_KEY_TYPE_HOST, "www.facebook.com");
    facebook.last_visit = base::Time::FromInternalValue(4);
    facebook.resources
        .push_back(ResourceRow(std::string(),
                               "http://www.facebook.com/style.css",
                               content::RESOURCE_TYPE_STYLESHEET,
                               5,
                               2,
                               1,
                               1.1));
    facebook.resources
        .push_back(ResourceRow(std::string(),
                               "http://www.facebook.com/script.js",
                               content::RESOURCE_TYPE_SCRIPT,
                               4,
                               0,
                               1,
                               2.1));
    facebook.resources
        .push_back(ResourceRow(std::string(),
                               "http://www.facebook.com/image.png",
                               content::RESOURCE_TYPE_IMAGE,
                               6,
                               3,
                               0,
                               2.2));
    facebook.resources.push_back(ResourceRow(std::string(),
                                             "http://www.facebook.com/a.font",
                                             content::RESOURCE_TYPE_LAST_TYPE,
                                             2,
                                             0,
                                             0,
                                             5.1));
    facebook.resources
        .push_back(ResourceRow(std::string(),
                               "http://www.resources.facebook.com/script.js",
                               content::RESOURCE_TYPE_SCRIPT,
                               11,
                               0,
                               0,
                               8.5));

    PrefetchData yahoo(PREFETCH_KEY_TYPE_HOST, "www.yahoo.com");
    yahoo.last_visit = base::Time::FromInternalValue(5);
    yahoo.resources.push_back(ResourceRow(std::string(),
                                          "http://google.com/image.png",
                                          content::RESOURCE_TYPE_IMAGE,
                                          20,
                                          1,
                                          0,
                                          10.0));

    test_host_data_.clear();
    test_host_data_.insert(std::make_pair("www.facebook.com", facebook));
    test_host_data_.insert(std::make_pair("www.yahoo.com", yahoo));
  }
}

TEST_F(ResourcePrefetchPredictorTest, LazilyInitializeEmpty) {
  // Tests that the predictor initializes correctly without any data.
  EXPECT_TRUE(predictor_->url_table_cache_->empty());
  EXPECT_TRUE(predictor_->host_table_cache_->empty());
}

TEST_F(ResourcePrefetchPredictorTest, LazilyInitializeWithData) {
  // Tests that the history and the db tables data are loaded correctly.
  AddUrlToHistory("http://www.google.com/", 4);
  AddUrlToHistory("http://www.yahoo.com/", 2);

  EXPECT_CALL(*mock_tables_.get(),
              GetAllData(Pointee(ContainerEq(PrefetchDataMap())),
                         Pointee(ContainerEq(PrefetchDataMap()))))
      .WillOnce(DoAll(SetArgPointee<0>(test_url_data_),
                      SetArgPointee<1>(test_host_data_)));

  ResetPredictor();
  InitializePredictor();

  // Test that the internal variables correctly initialized.
  EXPECT_EQ(predictor_->initialization_state_,
            ResourcePrefetchPredictor::INITIALIZED);
  EXPECT_TRUE(predictor_->inflight_navigations_.empty());

  EXPECT_EQ(test_url_data_, *predictor_->url_table_cache_);
  EXPECT_EQ(test_host_data_, *predictor_->host_table_cache_);
}

TEST_F(ResourcePrefetchPredictorTest, NavigationNotRecorded) {
  // Single navigation but history count is low, so should not record.
  AddUrlToHistory("http://www.google.com", 1);

  URLRequestSummary main_frame =
      CreateURLRequestSummary(1,
                              1,
                              "http://www.google.com",
                              "http://www.google.com",
                              content::RESOURCE_TYPE_MAIN_FRAME,
                              std::string(),
                              false);
  predictor_->RecordURLRequest(main_frame);
  EXPECT_EQ(1, static_cast<int>(predictor_->inflight_navigations_.size()));

  // Now add a few subresources.
  URLRequestSummary resource1 = CreateURLRequestSummary(
      1, 1, "http://www.google.com",  "http://google.com/style1.css",
      content::RESOURCE_TYPE_STYLESHEET, "text/css", false);
  predictor_->RecordURLResponse(resource1);
  URLRequestSummary resource2 = CreateURLRequestSummary(
      1, 1, "http://www.google.com",  "http://google.com/script1.js",
      content::RESOURCE_TYPE_SCRIPT, "text/javascript", false);
  predictor_->RecordURLResponse(resource2);
  URLRequestSummary resource3 = CreateURLRequestSummary(
      1, 1, "http://www.google.com",  "http://google.com/script2.js",
      content::RESOURCE_TYPE_SCRIPT, "text/javascript", false);
  predictor_->RecordURLResponse(resource3);

  PrefetchData host_data(PREFETCH_KEY_TYPE_HOST, "www.google.com");
  host_data.resources.push_back(ResourceRow(std::string(),
                                            "http://google.com/style1.css",
                                            content::RESOURCE_TYPE_STYLESHEET,
                                            1,
                                            0,
                                            0,
                                            1.0));
  host_data.resources.push_back(ResourceRow(std::string(),
                                            "http://google.com/script1.js",
                                            content::RESOURCE_TYPE_SCRIPT,
                                            1,
                                            0,
                                            0,
                                            2.0));
  host_data.resources.push_back(ResourceRow(std::string(),
                                            "http://google.com/script2.js",
                                            content::RESOURCE_TYPE_SCRIPT,
                                            1,
                                            0,
                                            0,
                                            3.0));
  EXPECT_CALL(*mock_tables_.get(), UpdateData(empty_url_data_, host_data));

  predictor_->OnNavigationComplete(main_frame.navigation_id);
  profile_->BlockUntilHistoryProcessesPendingRequests();
}

TEST_F(ResourcePrefetchPredictorTest, NavigationUrlNotInDB) {
  // Single navigation that will be recorded. Will check for duplicate
  // resources and also for number of resources saved.
  AddUrlToHistory("http://www.google.com", 4);

  URLRequestSummary main_frame =
      CreateURLRequestSummary(1,
                              1,
                              "http://www.google.com",
                              "http://www.google.com",
                              content::RESOURCE_TYPE_MAIN_FRAME,
                              std::string(),
                              false);
  predictor_->RecordURLRequest(main_frame);
  EXPECT_EQ(1, static_cast<int>(predictor_->inflight_navigations_.size()));

  URLRequestSummary resource1 = CreateURLRequestSummary(
      1, 1, "http://www.google.com",  "http://google.com/style1.css",
      content::RESOURCE_TYPE_STYLESHEET, "text/css", false);
  predictor_->RecordURLResponse(resource1);
  URLRequestSummary resource2 = CreateURLRequestSummary(
      1, 1, "http://www.google.com",  "http://google.com/script1.js",
      content::RESOURCE_TYPE_SCRIPT, "text/javascript", false);
  predictor_->RecordURLResponse(resource2);
  URLRequestSummary resource3 = CreateURLRequestSummary(
      1, 1, "http://www.google.com",  "http://google.com/script2.js",
      content::RESOURCE_TYPE_SCRIPT, "text/javascript", false);
  predictor_->RecordURLResponse(resource3);
  URLRequestSummary resource4 = CreateURLRequestSummary(
      1, 1, "http://www.google.com",  "http://google.com/script1.js",
      content::RESOURCE_TYPE_SCRIPT, "text/javascript", true);
  predictor_->RecordURLResponse(resource4);
  URLRequestSummary resource5 = CreateURLRequestSummary(
      1, 1, "http://www.google.com",  "http://google.com/image1.png",
      content::RESOURCE_TYPE_IMAGE, "image/png", false);
  predictor_->RecordURLResponse(resource5);
  URLRequestSummary resource6 = CreateURLRequestSummary(
      1, 1, "http://www.google.com",  "http://google.com/image2.png",
      content::RESOURCE_TYPE_IMAGE, "image/png", false);
  predictor_->RecordURLResponse(resource6);
  URLRequestSummary resource7 = CreateURLRequestSummary(
      1, 1, "http://www.google.com",  "http://google.com/style2.css",
      content::RESOURCE_TYPE_STYLESHEET, "text/css", true);
  predictor_->RecordURLResponse(resource7);

  PrefetchData url_data(PREFETCH_KEY_TYPE_URL, "http://www.google.com/");
  url_data.resources.push_back(ResourceRow(std::string(),
                                           "http://google.com/style1.css",
                                           content::RESOURCE_TYPE_STYLESHEET,
                                           1,
                                           0,
                                           0,
                                           1.0));
  url_data.resources.push_back(ResourceRow(std::string(),
                                           "http://google.com/script1.js",
                                           content::RESOURCE_TYPE_SCRIPT,
                                           1,
                                           0,
                                           0,
                                           2.0));
  url_data.resources.push_back(ResourceRow(std::string(),
                                           "http://google.com/script2.js",
                                           content::RESOURCE_TYPE_SCRIPT,
                                           1,
                                           0,
                                           0,
                                           3.0));
  url_data.resources.push_back(ResourceRow(std::string(),
                                           "http://google.com/style2.css",
                                           content::RESOURCE_TYPE_STYLESHEET,
                                           1,
                                           0,
                                           0,
                                           7.0));
  EXPECT_CALL(*mock_tables_.get(), UpdateData(url_data, empty_host_data_));

  PrefetchData host_data(PREFETCH_KEY_TYPE_HOST, "www.google.com");
  host_data.resources = url_data.resources;
  EXPECT_CALL(*mock_tables_.get(), UpdateData(empty_url_data_, host_data));

  predictor_->OnNavigationComplete(main_frame.navigation_id);
  profile_->BlockUntilHistoryProcessesPendingRequests();
}

TEST_F(ResourcePrefetchPredictorTest, NavigationUrlInDB) {
  // Tests that navigation is recorded correctly for URL already present in
  // the database cache.
  AddUrlToHistory("http://www.google.com", 4);

  EXPECT_CALL(*mock_tables_.get(),
              GetAllData(Pointee(ContainerEq(PrefetchDataMap())),
                         Pointee(ContainerEq(PrefetchDataMap()))))
      .WillOnce(DoAll(SetArgPointee<0>(test_url_data_),
                      SetArgPointee<1>(test_host_data_)));
  ResetPredictor();
  InitializePredictor();
  EXPECT_EQ(3, static_cast<int>(predictor_->url_table_cache_->size()));
  EXPECT_EQ(2, static_cast<int>(predictor_->host_table_cache_->size()));

  URLRequestSummary main_frame =
      CreateURLRequestSummary(1,
                              1,
                              "http://www.google.com",
                              "http://www.google.com",
                              content::RESOURCE_TYPE_MAIN_FRAME,
                              std::string(),
                              false);
  predictor_->RecordURLRequest(main_frame);
  EXPECT_EQ(1, static_cast<int>(predictor_->inflight_navigations_.size()));

  URLRequestSummary resource1 = CreateURLRequestSummary(
      1, 1, "http://www.google.com",  "http://google.com/style1.css",
      content::RESOURCE_TYPE_STYLESHEET, "text/css", false);
  predictor_->RecordURLResponse(resource1);
  URLRequestSummary resource2 = CreateURLRequestSummary(
      1, 1, "http://www.google.com",  "http://google.com/script1.js",
      content::RESOURCE_TYPE_SCRIPT, "text/javascript", false);
  predictor_->RecordURLResponse(resource2);
  URLRequestSummary resource3 = CreateURLRequestSummary(
      1, 1, "http://www.google.com",  "http://google.com/script2.js",
      content::RESOURCE_TYPE_SCRIPT, "text/javascript", false);
  predictor_->RecordURLResponse(resource3);
  URLRequestSummary resource4 = CreateURLRequestSummary(
      1, 1, "http://www.google.com",  "http://google.com/script1.js",
      content::RESOURCE_TYPE_SCRIPT, "text/javascript", true);
  predictor_->RecordURLResponse(resource4);
  URLRequestSummary resource5 = CreateURLRequestSummary(
      1, 1, "http://www.google.com",  "http://google.com/image1.png",
      content::RESOURCE_TYPE_IMAGE, "image/png", false);
  predictor_->RecordURLResponse(resource5);
  URLRequestSummary resource6 = CreateURLRequestSummary(
      1, 1, "http://www.google.com",  "http://google.com/image2.png",
      content::RESOURCE_TYPE_IMAGE, "image/png", false);
  predictor_->RecordURLResponse(resource6);
  URLRequestSummary resource7 = CreateURLRequestSummary(
      1, 1, "http://www.google.com",  "http://google.com/style2.css",
      content::RESOURCE_TYPE_STYLESHEET, "text/css", true);
  predictor_->RecordURLResponse(resource7);

  PrefetchData url_data(PREFETCH_KEY_TYPE_URL, "http://www.google.com/");
  url_data.resources.push_back(ResourceRow(std::string(),
                                           "http://google.com/style1.css",
                                           content::RESOURCE_TYPE_STYLESHEET,
                                           4,
                                           2,
                                           0,
                                           1.0));
  url_data.resources.push_back(ResourceRow(std::string(),
                                           "http://google.com/script1.js",
                                           content::RESOURCE_TYPE_SCRIPT,
                                           1,
                                           0,
                                           0,
                                           2.0));
  url_data.resources.push_back(ResourceRow(std::string(),
                                           "http://google.com/script4.js",
                                           content::RESOURCE_TYPE_SCRIPT,
                                           11,
                                           1,
                                           1,
                                           2.1));
  url_data.resources.push_back(ResourceRow(std::string(),
                                           "http://google.com/script2.js",
                                           content::RESOURCE_TYPE_SCRIPT,
                                           1,
                                           0,
                                           0,
                                           3.0));
  EXPECT_CALL(*mock_tables_.get(), UpdateData(url_data, empty_host_data_));

  EXPECT_CALL(
      *mock_tables_.get(),
      DeleteSingleDataPoint("www.facebook.com", PREFETCH_KEY_TYPE_HOST));

  PrefetchData host_data(PREFETCH_KEY_TYPE_HOST, "www.google.com");
  host_data.resources.push_back(ResourceRow(std::string(),
                                            "http://google.com/style1.css",
                                            content::RESOURCE_TYPE_STYLESHEET,
                                            1,
                                            0,
                                            0,
                                            1.0));
  host_data.resources.push_back(ResourceRow(std::string(),
                                            "http://google.com/script1.js",
                                            content::RESOURCE_TYPE_SCRIPT,
                                            1,
                                            0,
                                            0,
                                            2.0));
  host_data.resources.push_back(ResourceRow(std::string(),
                                            "http://google.com/script2.js",
                                            content::RESOURCE_TYPE_SCRIPT,
                                            1,
                                            0,
                                            0,
                                            3.0));
  host_data.resources.push_back(ResourceRow(std::string(),
                                            "http://google.com/style2.css",
                                            content::RESOURCE_TYPE_STYLESHEET,
                                            1,
                                            0,
                                            0,
                                            7.0));
  EXPECT_CALL(*mock_tables_.get(), UpdateData(empty_url_data_, host_data));

  predictor_->OnNavigationComplete(main_frame.navigation_id);
  profile_->BlockUntilHistoryProcessesPendingRequests();
}

TEST_F(ResourcePrefetchPredictorTest, NavigationUrlNotInDBAndDBFull) {
  // Tests that a URL is deleted before another is added if the cache is full.
  AddUrlToHistory("http://www.nike.com/", 4);

  EXPECT_CALL(*mock_tables_.get(),
              GetAllData(Pointee(ContainerEq(PrefetchDataMap())),
                         Pointee(ContainerEq(PrefetchDataMap()))))
      .WillOnce(DoAll(SetArgPointee<0>(test_url_data_),
                      SetArgPointee<1>(test_host_data_)));
  ResetPredictor();
  InitializePredictor();
  EXPECT_EQ(3, static_cast<int>(predictor_->url_table_cache_->size()));
  EXPECT_EQ(2, static_cast<int>(predictor_->host_table_cache_->size()));

  URLRequestSummary main_frame =
      CreateURLRequestSummary(1,
                              1,
                              "http://www.nike.com",
                              "http://www.nike.com",
                              content::RESOURCE_TYPE_MAIN_FRAME,
                              std::string(),
                              false);
  predictor_->RecordURLRequest(main_frame);
  EXPECT_EQ(1, static_cast<int>(predictor_->inflight_navigations_.size()));

  URLRequestSummary resource1 = CreateURLRequestSummary(
      1, 1, "http://www.nike.com",  "http://nike.com/style1.css",
      content::RESOURCE_TYPE_STYLESHEET, "text/css", false);
  predictor_->RecordURLResponse(resource1);
  URLRequestSummary resource2 = CreateURLRequestSummary(
      1, 1, "http://www.nike.com",  "http://nike.com/image2.png",
      content::RESOURCE_TYPE_IMAGE, "image/png", false);
  predictor_->RecordURLResponse(resource2);

  EXPECT_CALL(
      *mock_tables_.get(),
      DeleteSingleDataPoint("http://www.google.com/", PREFETCH_KEY_TYPE_URL));
  EXPECT_CALL(
      *mock_tables_.get(),
      DeleteSingleDataPoint("www.facebook.com", PREFETCH_KEY_TYPE_HOST));

  PrefetchData url_data(PREFETCH_KEY_TYPE_URL, "http://www.nike.com/");
  url_data.resources.push_back(ResourceRow(std::string(),
                                           "http://nike.com/style1.css",
                                           content::RESOURCE_TYPE_STYLESHEET,
                                           1,
                                           0,
                                           0,
                                           1.0));
  url_data.resources.push_back(ResourceRow(std::string(),
                                           "http://nike.com/image2.png",
                                           content::RESOURCE_TYPE_IMAGE,
                                           1,
                                           0,
                                           0,
                                           2.0));
  EXPECT_CALL(*mock_tables_.get(), UpdateData(url_data, empty_host_data_));

  PrefetchData host_data(PREFETCH_KEY_TYPE_HOST, "www.nike.com");
  host_data.resources = url_data.resources;
  EXPECT_CALL(*mock_tables_.get(), UpdateData(empty_url_data_, host_data));

  predictor_->OnNavigationComplete(main_frame.navigation_id);
  profile_->BlockUntilHistoryProcessesPendingRequests();
}

TEST_F(ResourcePrefetchPredictorTest, DeleteUrls) {
  // Add some dummy entries to cache.
  predictor_->url_table_cache_->insert(std::make_pair(
      "http://www.google.com/page1.html",
      PrefetchData(PREFETCH_KEY_TYPE_URL, "http://www.google.com/page1.html")));
  predictor_->url_table_cache_->insert(std::make_pair(
      "http://www.google.com/page2.html",
      PrefetchData(PREFETCH_KEY_TYPE_URL, "http://www.google.com/page2.html")));
  predictor_->url_table_cache_->insert(std::make_pair(
      "http://www.yahoo.com/",
      PrefetchData(PREFETCH_KEY_TYPE_URL, "http://www.yahoo.com/")));
  predictor_->url_table_cache_->insert(std::make_pair(
      "http://www.apple.com/",
      PrefetchData(PREFETCH_KEY_TYPE_URL, "http://www.apple.com/")));
  predictor_->url_table_cache_->insert(std::make_pair(
      "http://www.nike.com/",
      PrefetchData(PREFETCH_KEY_TYPE_URL, "http://www.nike.com/")));

  predictor_->host_table_cache_->insert(std::make_pair(
      "www.google.com",
      PrefetchData(PREFETCH_KEY_TYPE_HOST, "www.google.com")));
  predictor_->host_table_cache_->insert(std::make_pair(
      "www.yahoo.com",
      PrefetchData(PREFETCH_KEY_TYPE_HOST, "www.yahoo.com")));
  predictor_->host_table_cache_->insert(std::make_pair(
      "www.apple.com",
      PrefetchData(PREFETCH_KEY_TYPE_HOST, "www.apple.com")));

  history::URLRows rows;
  rows.push_back(history::URLRow(GURL("http://www.google.com/page2.html")));
  rows.push_back(history::URLRow(GURL("http://www.apple.com")));
  rows.push_back(history::URLRow(GURL("http://www.nike.com")));

  std::vector<std::string> urls_to_delete, hosts_to_delete;
  urls_to_delete.push_back("http://www.google.com/page2.html");
  urls_to_delete.push_back("http://www.apple.com/");
  urls_to_delete.push_back("http://www.nike.com/");
  hosts_to_delete.push_back("www.google.com");
  hosts_to_delete.push_back("www.apple.com");

  EXPECT_CALL(
      *mock_tables_.get(),
      DeleteData(ContainerEq(urls_to_delete), ContainerEq(hosts_to_delete)));

  predictor_->DeleteUrls(rows);
  EXPECT_EQ(2, static_cast<int>(predictor_->url_table_cache_->size()));
  EXPECT_EQ(1, static_cast<int>(predictor_->host_table_cache_->size()));

  EXPECT_CALL(*mock_tables_.get(), DeleteAllData());

  predictor_->DeleteAllUrls();
  EXPECT_TRUE(predictor_->url_table_cache_->empty());
  EXPECT_TRUE(predictor_->host_table_cache_->empty());
}

TEST_F(ResourcePrefetchPredictorTest, OnMainFrameRequest) {
  URLRequestSummary summary1 =
      CreateURLRequestSummary(1,
                              1,
                              "http://www.google.com",
                              "http://www.google.com",
                              content::RESOURCE_TYPE_MAIN_FRAME,
                              std::string(),
                              false);
  URLRequestSummary summary2 =
      CreateURLRequestSummary(1,
                              2,
                              "http://www.google.com",
                              "http://www.google.com",
                              content::RESOURCE_TYPE_MAIN_FRAME,
                              std::string(),
                              false);
  URLRequestSummary summary3 =
      CreateURLRequestSummary(2,
                              1,
                              "http://www.yahoo.com",
                              "http://www.yahoo.com",
                              content::RESOURCE_TYPE_MAIN_FRAME,
                              std::string(),
                              false);

  predictor_->OnMainFrameRequest(summary1);
  EXPECT_EQ(1, static_cast<int>(predictor_->inflight_navigations_.size()));
  predictor_->OnMainFrameRequest(summary2);
  EXPECT_EQ(2, static_cast<int>(predictor_->inflight_navigations_.size()));
  predictor_->OnMainFrameRequest(summary3);
  EXPECT_EQ(3, static_cast<int>(predictor_->inflight_navigations_.size()));

  // Insert anther with same navigation id. It should replace.
  URLRequestSummary summary4 =
      CreateURLRequestSummary(1,
                              1,
                              "http://www.nike.com",
                              "http://www.nike.com",
                              content::RESOURCE_TYPE_MAIN_FRAME,
                              std::string(),
                              false);
  URLRequestSummary summary5 =
      CreateURLRequestSummary(1,
                              2,
                              "http://www.google.com",
                              "http://www.google.com",
                              content::RESOURCE_TYPE_MAIN_FRAME,
                              std::string(),
                              false);

  predictor_->OnMainFrameRequest(summary4);
  EXPECT_EQ(3, static_cast<int>(predictor_->inflight_navigations_.size()));

  // Change this creation time so that it will go away on the next insert.
  summary5.navigation_id.creation_time = base::TimeTicks::Now() -
      base::TimeDelta::FromDays(1);
  predictor_->OnMainFrameRequest(summary5);
  EXPECT_EQ(3, static_cast<int>(predictor_->inflight_navigations_.size()));

  URLRequestSummary summary6 =
      CreateURLRequestSummary(3,
                              1,
                              "http://www.shoes.com",
                              "http://www.shoes.com",
                              content::RESOURCE_TYPE_MAIN_FRAME,
                              std::string(),
                              false);
  predictor_->OnMainFrameRequest(summary6);
  EXPECT_EQ(3, static_cast<int>(predictor_->inflight_navigations_.size()));

  EXPECT_TRUE(predictor_->inflight_navigations_.find(summary3.navigation_id) !=
              predictor_->inflight_navigations_.end());
  EXPECT_TRUE(predictor_->inflight_navigations_.find(summary4.navigation_id) !=
              predictor_->inflight_navigations_.end());
  EXPECT_TRUE(predictor_->inflight_navigations_.find(summary6.navigation_id) !=
              predictor_->inflight_navigations_.end());
}

TEST_F(ResourcePrefetchPredictorTest, OnMainFrameRedirect) {
  URLRequestSummary summary1 =
      CreateURLRequestSummary(1,
                              1,
                              "http://www.google.com",
                              "http://www.google.com",
                              content::RESOURCE_TYPE_MAIN_FRAME,
                              std::string(),
                              false);
  URLRequestSummary summary2 =
      CreateURLRequestSummary(1,
                              2,
                              "http://www.google.com",
                              "http://www.google.com",
                              content::RESOURCE_TYPE_MAIN_FRAME,
                              std::string(),
                              false);
  URLRequestSummary summary3 =
      CreateURLRequestSummary(2,
                              1,
                              "http://www.yahoo.com",
                              "http://www.yahoo.com",
                              content::RESOURCE_TYPE_MAIN_FRAME,
                              std::string(),
                              false);

  predictor_->OnMainFrameRedirect(summary1);
  EXPECT_TRUE(predictor_->inflight_navigations_.empty());

  predictor_->OnMainFrameRequest(summary1);
  EXPECT_EQ(1, static_cast<int>(predictor_->inflight_navigations_.size()));
  predictor_->OnMainFrameRequest(summary2);
  EXPECT_EQ(2, static_cast<int>(predictor_->inflight_navigations_.size()));

  predictor_->OnMainFrameRedirect(summary3);
  EXPECT_EQ(2, static_cast<int>(predictor_->inflight_navigations_.size()));
  predictor_->OnMainFrameRedirect(summary1);
  EXPECT_EQ(1, static_cast<int>(predictor_->inflight_navigations_.size()));
  predictor_->OnMainFrameRedirect(summary2);
  EXPECT_TRUE(predictor_->inflight_navigations_.empty());
}

TEST_F(ResourcePrefetchPredictorTest, OnSubresourceResponse) {
  // If there is no inflight navigation, nothing happens.
  URLRequestSummary resource1 = CreateURLRequestSummary(
      1, 1, "http://www.google.com",  "http://google.com/style1.css",
      content::RESOURCE_TYPE_STYLESHEET, "text/css", false);
  predictor_->OnSubresourceResponse(resource1);
  EXPECT_TRUE(predictor_->inflight_navigations_.empty());

  // Add an inflight navigation.
  URLRequestSummary main_frame1 =
      CreateURLRequestSummary(1,
                              1,
                              "http://www.google.com",
                              "http://www.google.com",
                              content::RESOURCE_TYPE_MAIN_FRAME,
                              std::string(),
                              false);
  predictor_->OnMainFrameRequest(main_frame1);
  EXPECT_EQ(1, static_cast<int>(predictor_->inflight_navigations_.size()));

  // Now add a few subresources.
  URLRequestSummary resource2 = CreateURLRequestSummary(
      1, 1, "http://www.google.com",  "http://google.com/script1.js",
      content::RESOURCE_TYPE_SCRIPT, "text/javascript", false);
  URLRequestSummary resource3 = CreateURLRequestSummary(
      1, 1, "http://www.google.com",  "http://google.com/script2.js",
      content::RESOURCE_TYPE_SCRIPT, "text/javascript", false);
  predictor_->OnSubresourceResponse(resource1);
  predictor_->OnSubresourceResponse(resource2);
  predictor_->OnSubresourceResponse(resource3);

  EXPECT_EQ(1, static_cast<int>(predictor_->inflight_navigations_.size()));
  EXPECT_EQ(3, static_cast<int>(
      predictor_->inflight_navigations_[main_frame1.navigation_id]->size()));
  EXPECT_TRUE(URLRequestSummaryAreEqual(
      resource1,
      predictor_->inflight_navigations_[main_frame1.navigation_id]->at(0)));
  EXPECT_TRUE(URLRequestSummaryAreEqual(
      resource2,
      predictor_->inflight_navigations_[main_frame1.navigation_id]->at(1)));
  EXPECT_TRUE(URLRequestSummaryAreEqual(
      resource3,
      predictor_->inflight_navigations_[main_frame1.navigation_id]->at(2)));
}

}  // namespace predictors