src/chrome/browser/predictors/resource_prefetch_predictor_unittest.cc

   1 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
   2 // Use of this source code is governed by a BSD-style license that can be
   3 // found in the LICENSE file.
   4
   5 #include <iostream>
   6 #include "base/memory/ref_counted.h"
   7 #include "base/memory/scoped_ptr.h"
   8 #include "base/message_loop/message_loop.h"
   9 #include "base/run_loop.h"
  10 #include "base/time/time.h"
  11 #include "chrome/browser/history/history_service.h"
  12 #include "chrome/browser/history/history_service_factory.h"
  13 #include "chrome/browser/history/history_types.h"
  14 #include "chrome/browser/history/in_memory_database.h"
  15 #include "chrome/browser/history/url_database.h"
  16 #include "chrome/browser/predictors/resource_prefetch_predictor.h"
  17 #include "chrome/browser/predictors/resource_prefetch_predictor_tables.h"
  18 #include "chrome/test/base/testing_profile.h"
  19 #include "content/public/test/test_browser_thread.h"
  20 #include "testing/gmock/include/gmock/gmock.h"
  21 #include "testing/gtest/include/gtest/gtest.h"
  22
  23 using testing::ContainerEq;
  24 using testing::Pointee;
  25 using testing::SetArgPointee;
  26 using testing::StrictMock;
  27
  28 namespace predictors {
  29
  30 typedef ResourcePrefetchPredictor::URLRequestSummary URLRequestSummary;
  31 typedef ResourcePrefetchPredictorTables::ResourceRow ResourceRow;
  32 typedef std::vector<ResourceRow> ResourceRows;
  33 typedef ResourcePrefetchPredictorTables::PrefetchData PrefetchData;
  34 typedef ResourcePrefetchPredictorTables::PrefetchDataMap PrefetchDataMap;
  35
  36 // For printing failures nicely.
  37 void PrintTo(const ResourceRow& row, ::std::ostream* os) {
  38   *os << "[" << row.primary_key << "," << row.resource_url
  39       << "," << row.resource_type << "," << row.number_of_hits
  40       << "," << row.number_of_misses << "," << row.consecutive_misses
  41       << "," << row.average_position << "," << row.score << "]";
  42 }
  43
  44 void PrintTo(const PrefetchData& data, ::std::ostream* os) {
  45   *os << "[" << data.key_type << "," << data.primary_key
  46       << "," << data.last_visit.ToInternalValue() << "]\n";
  47   for (ResourceRows::const_iterator it = data.resources.begin();
  48        it != data.resources.end(); ++it) {
  49     *os << "\t\t";
  50     PrintTo(*it, os);
  51     *os << "\n";
  52   }
  53 }
  54
  55 class MockResourcePrefetchPredictorTables
  56     : public ResourcePrefetchPredictorTables {
  57  public:
  58   MockResourcePrefetchPredictorTables() { }
  59
  60   MOCK_METHOD2(GetAllData, void(PrefetchDataMap* url_data_map,
  61                                 PrefetchDataMap* host_data_map));
  62   MOCK_METHOD2(UpdateData, void(const PrefetchData& url_data,
  63                                 const PrefetchData& host_data));
  64   MOCK_METHOD2(DeleteData, void(const std::vector<std::string>& urls,
  65                                 const std::vector<std::string>& hosts));
  66   MOCK_METHOD2(DeleteSingleDataPoint, void(const std::string& key,
  67                                            PrefetchKeyType key_type));
  68   MOCK_METHOD0(DeleteAllData, void());
  69
  70  protected:
  71   ~MockResourcePrefetchPredictorTables() { }
  72 };
  73
  74 class ResourcePrefetchPredictorTest : public testing::Test {
  75  public:
  76   ResourcePrefetchPredictorTest();
  77   virtual ~ResourcePrefetchPredictorTest();
  78   virtual void SetUp() OVERRIDE;
  79   virtual void TearDown() OVERRIDE;
  80
  81  protected:
  82   void AddUrlToHistory(const std::string& url, int visit_count) {
  83     HistoryServiceFactory::GetForProfile(profile_.get(),
  84                                          Profile::EXPLICIT_ACCESS)->
  85         AddPageWithDetails(
  86             GURL(url),
  87             string16(),
  88             visit_count,
  89             0,
  90             base::Time::Now(),
  91             false,
  92             history::SOURCE_BROWSED);
  93     profile_->BlockUntilHistoryProcessesPendingRequests();
  94   }
  95
  96   NavigationID CreateNavigationID(int process_id,
  97                                   int render_view_id,
  98                                   const std::string& main_frame_url) {
  99     NavigationID navigation_id;
 100     navigation_id.render_process_id = process_id;
 101     navigation_id.render_view_id = render_view_id;
 102     navigation_id.main_frame_url = GURL(main_frame_url);
 103     navigation_id.creation_time = base::TimeTicks::Now();
 104     return navigation_id;
 105   }
 106
 107   ResourcePrefetchPredictor::URLRequestSummary CreateURLRequestSummary(
 108       int process_id,
 109       int render_view_id,
 110       const std::string& main_frame_url,
 111       const std::string& resource_url,
 112       ResourceType::Type resource_type,
 113       const std::string& mime_type,
 114       bool was_cached) {
 115     ResourcePrefetchPredictor::URLRequestSummary summary;
 116     summary.navigation_id = CreateNavigationID(process_id, render_view_id,
 117                                                main_frame_url);
 118     summary.resource_url = GURL(resource_url);
 119     summary.resource_type = resource_type;
 120     summary.mime_type = mime_type;
 121     summary.was_cached = was_cached;
 122     return summary;
 123   }
 124
 125   void InitializePredictor() {
 126     predictor_->StartInitialization();
 127     base::RunLoop loop;
 128     loop.RunUntilIdle();  // Runs the DB lookup.
 129     profile_->BlockUntilHistoryProcessesPendingRequests();
 130   }
 131
 132   bool URLRequestSummaryAreEqual(const URLRequestSummary& lhs,
 133                                  const URLRequestSummary& rhs) {
 134     return lhs.navigation_id == rhs.navigation_id &&
 135         lhs.resource_url == rhs.resource_url &&
 136         lhs.resource_type == rhs.resource_type &&
 137         lhs.mime_type == rhs.mime_type &&
 138         lhs.was_cached == rhs.was_cached;
 139   }
 140
 141   void ResetPredictor() {
 142     ResourcePrefetchPredictorConfig config;
 143     config.max_urls_to_track = 3;
 144     config.max_hosts_to_track = 2;
 145     config.min_url_visit_count = 2;
 146     config.max_resources_per_entry = 4;
 147     config.max_consecutive_misses = 2;
 148
 149     // TODO(shishir): Enable the prefetching mode in the tests.
 150     config.mode |= ResourcePrefetchPredictorConfig::URL_LEARNING;
 151     config.mode |= ResourcePrefetchPredictorConfig::HOST_LEARNING;
 152     predictor_.reset(new ResourcePrefetchPredictor(config, profile_.get()));
 153     predictor_->set_mock_tables(mock_tables_);
 154   }
 155
 156   void InitializeSampleData();
 157
 158   base::MessageLoop loop_;
 159   content::TestBrowserThread ui_thread_;
 160   content::TestBrowserThread db_thread_;
 161   scoped_ptr<TestingProfile> profile_;
 162
 163   scoped_ptr<ResourcePrefetchPredictor> predictor_;
 164   scoped_refptr<StrictMock<MockResourcePrefetchPredictorTables> > mock_tables_;
 165
 166   PrefetchDataMap test_url_data_;
 167   PrefetchDataMap test_host_data_;
 168   PrefetchData empty_url_data_;
 169   PrefetchData empty_host_data_;
 170 };
 171
 172 ResourcePrefetchPredictorTest::ResourcePrefetchPredictorTest()
 173     : loop_(base::MessageLoop::TYPE_DEFAULT),
 174       ui_thread_(content::BrowserThread::UI, &loop_),
 175       db_thread_(content::BrowserThread::DB, &loop_),
 176       profile_(new TestingProfile()),
 177       mock_tables_(new StrictMock<MockResourcePrefetchPredictorTables>()),
 178       empty_url_data_(PREFETCH_KEY_TYPE_URL, std::string()),
 179       empty_host_data_(PREFETCH_KEY_TYPE_HOST, std::string()) {}
 180
 181 ResourcePrefetchPredictorTest::~ResourcePrefetchPredictorTest() {
 182   profile_.reset(NULL);
 183   loop_.RunUntilIdle();
 184 }
 185
 186 void ResourcePrefetchPredictorTest::SetUp() {
 187   InitializeSampleData();
 188
 189   ASSERT_TRUE(profile_->CreateHistoryService(true, false));
 190   profile_->BlockUntilHistoryProcessesPendingRequests();
 191   EXPECT_TRUE(HistoryServiceFactory::GetForProfile(profile_.get(),
 192                                                    Profile::EXPLICIT_ACCESS));
 193   // Initialize the predictor with empty data.
 194   ResetPredictor();
 195   EXPECT_EQ(predictor_->initialization_state_,
 196             ResourcePrefetchPredictor::NOT_INITIALIZED);
 197   EXPECT_CALL(*mock_tables_.get(),
 198               GetAllData(Pointee(ContainerEq(PrefetchDataMap())),
 199                          Pointee(ContainerEq(PrefetchDataMap()))));
 200   InitializePredictor();
 201   EXPECT_TRUE(predictor_->inflight_navigations_.empty());
 202   EXPECT_EQ(predictor_->initialization_state_,
 203             ResourcePrefetchPredictor::INITIALIZED);
 204 }
 205
 206 void ResourcePrefetchPredictorTest::TearDown() {
 207   predictor_.reset(NULL);
 208   profile_->DestroyHistoryService();
 209 }
 210
 211 void ResourcePrefetchPredictorTest::InitializeSampleData() {
 212   {  // Url data.
 213     PrefetchData google(PREFETCH_KEY_TYPE_URL, "http://www.google.com/");
 214     google.last_visit = base::Time::FromInternalValue(1);
 215     google.resources.push_back(ResourceRow(std::string(),
 216                                            "http://google.com/style1.css",
 217                                            ResourceType::STYLESHEET,
 218                                            3,
 219                                            2,
 220                                            1,
 221                                            1.0));
 222     google.resources.push_back(ResourceRow(std::string(),
 223                                            "http://google.com/script3.js",
 224                                            ResourceType::SCRIPT,
 225                                            4,
 226                                            0,
 227                                            1,
 228                                            2.1));
 229     google.resources.push_back(ResourceRow(std::string(),
 230                                            "http://google.com/script4.js",
 231                                            ResourceType::SCRIPT,
 232                                            11,
 233                                            0,
 234                                            0,
 235                                            2.1));
 236     google.resources.push_back(ResourceRow(std::string(),
 237                                            "http://google.com/image1.png",
 238                                            ResourceType::IMAGE,
 239                                            6,
 240                                            3,
 241                                            0,
 242                                            2.2));
 243     google.resources.push_back(ResourceRow(std::string(),
 244                                            "http://google.com/a.font",
 245                                            ResourceType::LAST_TYPE,
 246                                            2,
 247                                            0,
 248                                            0,
 249                                            5.1));
 250
 251     PrefetchData reddit(PREFETCH_KEY_TYPE_URL, "http://www.reddit.com/");
 252     reddit.last_visit = base::Time::FromInternalValue(2);
 253     reddit.resources
 254         .push_back(ResourceRow(std::string(),
 255                                "http://reddit-resource.com/script1.js",
 256                                ResourceType::SCRIPT,
 257                                4,
 258                                0,
 259                                1,
 260                                1.0));
 261     reddit.resources
 262         .push_back(ResourceRow(std::string(),
 263                                "http://reddit-resource.com/script2.js",
 264                                ResourceType::SCRIPT,
 265                                2,
 266                                0,
 267                                0,
 268                                2.1));
 269
 270     PrefetchData yahoo(PREFETCH_KEY_TYPE_URL, "http://www.yahoo.com/");
 271     yahoo.last_visit = base::Time::FromInternalValue(3);
 272     yahoo.resources.push_back(ResourceRow(std::string(),
 273                                           "http://google.com/image.png",
 274                                           ResourceType::IMAGE,
 275                                           20,
 276                                           1,
 277                                           0,
 278                                           10.0));
 279
 280     test_url_data_.clear();
 281     test_url_data_.insert(std::make_pair("http://www.google.com/", google));
 282     test_url_data_.insert(std::make_pair("http://www.reddit.com/", reddit));
 283     test_url_data_.insert(std::make_pair("http://www.yahoo.com/", yahoo));
 284   }
 285
 286   {  // Host data.
 287     PrefetchData facebook(PREFETCH_KEY_TYPE_HOST, "www.facebook.com");
 288     facebook.last_visit = base::Time::FromInternalValue(4);
 289     facebook.resources
 290         .push_back(ResourceRow(std::string(),
 291                                "http://www.facebook.com/style.css",
 292                                ResourceType::STYLESHEET,
 293                                5,
 294                                2,
 295                                1,
 296                                1.1));
 297     facebook.resources
 298         .push_back(ResourceRow(std::string(),
 299                                "http://www.facebook.com/script.js",
 300                                ResourceType::SCRIPT,
 301                                4,
 302                                0,
 303                                1,
 304                                2.1));
 305     facebook.resources
 306         .push_back(ResourceRow(std::string(),
 307                                "http://www.facebook.com/image.png",
 308                                ResourceType::IMAGE,
 309                                6,
 310                                3,
 311                                0,
 312                                2.2));
 313     facebook.resources.push_back(ResourceRow(std::string(),
 314                                              "http://www.facebook.com/a.font",
 315                                              ResourceType::LAST_TYPE,
 316                                              2,
 317                                              0,
 318                                              0,
 319                                              5.1));
 320     facebook.resources
 321         .push_back(ResourceRow(std::string(),
 322                                "http://www.resources.facebook.com/script.js",
 323                                ResourceType::SCRIPT,
 324                                11,
 325                                0,
 326                                0,
 327                                8.5));
 328
 329     PrefetchData yahoo(PREFETCH_KEY_TYPE_HOST, "www.yahoo.com");
 330     yahoo.last_visit = base::Time::FromInternalValue(5);
 331     yahoo.resources.push_back(ResourceRow(std::string(),
 332                                           "http://google.com/image.png",
 333                                           ResourceType::IMAGE,
 334                                           20,
 335                                           1,
 336                                           0,
 337                                           10.0));
 338
 339     test_host_data_.clear();
 340     test_host_data_.insert(std::make_pair("www.facebook.com", facebook));
 341     test_host_data_.insert(std::make_pair("www.yahoo.com", yahoo));
 342   }
 343 }
 344
 345 TEST_F(ResourcePrefetchPredictorTest, LazilyInitializeEmpty) {
 346   // Tests that the predictor initializes correctly without any data.
 347   EXPECT_TRUE(predictor_->url_table_cache_->empty());
 348   EXPECT_TRUE(predictor_->host_table_cache_->empty());
 349 }
 350
 351 TEST_F(ResourcePrefetchPredictorTest, LazilyInitializeWithData) {
 352   // Tests that the history and the db tables data are loaded correctly.
 353   AddUrlToHistory("http://www.google.com/", 4);
 354   AddUrlToHistory("http://www.yahoo.com/", 2);
 355
 356   EXPECT_CALL(*mock_tables_.get(),
 357               GetAllData(Pointee(ContainerEq(PrefetchDataMap())),
 358                          Pointee(ContainerEq(PrefetchDataMap()))))
 359       .WillOnce(DoAll(SetArgPointee<0>(test_url_data_),
 360                       SetArgPointee<1>(test_host_data_)));
 361
 362   ResetPredictor();
 363   InitializePredictor();
 364
 365   // Test that the internal variables correctly initialized.
 366   EXPECT_EQ(predictor_->initialization_state_,
 367             ResourcePrefetchPredictor::INITIALIZED);
 368   EXPECT_TRUE(predictor_->inflight_navigations_.empty());
 369
 370   EXPECT_EQ(test_url_data_, *predictor_->url_table_cache_);
 371   EXPECT_EQ(test_host_data_, *predictor_->host_table_cache_);
 372 }
 373
 374 TEST_F(ResourcePrefetchPredictorTest, NavigationNotRecorded) {
 375   // Single navigation but history count is low, so should not record.
 376   AddUrlToHistory("http://www.google.com", 1);
 377
 378   URLRequestSummary main_frame =
 379       CreateURLRequestSummary(1,
 380                               1,
 381                               "http://www.google.com",
 382                               "http://www.google.com",
 383                               ResourceType::MAIN_FRAME,
 384                               std::string(),
 385                               false);
 386   predictor_->RecordURLRequest(main_frame);
 387   EXPECT_EQ(1, static_cast<int>(predictor_->inflight_navigations_.size()));
 388
 389   // Now add a few subresources.
 390   URLRequestSummary resource1 = CreateURLRequestSummary(
 391       1, 1, "http://www.google.com",  "http://google.com/style1.css",
 392       ResourceType::STYLESHEET, "text/css", false);
 393   predictor_->RecordURLResponse(resource1);
 394   URLRequestSummary resource2 = CreateURLRequestSummary(
 395       1, 1, "http://www.google.com",  "http://google.com/script1.js",
 396       ResourceType::SCRIPT, "text/javascript", false);
 397   predictor_->RecordURLResponse(resource2);
 398   URLRequestSummary resource3 = CreateURLRequestSummary(
 399       1, 1, "http://www.google.com",  "http://google.com/script2.js",
 400       ResourceType::SCRIPT, "text/javascript", false);
 401   predictor_->RecordURLResponse(resource3);
 402
 403   PrefetchData host_data(PREFETCH_KEY_TYPE_HOST, "www.google.com");
 404   host_data.resources.push_back(ResourceRow(std::string(),
 405                                             "http://google.com/style1.css",
 406                                             ResourceType::STYLESHEET,
 407                                             1,
 408                                             0,
 409                                             0,
 410                                             1.0));
 411   host_data.resources.push_back(ResourceRow(std::string(),
 412                                             "http://google.com/script1.js",
 413                                             ResourceType::SCRIPT,
 414                                             1,
 415                                             0,
 416                                             0,
 417                                             2.0));
 418   host_data.resources.push_back(ResourceRow(std::string(),
 419                                             "http://google.com/script2.js",
 420                                             ResourceType::SCRIPT,
 421                                             1,
 422                                             0,
 423                                             0,
 424                                             3.0));
 425   EXPECT_CALL(*mock_tables_.get(), UpdateData(empty_url_data_, host_data));
 426
 427   predictor_->OnNavigationComplete(main_frame.navigation_id);
 428   profile_->BlockUntilHistoryProcessesPendingRequests();
 429 }
 430
 431 TEST_F(ResourcePrefetchPredictorTest, NavigationUrlNotInDB) {
 432   // Single navigation that will be recorded. Will check for duplicate
 433   // resources and also for number of resources saved.
 434   AddUrlToHistory("http://www.google.com", 4);
 435
 436   URLRequestSummary main_frame =
 437       CreateURLRequestSummary(1,
 438                               1,
 439                               "http://www.google.com",
 440                               "http://www.google.com",
 441                               ResourceType::MAIN_FRAME,
 442                               std::string(),
 443                               false);
 444   predictor_->RecordURLRequest(main_frame);
 445   EXPECT_EQ(1, static_cast<int>(predictor_->inflight_navigations_.size()));
 446
 447   URLRequestSummary resource1 = CreateURLRequestSummary(
 448       1, 1, "http://www.google.com",  "http://google.com/style1.css",
 449       ResourceType::STYLESHEET, "text/css", false);
 450   predictor_->RecordURLResponse(resource1);
 451   URLRequestSummary resource2 = CreateURLRequestSummary(
 452       1, 1, "http://www.google.com",  "http://google.com/script1.js",
 453       ResourceType::SCRIPT, "text/javascript", false);
 454   predictor_->RecordURLResponse(resource2);
 455   URLRequestSummary resource3 = CreateURLRequestSummary(
 456       1, 1, "http://www.google.com",  "http://google.com/script2.js",
 457       ResourceType::SCRIPT, "text/javascript", false);
 458   predictor_->RecordURLResponse(resource3);
 459   URLRequestSummary resource4 = CreateURLRequestSummary(
 460       1, 1, "http://www.google.com",  "http://google.com/script1.js",
 461       ResourceType::SCRIPT, "text/javascript", true);
 462   predictor_->RecordURLResponse(resource4);
 463   URLRequestSummary resource5 = CreateURLRequestSummary(
 464       1, 1, "http://www.google.com",  "http://google.com/image1.png",
 465       ResourceType::IMAGE, "image/png", false);
 466   predictor_->RecordURLResponse(resource5);
 467   URLRequestSummary resource6 = CreateURLRequestSummary(
 468       1, 1, "http://www.google.com",  "http://google.com/image2.png",
 469       ResourceType::IMAGE, "image/png", false);
 470   predictor_->RecordURLResponse(resource6);
 471   URLRequestSummary resource7 = CreateURLRequestSummary(
 472       1, 1, "http://www.google.com",  "http://google.com/style2.css",
 473       ResourceType::STYLESHEET, "text/css", true);
 474   predictor_->RecordURLResponse(resource7);
 475
 476   PrefetchData url_data(PREFETCH_KEY_TYPE_URL, "http://www.google.com/");
 477   url_data.resources.push_back(ResourceRow(std::string(),
 478                                            "http://google.com/style1.css",
 479                                            ResourceType::STYLESHEET,
 480                                            1,
 481                                            0,
 482                                            0,
 483                                            1.0));
 484   url_data.resources.push_back(ResourceRow(std::string(),
 485                                            "http://google.com/script1.js",
 486                                            ResourceType::SCRIPT,
 487                                            1,
 488                                            0,
 489                                            0,
 490                                            2.0));
 491   url_data.resources.push_back(ResourceRow(std::string(),
 492                                            "http://google.com/script2.js",
 493                                            ResourceType::SCRIPT,
 494                                            1,
 495                                            0,
 496                                            0,
 497                                            3.0));
 498   url_data.resources.push_back(ResourceRow(std::string(),
 499                                            "http://google.com/style2.css",
 500                                            ResourceType::STYLESHEET,
 501                                            1,
 502                                            0,
 503                                            0,
 504                                            7.0));
 505   EXPECT_CALL(*mock_tables_.get(), UpdateData(url_data, empty_host_data_));
 506
 507   PrefetchData host_data(PREFETCH_KEY_TYPE_HOST, "www.google.com");
 508   host_data.resources = url_data.resources;
 509   EXPECT_CALL(*mock_tables_.get(), UpdateData(empty_url_data_, host_data));
 510
 511   predictor_->OnNavigationComplete(main_frame.navigation_id);
 512   profile_->BlockUntilHistoryProcessesPendingRequests();
 513 }
 514
 515 TEST_F(ResourcePrefetchPredictorTest, NavigationUrlInDB) {
 516   // Tests that navigation is recorded correctly for URL already present in
 517   // the database cache.
 518   AddUrlToHistory("http://www.google.com", 4);
 519
 520   EXPECT_CALL(*mock_tables_.get(),
 521               GetAllData(Pointee(ContainerEq(PrefetchDataMap())),
 522                          Pointee(ContainerEq(PrefetchDataMap()))))
 523       .WillOnce(DoAll(SetArgPointee<0>(test_url_data_),
 524                       SetArgPointee<1>(test_host_data_)));
 525   ResetPredictor();
 526   InitializePredictor();
 527   EXPECT_EQ(3, static_cast<int>(predictor_->url_table_cache_->size()));
 528   EXPECT_EQ(2, static_cast<int>(predictor_->host_table_cache_->size()));
 529
 530   URLRequestSummary main_frame =
 531       CreateURLRequestSummary(1,
 532                               1,
 533                               "http://www.google.com",
 534                               "http://www.google.com",
 535                               ResourceType::MAIN_FRAME,
 536                               std::string(),
 537                               false);
 538   predictor_->RecordURLRequest(main_frame);
 539   EXPECT_EQ(1, static_cast<int>(predictor_->inflight_navigations_.size()));
 540
 541   URLRequestSummary resource1 = CreateURLRequestSummary(
 542       1, 1, "http://www.google.com",  "http://google.com/style1.css",
 543       ResourceType::STYLESHEET, "text/css", false);
 544   predictor_->RecordURLResponse(resource1);
 545   URLRequestSummary resource2 = CreateURLRequestSummary(
 546       1, 1, "http://www.google.com",  "http://google.com/script1.js",
 547       ResourceType::SCRIPT, "text/javascript", false);
 548   predictor_->RecordURLResponse(resource2);
 549   URLRequestSummary resource3 = CreateURLRequestSummary(
 550       1, 1, "http://www.google.com",  "http://google.com/script2.js",
 551       ResourceType::SCRIPT, "text/javascript", false);
 552   predictor_->RecordURLResponse(resource3);
 553   URLRequestSummary resource4 = CreateURLRequestSummary(
 554       1, 1, "http://www.google.com",  "http://google.com/script1.js",
 555       ResourceType::SCRIPT, "text/javascript", true);
 556   predictor_->RecordURLResponse(resource4);
 557   URLRequestSummary resource5 = CreateURLRequestSummary(
 558       1, 1, "http://www.google.com",  "http://google.com/image1.png",
 559       ResourceType::IMAGE, "image/png", false);
 560   predictor_->RecordURLResponse(resource5);
 561   URLRequestSummary resource6 = CreateURLRequestSummary(
 562       1, 1, "http://www.google.com",  "http://google.com/image2.png",
 563       ResourceType::IMAGE, "image/png", false);
 564   predictor_->RecordURLResponse(resource6);
 565   URLRequestSummary resource7 = CreateURLRequestSummary(
 566       1, 1, "http://www.google.com",  "http://google.com/style2.css",
 567       ResourceType::STYLESHEET, "text/css", true);
 568   predictor_->RecordURLResponse(resource7);
 569
 570   PrefetchData url_data(PREFETCH_KEY_TYPE_URL, "http://www.google.com/");
 571   url_data.resources.push_back(ResourceRow(std::string(),
 572                                            "http://google.com/style1.css",
 573                                            ResourceType::STYLESHEET,
 574                                            4,
 575                                            2,
 576                                            0,
 577                                            1.0));
 578   url_data.resources.push_back(ResourceRow(std::string(),
 579                                            "http://google.com/script1.js",
 580                                            ResourceType::SCRIPT,
 581                                            1,
 582                                            0,
 583                                            0,
 584                                            2.0));
 585   url_data.resources.push_back(ResourceRow(std::string(),
 586                                            "http://google.com/script4.js",
 587                                            ResourceType::SCRIPT,
 588                                            11,
 589                                            1,
 590                                            1,
 591                                            2.1));
 592   url_data.resources.push_back(ResourceRow(std::string(),
 593                                            "http://google.com/script2.js",
 594                                            ResourceType::SCRIPT,
 595                                            1,
 596                                            0,
 597                                            0,
 598                                            3.0));
 599   EXPECT_CALL(*mock_tables_.get(), UpdateData(url_data, empty_host_data_));
 600
 601   EXPECT_CALL(
 602       *mock_tables_.get(),
 603       DeleteSingleDataPoint("www.facebook.com", PREFETCH_KEY_TYPE_HOST));
 604
 605   PrefetchData host_data(PREFETCH_KEY_TYPE_HOST, "www.google.com");
 606   host_data.resources.push_back(ResourceRow(std::string(),
 607                                             "http://google.com/style1.css",
 608                                             ResourceType::STYLESHEET,
 609                                             1,
 610                                             0,
 611                                             0,
 612                                             1.0));
 613   host_data.resources.push_back(ResourceRow(std::string(),
 614                                             "http://google.com/script1.js",
 615                                             ResourceType::SCRIPT,
 616                                             1,
 617                                             0,
 618                                             0,
 619                                             2.0));
 620   host_data.resources.push_back(ResourceRow(std::string(),
 621                                             "http://google.com/script2.js",
 622                                             ResourceType::SCRIPT,
 623                                             1,
 624                                             0,
 625                                             0,
 626                                             3.0));
 627   host_data.resources.push_back(ResourceRow(std::string(),
 628                                             "http://google.com/style2.css",
 629                                             ResourceType::STYLESHEET,
 630                                             1,
 631                                             0,
 632                                             0,
 633                                             7.0));
 634   EXPECT_CALL(*mock_tables_.get(), UpdateData(empty_url_data_, host_data));
 635
 636   predictor_->OnNavigationComplete(main_frame.navigation_id);
 637   profile_->BlockUntilHistoryProcessesPendingRequests();
 638 }
 639
 640 TEST_F(ResourcePrefetchPredictorTest, NavigationUrlNotInDBAndDBFull) {
 641   // Tests that a URL is deleted before another is added if the cache is full.
 642   AddUrlToHistory("http://www.nike.com/", 4);
 643
 644   EXPECT_CALL(*mock_tables_.get(),
 645               GetAllData(Pointee(ContainerEq(PrefetchDataMap())),
 646                          Pointee(ContainerEq(PrefetchDataMap()))))
 647       .WillOnce(DoAll(SetArgPointee<0>(test_url_data_),
 648                       SetArgPointee<1>(test_host_data_)));
 649   ResetPredictor();
 650   InitializePredictor();
 651   EXPECT_EQ(3, static_cast<int>(predictor_->url_table_cache_->size()));
 652   EXPECT_EQ(2, static_cast<int>(predictor_->host_table_cache_->size()));
 653
 654   URLRequestSummary main_frame =
 655       CreateURLRequestSummary(1,
 656                               1,
 657                               "http://www.nike.com",
 658                               "http://www.nike.com",
 659                               ResourceType::MAIN_FRAME,
 660                               std::string(),
 661                               false);
 662   predictor_->RecordURLRequest(main_frame);
 663   EXPECT_EQ(1, static_cast<int>(predictor_->inflight_navigations_.size()));
 664
 665   URLRequestSummary resource1 = CreateURLRequestSummary(
 666       1, 1, "http://www.nike.com",  "http://nike.com/style1.css",
 667       ResourceType::STYLESHEET, "text/css", false);
 668   predictor_->RecordURLResponse(resource1);
 669   URLRequestSummary resource2 = CreateURLRequestSummary(
 670       1, 1, "http://www.nike.com",  "http://nike.com/image2.png",
 671       ResourceType::IMAGE, "image/png", false);
 672   predictor_->RecordURLResponse(resource2);
 673
 674   EXPECT_CALL(
 675       *mock_tables_.get(),
 676       DeleteSingleDataPoint("http://www.google.com/", PREFETCH_KEY_TYPE_URL));
 677   EXPECT_CALL(
 678       *mock_tables_.get(),
 679       DeleteSingleDataPoint("www.facebook.com", PREFETCH_KEY_TYPE_HOST));
 680
 681   PrefetchData url_data(PREFETCH_KEY_TYPE_URL, "http://www.nike.com/");
 682   url_data.resources.push_back(ResourceRow(std::string(),
 683                                            "http://nike.com/style1.css",
 684                                            ResourceType::STYLESHEET,
 685                                            1,
 686                                            0,
 687                                            0,
 688                                            1.0));
 689   url_data.resources.push_back(ResourceRow(std::string(),
 690                                            "http://nike.com/image2.png",
 691                                            ResourceType::IMAGE,
 692                                            1,
 693                                            0,
 694                                            0,
 695                                            2.0));
 696   EXPECT_CALL(*mock_tables_.get(), UpdateData(url_data, empty_host_data_));
 697
 698   PrefetchData host_data(PREFETCH_KEY_TYPE_HOST, "www.nike.com");
 699   host_data.resources = url_data.resources;
 700   EXPECT_CALL(*mock_tables_.get(), UpdateData(empty_url_data_, host_data));
 701
 702   predictor_->OnNavigationComplete(main_frame.navigation_id);
 703   profile_->BlockUntilHistoryProcessesPendingRequests();
 704 }
 705
 706 TEST_F(ResourcePrefetchPredictorTest, DeleteUrls) {
 707   // Add some dummy entries to cache.
 708   predictor_->url_table_cache_->insert(std::make_pair(
 709       "http://www.google.com/page1.html",
 710       PrefetchData(PREFETCH_KEY_TYPE_URL, "http://www.google.com/page1.html")));
 711   predictor_->url_table_cache_->insert(std::make_pair(
 712       "http://www.google.com/page2.html",
 713       PrefetchData(PREFETCH_KEY_TYPE_URL, "http://www.google.com/page2.html")));
 714   predictor_->url_table_cache_->insert(std::make_pair(
 715       "http://www.yahoo.com/",
 716       PrefetchData(PREFETCH_KEY_TYPE_URL, "http://www.yahoo.com/")));
 717   predictor_->url_table_cache_->insert(std::make_pair(
 718       "http://www.apple.com/",
 719       PrefetchData(PREFETCH_KEY_TYPE_URL, "http://www.apple.com/")));
 720   predictor_->url_table_cache_->insert(std::make_pair(
 721       "http://www.nike.com/",
 722       PrefetchData(PREFETCH_KEY_TYPE_URL, "http://www.nike.com/")));
 723
 724   predictor_->host_table_cache_->insert(std::make_pair(
 725       "www.google.com",
 726       PrefetchData(PREFETCH_KEY_TYPE_HOST, "www.google.com")));
 727   predictor_->host_table_cache_->insert(std::make_pair(
 728       "www.yahoo.com",
 729       PrefetchData(PREFETCH_KEY_TYPE_HOST, "www.yahoo.com")));
 730   predictor_->host_table_cache_->insert(std::make_pair(
 731       "www.apple.com",
 732       PrefetchData(PREFETCH_KEY_TYPE_HOST, "www.apple.com")));
 733
 734   history::URLRows rows;
 735   rows.push_back(history::URLRow(GURL("http://www.google.com/page2.html")));
 736   rows.push_back(history::URLRow(GURL("http://www.apple.com")));
 737   rows.push_back(history::URLRow(GURL("http://www.nike.com")));
 738
 739   std::vector<std::string> urls_to_delete, hosts_to_delete;
 740   urls_to_delete.push_back("http://www.google.com/page2.html");
 741   urls_to_delete.push_back("http://www.apple.com/");
 742   urls_to_delete.push_back("http://www.nike.com/");
 743   hosts_to_delete.push_back("www.google.com");
 744   hosts_to_delete.push_back("www.apple.com");
 745
 746   EXPECT_CALL(
 747       *mock_tables_.get(),
 748       DeleteData(ContainerEq(urls_to_delete), ContainerEq(hosts_to_delete)));
 749
 750   predictor_->DeleteUrls(rows);
 751   EXPECT_EQ(2, static_cast<int>(predictor_->url_table_cache_->size()));
 752   EXPECT_EQ(1, static_cast<int>(predictor_->host_table_cache_->size()));
 753
 754   EXPECT_CALL(*mock_tables_.get(), DeleteAllData());
 755
 756   predictor_->DeleteAllUrls();
 757   EXPECT_TRUE(predictor_->url_table_cache_->empty());
 758   EXPECT_TRUE(predictor_->host_table_cache_->empty());
 759 }
 760
 761 TEST_F(ResourcePrefetchPredictorTest, OnMainFrameRequest) {
 762   URLRequestSummary summary1 = CreateURLRequestSummary(1,
 763                                                        1,
 764                                                        "http://www.google.com",
 765                                                        "http://www.google.com",
 766                                                        ResourceType::MAIN_FRAME,
 767                                                        std::string(),
 768                                                        false);
 769   URLRequestSummary summary2 = CreateURLRequestSummary(1,
 770                                                        2,
 771                                                        "http://www.google.com",
 772                                                        "http://www.google.com",
 773                                                        ResourceType::MAIN_FRAME,
 774                                                        std::string(),
 775                                                        false);
 776   URLRequestSummary summary3 = CreateURLRequestSummary(2,
 777                                                        1,
 778                                                        "http://www.yahoo.com",
 779                                                        "http://www.yahoo.com",
 780                                                        ResourceType::MAIN_FRAME,
 781                                                        std::string(),
 782                                                        false);
 783
 784   predictor_->OnMainFrameRequest(summary1);
 785   EXPECT_EQ(1, static_cast<int>(predictor_->inflight_navigations_.size()));
 786   predictor_->OnMainFrameRequest(summary2);
 787   EXPECT_EQ(2, static_cast<int>(predictor_->inflight_navigations_.size()));
 788   predictor_->OnMainFrameRequest(summary3);
 789   EXPECT_EQ(3, static_cast<int>(predictor_->inflight_navigations_.size()));
 790
 791   // Insert anther with same navigation id. It should replace.
 792   URLRequestSummary summary4 = CreateURLRequestSummary(1,
 793                                                        1,
 794                                                        "http://www.nike.com",
 795                                                        "http://www.nike.com",
 796                                                        ResourceType::MAIN_FRAME,
 797                                                        std::string(),
 798                                                        false);
 799   URLRequestSummary summary5 = CreateURLRequestSummary(1,
 800                                                        2,
 801                                                        "http://www.google.com",
 802                                                        "http://www.google.com",
 803                                                        ResourceType::MAIN_FRAME,
 804                                                        std::string(),
 805                                                        false);
 806
 807   predictor_->OnMainFrameRequest(summary4);
 808   EXPECT_EQ(3, static_cast<int>(predictor_->inflight_navigations_.size()));
 809
 810   // Change this creation time so that it will go away on the next insert.
 811   summary5.navigation_id.creation_time = base::TimeTicks::Now() -
 812       base::TimeDelta::FromDays(1);
 813   predictor_->OnMainFrameRequest(summary5);
 814   EXPECT_EQ(3, static_cast<int>(predictor_->inflight_navigations_.size()));
 815
 816   URLRequestSummary summary6 = CreateURLRequestSummary(3,
 817                                                        1,
 818                                                        "http://www.shoes.com",
 819                                                        "http://www.shoes.com",
 820                                                        ResourceType::MAIN_FRAME,
 821                                                        std::string(),
 822                                                        false);
 823   predictor_->OnMainFrameRequest(summary6);
 824   EXPECT_EQ(3, static_cast<int>(predictor_->inflight_navigations_.size()));
 825
 826   EXPECT_TRUE(predictor_->inflight_navigations_.find(summary3.navigation_id) !=
 827               predictor_->inflight_navigations_.end());
 828   EXPECT_TRUE(predictor_->inflight_navigations_.find(summary4.navigation_id) !=
 829               predictor_->inflight_navigations_.end());
 830   EXPECT_TRUE(predictor_->inflight_navigations_.find(summary6.navigation_id) !=
 831               predictor_->inflight_navigations_.end());
 832 }
 833
 834 TEST_F(ResourcePrefetchPredictorTest, OnMainFrameRedirect) {
 835   URLRequestSummary summary1 = CreateURLRequestSummary(1,
 836                                                        1,
 837                                                        "http://www.google.com",
 838                                                        "http://www.google.com",
 839                                                        ResourceType::MAIN_FRAME,
 840                                                        std::string(),
 841                                                        false);
 842   URLRequestSummary summary2 = CreateURLRequestSummary(1,
 843                                                        2,
 844                                                        "http://www.google.com",
 845                                                        "http://www.google.com",
 846                                                        ResourceType::MAIN_FRAME,
 847                                                        std::string(),
 848                                                        false);
 849   URLRequestSummary summary3 = CreateURLRequestSummary(2,
 850                                                        1,
 851                                                        "http://www.yahoo.com",
 852                                                        "http://www.yahoo.com",
 853                                                        ResourceType::MAIN_FRAME,
 854                                                        std::string(),
 855                                                        false);
 856
 857   predictor_->OnMainFrameRedirect(summary1);
 858   EXPECT_TRUE(predictor_->inflight_navigations_.empty());
 859
 860   predictor_->OnMainFrameRequest(summary1);
 861   EXPECT_EQ(1, static_cast<int>(predictor_->inflight_navigations_.size()));
 862   predictor_->OnMainFrameRequest(summary2);
 863   EXPECT_EQ(2, static_cast<int>(predictor_->inflight_navigations_.size()));
 864
 865   predictor_->OnMainFrameRedirect(summary3);
 866   EXPECT_EQ(2, static_cast<int>(predictor_->inflight_navigations_.size()));
 867   predictor_->OnMainFrameRedirect(summary1);
 868   EXPECT_EQ(1, static_cast<int>(predictor_->inflight_navigations_.size()));
 869   predictor_->OnMainFrameRedirect(summary2);
 870   EXPECT_TRUE(predictor_->inflight_navigations_.empty());
 871 }
 872
 873 TEST_F(ResourcePrefetchPredictorTest, OnSubresourceResponse) {
 874   // If there is no inflight navigation, nothing happens.
 875   URLRequestSummary resource1 = CreateURLRequestSummary(
 876       1, 1, "http://www.google.com",  "http://google.com/style1.css",
 877       ResourceType::STYLESHEET, "text/css", false);
 878   predictor_->OnSubresourceResponse(resource1);
 879   EXPECT_TRUE(predictor_->inflight_navigations_.empty());
 880
 881   // Add an inflight navigation.
 882   URLRequestSummary main_frame1 =
 883       CreateURLRequestSummary(1,
 884                               1,
 885                               "http://www.google.com",
 886                               "http://www.google.com",
 887                               ResourceType::MAIN_FRAME,
 888                               std::string(),
 889                               false);
 890   predictor_->OnMainFrameRequest(main_frame1);
 891   EXPECT_EQ(1, static_cast<int>(predictor_->inflight_navigations_.size()));
 892
 893   // Now add a few subresources.
 894   URLRequestSummary resource2 = CreateURLRequestSummary(
 895       1, 1, "http://www.google.com",  "http://google.com/script1.js",
 896       ResourceType::SCRIPT, "text/javascript", false);
 897   URLRequestSummary resource3 = CreateURLRequestSummary(
 898       1, 1, "http://www.google.com",  "http://google.com/script2.js",
 899       ResourceType::SCRIPT, "text/javascript", false);
 900   predictor_->OnSubresourceResponse(resource1);
 901   predictor_->OnSubresourceResponse(resource2);
 902   predictor_->OnSubresourceResponse(resource3);
 903
 904   EXPECT_EQ(1, static_cast<int>(predictor_->inflight_navigations_.size()));
 905   EXPECT_EQ(3, static_cast<int>(
 906       predictor_->inflight_navigations_[main_frame1.navigation_id]->size()));
 907   EXPECT_TRUE(URLRequestSummaryAreEqual(
 908       resource1,
 909       predictor_->inflight_navigations_[main_frame1.navigation_id]->at(0)));
 910   EXPECT_TRUE(URLRequestSummaryAreEqual(
 911       resource2,
 912       predictor_->inflight_navigations_[main_frame1.navigation_id]->at(1)));
 913   EXPECT_TRUE(URLRequestSummaryAreEqual(
 914       resource3,
 915       predictor_->inflight_navigations_[main_frame1.navigation_id]->at(2)));
 916 }
 917
 918 }  // namespace predictors