src/chrome/browser/autocomplete/shortcuts_provider_unittest.cc

   1 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
   2 // Use of this source code is governed by a BSD-style license that can be
   3 // found in the LICENSE file.
   4
   5 #include "chrome/browser/autocomplete/shortcuts_provider.h"
   6
   7 #include <math.h>
   8
   9 #include <algorithm>
  10 #include <functional>
  11 #include <set>
  12 #include <string>
  13 #include <vector>
  14
  15 #include "base/memory/ref_counted.h"
  16 #include "base/message_loop/message_loop.h"
  17 #include "base/prefs/pref_service.h"
  18 #include "base/strings/stringprintf.h"
  19 #include "base/strings/utf_string_conversions.h"
  20 #include "chrome/browser/autocomplete/chrome_autocomplete_scheme_classifier.h"
  21 #include "chrome/browser/autocomplete/shortcuts_backend.h"
  22 #include "chrome/browser/autocomplete/shortcuts_backend_factory.h"
  23 #include "chrome/browser/history/history_service.h"
  24 #include "chrome/browser/history/in_memory_url_index.h"
  25 #include "chrome/common/pref_names.h"
  26 #include "chrome/test/base/testing_profile.h"
  27 #include "components/history/core/browser/url_database.h"
  28 #include "components/metrics/proto/omnibox_event.pb.h"
  29 #include "components/omnibox/autocomplete_input.h"
  30 #include "components/omnibox/autocomplete_match.h"
  31 #include "components/omnibox/autocomplete_provider.h"
  32 #include "components/omnibox/autocomplete_result.h"
  33 #include "content/public/browser/notification_service.h"
  34 #include "content/public/test/test_browser_thread.h"
  35 #include "testing/gtest/include/gtest/gtest.h"
  36
  37 #if defined(ENABLE_EXTENSIONS)
  38 #include "extensions/browser/notification_types.h"
  39 #include "extensions/common/extension.h"
  40 #include "extensions/common/extension_builder.h"
  41 #include "extensions/common/value_builder.h"
  42 #endif
  43
  44 using base::ASCIIToUTF16;
  45
  46 // TestShortcutInfo -----------------------------------------------------------
  47
  48 namespace {
  49
  50 struct TestShortcutInfo {
  51   std::string guid;
  52   std::string text;
  53   std::string fill_into_edit;
  54   std::string destination_url;
  55   std::string contents;
  56   std::string contents_class;
  57   std::string description;
  58   std::string description_class;
  59   ui::PageTransition transition;
  60   AutocompleteMatch::Type type;
  61   std::string keyword;
  62   int days_from_now;
  63   int number_of_hits;
  64 } shortcut_test_db[] = {
  65   { "BD85DBA2-8C29-49F9-84AE-48E1E90880E0", "goog", "www.google.com",
  66     "http://www.google.com/", "Google", "0,1,4,0", "Google", "0,3,4,1",
  67     ui::PAGE_TRANSITION_TYPED, AutocompleteMatchType::HISTORY_URL, "", 1,
  68     100 },
  69   { "BD85DBA2-8C29-49F9-84AE-48E1E90880E1", "slash", "slashdot.org",
  70     "http://slashdot.org/", "slashdot.org", "0,3,5,1",
  71     "Slashdot - News for nerds, stuff that matters", "0,2,5,0",
  72     ui::PAGE_TRANSITION_TYPED, AutocompleteMatchType::HISTORY_URL, "", 0,
  73     100 },
  74   { "BD85DBA2-8C29-49F9-84AE-48E1E90880E2", "news", "slashdot.org",
  75     "http://slashdot.org/", "slashdot.org", "0,1",
  76     "Slashdot - News for nerds, stuff that matters", "0,0,11,2,15,0",
  77     ui::PAGE_TRANSITION_TYPED, AutocompleteMatchType::HISTORY_TITLE, "", 0,
  78     5 },
  79   { "BD85DBA2-8C29-49F9-84AE-48E1E90880E3", "news", "sports.yahoo.com",
  80     "http://sports.yahoo.com/", "sports.yahoo.com", "0,1",
  81     "Yahoo! Sports - Sports News, Scores, Rumors, Fantasy Games, and more",
  82     "0,0,23,2,27,0", ui::PAGE_TRANSITION_TYPED,
  83     AutocompleteMatchType::HISTORY_TITLE, "", 2, 5 },
  84   { "BD85DBA2-8C29-49F9-84AE-48E1E90880E4", "news weather",
  85     "www.cnn.com/index.html", "http://www.cnn.com/index.html",
  86     "www.cnn.com/index.html", "0,1",
  87     "CNN.com - Breaking News, U.S., World, Weather, Entertainment & Video",
  88     "0,0,19,2,23,0,38,2,45,0", ui::PAGE_TRANSITION_TYPED,
  89     AutocompleteMatchType::HISTORY_TITLE, "", 1, 10 },
  90   { "BD85DBA2-8C29-49F9-84AE-48E1E90880E5", "nhl scores", "sports.yahoo.com",
  91     "http://sports.yahoo.com/", "sports.yahoo.com", "0,1",
  92     "Yahoo! Sports - Sports News, Scores, Rumors, Fantasy Games, and more",
  93     "0,0,29,2,35,0", ui::PAGE_TRANSITION_TYPED,
  94     AutocompleteMatchType::HISTORY_BODY, "", 1, 10 },
  95   { "BD85DBA2-8C29-49F9-84AE-48E1E90880E6", "nhl scores",
  96     "www.nhl.com/scores/index.html", "http://www.nhl.com/scores/index.html",
  97     "www.nhl.com/scores/index.html", "0,1,4,3,7,1",
  98     "January 13, 2010 - NHL.com - Scores", "0,0,19,2,22,0,29,2,35,0",
  99     ui::PAGE_TRANSITION_TYPED, AutocompleteMatchType::HISTORY_URL, "", 5,
 100     1 },
 101   { "BD85DBA2-8C29-49F9-84AE-48E1E90880E7", "just", "www.testsite.com/a.html",
 102     "http://www.testsite.com/a.html", "www.testsite.com/a.html", "0,1",
 103     "Test - site - just a test", "0,0,14,2,18,0",
 104     ui::PAGE_TRANSITION_TYPED, AutocompleteMatchType::HISTORY_TITLE, "", 5,
 105     1 },
 106   { "BD85DBA2-8C29-49F9-84AE-48E1E90880E8", "just", "www.testsite.com/b.html",
 107     "http://www.testsite.com/b.html", "www.testsite.com/b.html", "0,1",
 108     "Test - site - just a test", "0,0,14,2,18,0",
 109     ui::PAGE_TRANSITION_TYPED, AutocompleteMatchType::HISTORY_TITLE, "", 5,
 110     2 },
 111   { "BD85DBA2-8C29-49F9-84AE-48E1E90880E9", "just", "www.testsite.com/c.html",
 112     "http://www.testsite.com/c.html", "www.testsite.com/c.html", "0,1",
 113     "Test - site - just a test", "0,0,14,2,18,0",
 114     ui::PAGE_TRANSITION_TYPED, AutocompleteMatchType::HISTORY_TITLE, "", 8,
 115     1 },
 116   { "BD85DBA2-8C29-49F9-84AE-48E1E90880EA", "just a", "www.testsite.com/d.html",
 117     "http://www.testsite.com/d.html", "www.testsite.com/d.html", "0,1",
 118     "Test - site - just a test", "0,0,14,2,18,0",
 119     ui::PAGE_TRANSITION_TYPED, AutocompleteMatchType::HISTORY_TITLE, "",
 120     12, 1 },
 121   { "BD85DBA2-8C29-49F9-84AE-48E1E90880EB", "just a t",
 122     "www.testsite.com/e.html", "http://www.testsite.com/e.html",
 123     "www.testsite.com/e.html", "0,1", "Test - site - just a test",
 124     "0,0,14,2,18,0", ui::PAGE_TRANSITION_TYPED,
 125     AutocompleteMatchType::HISTORY_TITLE, "", 12, 1 },
 126   { "BD85DBA2-8C29-49F9-84AE-48E1E90880EC", "just a te",
 127     "www.testsite.com/f.html", "http://www.testsite.com/f.html",
 128     "www.testsite.com/f.html", "0,1", "Test - site - just a test",
 129     "0,0,14,2,18,0", ui::PAGE_TRANSITION_TYPED,
 130     AutocompleteMatchType::HISTORY_TITLE, "", 12, 1 },
 131   { "BD85DBA2-8C29-49F9-84AE-48E1E90880ED", "ago", "www.daysagotest.com/a.html",
 132     "http://www.daysagotest.com/a.html", "www.daysagotest.com/a.html",
 133     "0,1,8,3,11,1", "Test - site", "0,0", ui::PAGE_TRANSITION_TYPED,
 134     AutocompleteMatchType::HISTORY_URL, "", 1, 1 },
 135   { "BD85DBA2-8C29-49F9-84AE-48E1E90880EE", "ago", "www.daysagotest.com/b.html",
 136     "http://www.daysagotest.com/b.html", "www.daysagotest.com/b.html",
 137     "0,1,8,3,11,1", "Test - site", "0,0", ui::PAGE_TRANSITION_TYPED,
 138     AutocompleteMatchType::HISTORY_URL, "", 2, 1 },
 139   { "BD85DBA2-8C29-49F9-84AE-48E1E90880EF", "ago", "www.daysagotest.com/c.html",
 140     "http://www.daysagotest.com/c.html", "www.daysagotest.com/c.html",
 141     "0,1,8,3,11,1", "Test - site", "0,0", ui::PAGE_TRANSITION_TYPED,
 142     AutocompleteMatchType::HISTORY_URL, "", 3, 1 },
 143   { "BD85DBA2-8C29-49F9-84AE-48E1E90880F0", "ago", "www.daysagotest.com/d.html",
 144     "http://www.daysagotest.com/d.html", "www.daysagotest.com/d.html",
 145     "0,1,8,3,11,1", "Test - site", "0,0", ui::PAGE_TRANSITION_TYPED,
 146     AutocompleteMatchType::HISTORY_URL, "", 4, 1 },
 147   { "BD85DBA2-8C29-49F9-84AE-48E1E90880F1", "echo echo", "echo echo",
 148     "chrome-extension://cedabbhfglmiikkmdgcpjdkocfcmbkee/?q=echo",
 149     "Run Echo command: echo", "0,0", "Echo", "0,4",
 150     ui::PAGE_TRANSITION_TYPED, AutocompleteMatchType::EXTENSION_APP,
 151     "echo", 1, 1 },
 152   { "BD85DBA2-8C29-49F9-84AE-48E1E90880F2", "abcdef.com", "http://abcdef.com",
 153     "http://abcdef.com/", "Abcdef", "0,1,4,0", "Abcdef", "0,3,4,1",
 154     ui::PAGE_TRANSITION_TYPED, AutocompleteMatchType::HISTORY_URL, "", 1,
 155     100 },
 156   { "BD85DBA2-8C29-49F9-84AE-48E1E90880F3", "query", "query",
 157     "https://www.google.com/search?q=query", "query", "0,0",
 158     "Google Search", "0,4", ui::PAGE_TRANSITION_GENERATED,
 159     AutocompleteMatchType::SEARCH_HISTORY, "", 1, 100 },
 160   { "BD85DBA2-8C29-49F9-84AE-48E1E90880F4", "word", "www.word",
 161     "https://www.google.com/search?q=www.word", "www.word", "0,0",
 162     "Google Search", "0,4", ui::PAGE_TRANSITION_GENERATED,
 163     AutocompleteMatchType::SEARCH_HISTORY, "", 1, 100 },
 164   { "BD85DBA2-8C29-49F9-84AE-48E1E90880F5", "about:o", "chrome://omnibox",
 165     "chrome://omnibox/", "about:omnibox", "0,3,10,1", "", "",
 166     ui::PAGE_TRANSITION_TYPED, AutocompleteMatchType::NAVSUGGEST, "",
 167     1, 100 },
 168   { "BD85DBA2-8C29-49F9-84AE-48E1E90880F6", "www/real sp",
 169     "http://www/real space/long-url-with-space.html",
 170     "http://www/real%20space/long-url-with-space.html",
 171     "www/real space/long-url-with-space.html", "0,3,11,1",
 172     "Page With Space; Input with Space", "0,0",
 173     ui::PAGE_TRANSITION_TYPED, AutocompleteMatchType::HISTORY_URL, "",
 174     1, 100 },
 175   { "BD85DBA2-8C29-49F9-84AE-48E1E90880F7", "duplicate", "http://duplicate.com",
 176     "http://duplicate.com/", "Duplicate", "0,1", "Duplicate", "0,1",
 177     ui::PAGE_TRANSITION_TYPED, AutocompleteMatchType::HISTORY_URL, "", 1,
 178     100 },
 179   { "BD85DBA2-8C29-49F9-84AE-48E1E90880F8", "dupl", "http://duplicate.com",
 180     "http://duplicate.com/", "Duplicate", "0,1", "Duplicate", "0,1",
 181     ui::PAGE_TRANSITION_TYPED, AutocompleteMatchType::HISTORY_URL, "", 1,
 182     100 },
 183   { "BD85DBA2-8C29-49F9-84AE-48E1E90880F9", "notrailing.com/",
 184     "http://notrailing.com", "http://notrailing.com/", "No Trailing Slash",
 185     "0,1", "No Trailing Slash on fill_into_edit", "0,1",
 186     ui::PAGE_TRANSITION_TYPED, AutocompleteMatchType::HISTORY_URL, "",
 187     1, 100 },
 188   { "BD85DBA2-8C29-49F9-84AE-48E1E90880FA", "http:///foo.com",
 189     "http://foo.com", "http://foo.com/", "Foo - Typo in Input",
 190     "0,1", "Foo - Typo in Input Corrected in fill_into_edit", "0,1",
 191     ui::PAGE_TRANSITION_TYPED, AutocompleteMatchType::HISTORY_URL, "",
 192     1, 100 },
 193   { "BD85DBA2-8C29-49F9-84AE-48E1E90880FB", "trailing1 ",
 194     "http://trailing1.com", "http://trailing1.com/",
 195     "Trailing1 - Space in Shortcut", "0,1",
 196     "Trailing1 - Space in Shortcut", "0,1", ui::PAGE_TRANSITION_TYPED,
 197     AutocompleteMatchType::HISTORY_URL, "", 1, 100 },
 198   { "BD85DBA2-8C29-49F9-84AE-48E1E90880FC", "about:trailing2 ",
 199     "chrome://trailing2blah", "chrome://trailing2blah/",
 200     "Trailing2 - Space in Shortcut", "0,1",
 201     "Trailing2 - Space in Shortcut", "0,1", ui::PAGE_TRANSITION_TYPED,
 202     AutocompleteMatchType::HISTORY_URL, "", 1, 100 },
 203 };
 204
 205 }  // namespace
 206
 207
 208 // ClassifyTest ---------------------------------------------------------------
 209
 210 // Helper class to make running tests of ClassifyAllMatchesInString() more
 211 // convenient.
 212 class ClassifyTest {
 213  public:
 214   ClassifyTest(const base::string16& text, ACMatchClassifications matches);
 215   ~ClassifyTest();
 216
 217   ACMatchClassifications RunTest(const base::string16& find_text);
 218
 219  private:
 220   const base::string16 text_;
 221   const ACMatchClassifications matches_;
 222 };
 223
 224 ClassifyTest::ClassifyTest(const base::string16& text,
 225                            ACMatchClassifications matches)
 226     : text_(text),
 227       matches_(matches) {
 228 }
 229
 230 ClassifyTest::~ClassifyTest() {
 231 }
 232
 233 ACMatchClassifications ClassifyTest::RunTest(const base::string16& find_text) {
 234   return ShortcutsProvider::ClassifyAllMatchesInString(find_text,
 235       ShortcutsProvider::CreateWordMapForString(find_text), text_, matches_);
 236 }
 237
 238
 239 // ShortcutsProviderTest ------------------------------------------------------
 240
 241 class ShortcutsProviderTest : public testing::Test {
 242  public:
 243   ShortcutsProviderTest();
 244
 245  protected:
 246   typedef std::pair<std::string, bool> ExpectedURLAndAllowedToBeDefault;
 247   typedef std::vector<ExpectedURLAndAllowedToBeDefault> ExpectedURLs;
 248
 249   class SetShouldContain
 250       : public std::unary_function<const ExpectedURLAndAllowedToBeDefault&,
 251                                    std::set<std::string> > {
 252    public:
 253     explicit SetShouldContain(const ACMatches& matched_urls);
 254
 255     void operator()(const ExpectedURLAndAllowedToBeDefault& expected);
 256     std::set<ExpectedURLAndAllowedToBeDefault> Leftovers() const {
 257         return matches_;
 258     }
 259
 260    private:
 261     std::set<ExpectedURLAndAllowedToBeDefault> matches_;
 262   };
 263
 264   virtual void SetUp();
 265   virtual void TearDown();
 266
 267   // Fills test data into the provider.
 268   void FillData(TestShortcutInfo* db, size_t db_size);
 269
 270   // Runs an autocomplete query on |text| with the provided
 271   // |prevent_inline_autocomplete| setting and checks to see that the returned
 272   // results' destination URLs match those provided. |expected_urls| does not
 273   // need to be in sorted order, but |expected_top_result| should be the top
 274   // match, and it should have inline autocompletion
 275   // |top_result_inline_autocompletion|.
 276   void RunTest(const base::string16 text,
 277                bool prevent_inline_autocomplete,
 278                const ExpectedURLs& expected_urls,
 279                std::string expected_top_result,
 280                base::string16 top_result_inline_autocompletion);
 281
 282   // Passthrough to the private function in provider_.
 283   int CalculateScore(const std::string& terms,
 284                      const history::ShortcutsDatabase::Shortcut& shortcut,
 285                      int max_relevance);
 286
 287   base::MessageLoopForUI message_loop_;
 288   content::TestBrowserThread ui_thread_;
 289   content::TestBrowserThread file_thread_;
 290
 291   TestingProfile profile_;
 292
 293   ACMatches ac_matches_;  // The resulting matches after running RunTest.
 294
 295   scoped_refptr<ShortcutsBackend> backend_;
 296   scoped_refptr<ShortcutsProvider> provider_;
 297 };
 298
 299 ShortcutsProviderTest::ShortcutsProviderTest()
 300     : ui_thread_(content::BrowserThread::UI, &message_loop_),
 301       file_thread_(content::BrowserThread::FILE, &message_loop_) {
 302 }
 303
 304 void ShortcutsProviderTest::SetUp() {
 305   ShortcutsBackendFactory::GetInstance()->SetTestingFactoryAndUse(
 306       &profile_, &ShortcutsBackendFactory::BuildProfileNoDatabaseForTesting);
 307   backend_ = ShortcutsBackendFactory::GetForProfile(&profile_);
 308   ASSERT_TRUE(backend_.get());
 309   ASSERT_TRUE(profile_.CreateHistoryService(true, false));
 310   provider_ = new ShortcutsProvider(&profile_);
 311   FillData(shortcut_test_db, arraysize(shortcut_test_db));
 312 }
 313
 314 void ShortcutsProviderTest::TearDown() {
 315   // Run all pending tasks or else some threads hold on to the message loop
 316   // and prevent it from being deleted.
 317   message_loop_.RunUntilIdle();
 318   provider_ = NULL;
 319 }
 320
 321 void ShortcutsProviderTest::FillData(TestShortcutInfo* db, size_t db_size) {
 322   DCHECK(provider_.get());
 323   size_t expected_size = backend_->shortcuts_map().size() + db_size;
 324   for (size_t i = 0; i < db_size; ++i) {
 325     const TestShortcutInfo& cur = db[i];
 326     history::ShortcutsDatabase::Shortcut shortcut(
 327         cur.guid, ASCIIToUTF16(cur.text),
 328         history::ShortcutsDatabase::Shortcut::MatchCore(
 329             ASCIIToUTF16(cur.fill_into_edit), GURL(cur.destination_url),
 330             ASCIIToUTF16(cur.contents), cur.contents_class,
 331             ASCIIToUTF16(cur.description), cur.description_class,
 332             cur.transition, cur.type, ASCIIToUTF16(cur.keyword)),
 333         base::Time::Now() - base::TimeDelta::FromDays(cur.days_from_now),
 334         cur.number_of_hits);
 335     backend_->AddShortcut(shortcut);
 336   }
 337   EXPECT_EQ(expected_size, backend_->shortcuts_map().size());
 338 }
 339
 340 ShortcutsProviderTest::SetShouldContain::SetShouldContain(
 341     const ACMatches& matched_urls) {
 342   for (ACMatches::const_iterator iter = matched_urls.begin();
 343        iter != matched_urls.end(); ++iter)
 344     matches_.insert(ExpectedURLAndAllowedToBeDefault(
 345         iter->destination_url.spec(), iter->allowed_to_be_default_match));
 346 }
 347
 348 void ShortcutsProviderTest::SetShouldContain::operator()(
 349     const ExpectedURLAndAllowedToBeDefault& expected) {
 350   EXPECT_EQ(1U, matches_.erase(expected));
 351 }
 352
 353 void ShortcutsProviderTest::RunTest(
 354     const base::string16 text,
 355     bool prevent_inline_autocomplete,
 356     const ExpectedURLs& expected_urls,
 357     std::string expected_top_result,
 358     base::string16 top_result_inline_autocompletion) {
 359   base::MessageLoop::current()->RunUntilIdle();
 360   AutocompleteInput input(text, base::string16::npos, base::string16(), GURL(),
 361                           metrics::OmniboxEventProto::INVALID_SPEC,
 362                           prevent_inline_autocomplete, false, true, true,
 363                           ChromeAutocompleteSchemeClassifier(&profile_));
 364   provider_->Start(input, false);
 365   EXPECT_TRUE(provider_->done());
 366
 367   ac_matches_ = provider_->matches();
 368
 369   // We should have gotten back at most AutocompleteProvider::kMaxMatches.
 370   EXPECT_LE(ac_matches_.size(), AutocompleteProvider::kMaxMatches);
 371
 372   // If the number of expected and actual matches aren't equal then we need
 373   // test no further, but let's do anyway so that we know which URLs failed.
 374   EXPECT_EQ(expected_urls.size(), ac_matches_.size());
 375
 376   // Verify that all expected URLs were found and that all found URLs
 377   // were expected.
 378   std::set<ExpectedURLAndAllowedToBeDefault> Leftovers =
 379       for_each(expected_urls.begin(), expected_urls.end(),
 380                SetShouldContain(ac_matches_)).Leftovers();
 381   EXPECT_EQ(0U, Leftovers.size());
 382
 383   // See if we got the expected top scorer.
 384   if (!ac_matches_.empty()) {
 385     std::partial_sort(ac_matches_.begin(), ac_matches_.begin() + 1,
 386                       ac_matches_.end(), AutocompleteMatch::MoreRelevant);
 387     EXPECT_EQ(expected_top_result, ac_matches_[0].destination_url.spec());
 388     EXPECT_EQ(top_result_inline_autocompletion,
 389               ac_matches_[0].inline_autocompletion);
 390   }
 391 }
 392
 393 int ShortcutsProviderTest::CalculateScore(
 394     const std::string& terms,
 395     const history::ShortcutsDatabase::Shortcut& shortcut,
 396     int max_relevance) {
 397   return provider_->CalculateScore(ASCIIToUTF16(terms), shortcut,
 398                                    max_relevance);
 399 }
 400
 401
 402 // Actual tests ---------------------------------------------------------------
 403
 404 TEST_F(ShortcutsProviderTest, SimpleSingleMatch) {
 405   base::string16 text(ASCIIToUTF16("go"));
 406   std::string expected_url("http://www.google.com/");
 407   ExpectedURLs expected_urls;
 408   expected_urls.push_back(ExpectedURLAndAllowedToBeDefault(expected_url, true));
 409   RunTest(text, false, expected_urls, expected_url, ASCIIToUTF16("ogle.com"));
 410
 411   // Same test with prevent inline autocomplete.
 412   expected_urls.clear();
 413   expected_urls.push_back(
 414       ExpectedURLAndAllowedToBeDefault(expected_url, false));
 415   // The match will have an |inline_autocompletion| set, but the value will not
 416   // be used because |allowed_to_be_default_match| will be false.
 417   RunTest(text, true, expected_urls, expected_url, ASCIIToUTF16("ogle.com"));
 418
 419   // A pair of analogous tests where the shortcut ends at the end of
 420   // |fill_into_edit|.  This exercises the inline autocompletion and default
 421   // match code.
 422   text = ASCIIToUTF16("abcdef.com");
 423   expected_url = "http://abcdef.com/";
 424   expected_urls.clear();
 425   expected_urls.push_back(ExpectedURLAndAllowedToBeDefault(expected_url, true));
 426   RunTest(text, false, expected_urls, expected_url, base::string16());
 427   // With prevent inline autocomplete, the suggestion should be the same
 428   // (because there is no completion).
 429   RunTest(text, true, expected_urls, expected_url, base::string16());
 430
 431   // Another test, simply for a query match type, not a navigation URL match
 432   // type.
 433   text = ASCIIToUTF16("que");
 434   expected_url = "https://www.google.com/search?q=query";
 435   expected_urls.clear();
 436   expected_urls.push_back(ExpectedURLAndAllowedToBeDefault(expected_url, true));
 437   RunTest(text, false, expected_urls, expected_url, ASCIIToUTF16("ry"));
 438
 439   // Same test with prevent inline autocomplete.
 440   expected_urls.clear();
 441   expected_urls.push_back(
 442       ExpectedURLAndAllowedToBeDefault(expected_url, false));
 443   // The match will have an |inline_autocompletion| set, but the value will not
 444   // be used because |allowed_to_be_default_match| will be false.
 445   RunTest(text, true, expected_urls, expected_url, ASCIIToUTF16("ry"));
 446
 447   // A pair of analogous tests where the shortcut ends at the end of
 448   // |fill_into_edit|.  This exercises the inline autocompletion and default
 449   // match code.
 450   text = ASCIIToUTF16("query");
 451   expected_urls.clear();
 452   expected_urls.push_back(ExpectedURLAndAllowedToBeDefault(expected_url, true));
 453   RunTest(text, false, expected_urls, expected_url, base::string16());
 454   // With prevent inline autocomplete, the suggestion should be the same
 455   // (because there is no completion).
 456   RunTest(text, true, expected_urls, expected_url, base::string16());
 457
 458   // Now the shortcut ends at the end of |fill_into_edit| but has a
 459   // non-droppable prefix.  ("www.", for instance, is not droppable for
 460   // queries.)
 461   text = ASCIIToUTF16("word");
 462   expected_url = "https://www.google.com/search?q=www.word";
 463   expected_urls.clear();
 464   expected_urls.push_back(
 465       ExpectedURLAndAllowedToBeDefault(expected_url, false));
 466   RunTest(text, false, expected_urls, expected_url, base::string16());
 467 }
 468
 469 // These tests are like those in SimpleSingleMatch but more complex,
 470 // involving URLs that need to be fixed up to match properly.
 471 TEST_F(ShortcutsProviderTest, TrickySingleMatch) {
 472   // Test that about: URLs are fixed up/transformed to chrome:// URLs.
 473   base::string16 text(ASCIIToUTF16("about:o"));
 474   std::string expected_url("chrome://omnibox/");
 475   ExpectedURLs expected_urls;
 476   expected_urls.push_back(ExpectedURLAndAllowedToBeDefault(expected_url, true));
 477   RunTest(text, false, expected_urls, expected_url, ASCIIToUTF16("mnibox"));
 478
 479   // Same test with prevent inline autocomplete.
 480   expected_urls.clear();
 481   expected_urls.push_back(
 482       ExpectedURLAndAllowedToBeDefault(expected_url, false));
 483   // The match will have an |inline_autocompletion| set, but the value will not
 484   // be used because |allowed_to_be_default_match| will be false.
 485   RunTest(text, true, expected_urls, expected_url, ASCIIToUTF16("mnibox"));
 486
 487   // Test that an input with a space can match URLs with a (escaped) space.
 488   // This would fail if we didn't try to lookup the un-fixed-up string.
 489   text = ASCIIToUTF16("www/real sp");
 490   expected_url = "http://www/real%20space/long-url-with-space.html";
 491   expected_urls.clear();
 492   expected_urls.push_back(ExpectedURLAndAllowedToBeDefault(expected_url, true));
 493   RunTest(text, false, expected_urls, expected_url,
 494           ASCIIToUTF16("ace/long-url-with-space.html"));
 495
 496   // Same test with prevent inline autocomplete.
 497   expected_urls.clear();
 498   expected_urls.push_back(
 499       ExpectedURLAndAllowedToBeDefault(expected_url, false));
 500   // The match will have an |inline_autocompletion| set, but the value will not
 501   // be used because |allowed_to_be_default_match| will be false.
 502   RunTest(text, true, expected_urls, expected_url,
 503           ASCIIToUTF16("ace/long-url-with-space.html"));
 504
 505   // Test when the user input has a trailing slash but fill_into_edit does
 506   // not.  This should still be allowed to be default.
 507   text = ASCIIToUTF16("notrailing.com/");
 508   expected_url = "http://notrailing.com/";
 509   expected_urls.clear();
 510   expected_urls.push_back(
 511       ExpectedURLAndAllowedToBeDefault(expected_url, true));
 512   RunTest(text, true, expected_urls, expected_url, base::string16());
 513
 514   // Test when the user input has a typo that can be fixed up for matching
 515   // fill_into_edit.  This should still be allowed to be default.
 516   text = ASCIIToUTF16("http:///foo.com");
 517   expected_url = "http://foo.com/";
 518   expected_urls.clear();
 519   expected_urls.push_back(
 520       ExpectedURLAndAllowedToBeDefault(expected_url, true));
 521   RunTest(text, true, expected_urls, expected_url, base::string16());
 522
 523   // A foursome of tests to verify that trailing spaces prevent the shortcut
 524   // from being allowed to be the default match.  For each of two tests, we
 525   // first verify that the match is allowed to be default without the trailing
 526   // space but is not allowed to be default with the trailing space.  In both
 527   // of these with-trailing-space cases, we actually get an
 528   // inline_autocompletion, though it's never used because the match is
 529   // prohibited from being default.
 530   text = ASCIIToUTF16("trailing1");
 531   expected_url = "http://trailing1.com/";
 532   expected_urls.clear();
 533   expected_urls.push_back(
 534       ExpectedURLAndAllowedToBeDefault(expected_url, true));
 535   RunTest(text, false, expected_urls, expected_url, ASCIIToUTF16(".com"));
 536   text = ASCIIToUTF16("trailing1 ");
 537   expected_urls.clear();
 538   expected_urls.push_back(
 539       ExpectedURLAndAllowedToBeDefault(expected_url, false));
 540   RunTest(text, false, expected_urls, expected_url, ASCIIToUTF16(".com"));
 541   text = ASCIIToUTF16("about:trailing2");
 542   expected_url = "chrome://trailing2blah/";
 543   expected_urls.clear();
 544   expected_urls.push_back(
 545       ExpectedURLAndAllowedToBeDefault(expected_url, true));
 546   RunTest(text, false, expected_urls, expected_url, ASCIIToUTF16("blah"));
 547   text = ASCIIToUTF16("about:trailing2 ");
 548   expected_urls.clear();
 549   expected_urls.push_back(
 550       ExpectedURLAndAllowedToBeDefault(expected_url, false));
 551   RunTest(text, false, expected_urls, expected_url, ASCIIToUTF16("blah"));
 552 }
 553
 554 TEST_F(ShortcutsProviderTest, MultiMatch) {
 555   base::string16 text(ASCIIToUTF16("NEWS"));
 556   ExpectedURLs expected_urls;
 557   // Scores high because of completion length.
 558   expected_urls.push_back(ExpectedURLAndAllowedToBeDefault(
 559       "http://slashdot.org/", false));
 560   // Scores high because of visit count.
 561   expected_urls.push_back(ExpectedURLAndAllowedToBeDefault(
 562       "http://sports.yahoo.com/", false));
 563   // Scores high because of visit count but less match span,
 564   // which is more important.
 565   expected_urls.push_back(ExpectedURLAndAllowedToBeDefault(
 566       "http://www.cnn.com/index.html", false));
 567   RunTest(text, false, expected_urls, "http://slashdot.org/", base::string16());
 568 }
 569
 570 TEST_F(ShortcutsProviderTest, RemoveDuplicates) {
 571   base::string16 text(ASCIIToUTF16("dupl"));
 572   ExpectedURLs expected_urls;
 573   expected_urls.push_back(ExpectedURLAndAllowedToBeDefault(
 574       "http://duplicate.com/", true));
 575   // Make sure the URL only appears once in the output list.
 576   RunTest(text, false, expected_urls, "http://duplicate.com/",
 577           ASCIIToUTF16("icate.com"));
 578 }
 579
 580 TEST_F(ShortcutsProviderTest, TypedCountMatches) {
 581   base::string16 text(ASCIIToUTF16("just"));
 582   ExpectedURLs expected_urls;
 583   expected_urls.push_back(ExpectedURLAndAllowedToBeDefault(
 584       "http://www.testsite.com/b.html", false));
 585   expected_urls.push_back(ExpectedURLAndAllowedToBeDefault(
 586       "http://www.testsite.com/a.html", false));
 587   expected_urls.push_back(ExpectedURLAndAllowedToBeDefault(
 588       "http://www.testsite.com/c.html", false));
 589   RunTest(text, false, expected_urls, "http://www.testsite.com/b.html",
 590           base::string16());
 591 }
 592
 593 TEST_F(ShortcutsProviderTest, FragmentLengthMatches) {
 594   base::string16 text(ASCIIToUTF16("just a"));
 595   ExpectedURLs expected_urls;
 596   expected_urls.push_back(ExpectedURLAndAllowedToBeDefault(
 597       "http://www.testsite.com/d.html", false));
 598   expected_urls.push_back(ExpectedURLAndAllowedToBeDefault(
 599       "http://www.testsite.com/e.html", false));
 600   expected_urls.push_back(ExpectedURLAndAllowedToBeDefault(
 601       "http://www.testsite.com/f.html", false));
 602   RunTest(text, false, expected_urls, "http://www.testsite.com/d.html",
 603           base::string16());
 604 }
 605
 606 TEST_F(ShortcutsProviderTest, DaysAgoMatches) {
 607   base::string16 text(ASCIIToUTF16("ago"));
 608   ExpectedURLs expected_urls;
 609   expected_urls.push_back(ExpectedURLAndAllowedToBeDefault(
 610       "http://www.daysagotest.com/a.html", false));
 611   expected_urls.push_back(ExpectedURLAndAllowedToBeDefault(
 612       "http://www.daysagotest.com/b.html", false));
 613   expected_urls.push_back(ExpectedURLAndAllowedToBeDefault(
 614       "http://www.daysagotest.com/c.html", false));
 615   RunTest(text, false, expected_urls, "http://www.daysagotest.com/a.html",
 616           base::string16());
 617 }
 618
 619 TEST_F(ShortcutsProviderTest, ClassifyAllMatchesInString) {
 620   ACMatchClassifications matches =
 621       AutocompleteMatch::ClassificationsFromString("0,0");
 622   ClassifyTest classify_test(ASCIIToUTF16("A man, a plan, a canal Panama"),
 623                              matches);
 624
 625   ACMatchClassifications spans_a = classify_test.RunTest(ASCIIToUTF16("man"));
 626   // ACMatch spans should be: '--MMM------------------------'
 627   EXPECT_EQ("0,0,2,2,5,0", AutocompleteMatch::ClassificationsToString(spans_a));
 628
 629   ACMatchClassifications spans_b = classify_test.RunTest(ASCIIToUTF16("man p"));
 630   // ACMatch spans should be: '--MMM----M-------------M-----'
 631   EXPECT_EQ("0,0,2,2,5,0,9,2,10,0,23,2,24,0",
 632             AutocompleteMatch::ClassificationsToString(spans_b));
 633
 634   ACMatchClassifications spans_c =
 635       classify_test.RunTest(ASCIIToUTF16("man plan panama"));
 636   // ACMatch spans should be:'--MMM----MMMM----------MMMMMM'
 637   EXPECT_EQ("0,0,2,2,5,0,9,2,13,0,23,2",
 638             AutocompleteMatch::ClassificationsToString(spans_c));
 639
 640   ClassifyTest classify_test2(ASCIIToUTF16("Yahoo! Sports - Sports News, "
 641       "Scores, Rumors, Fantasy Games, and more"), matches);
 642
 643   ACMatchClassifications spans_d = classify_test2.RunTest(ASCIIToUTF16("ne"));
 644   // ACMatch spans should match first two letters of the "news".
 645   EXPECT_EQ("0,0,23,2,25,0",
 646             AutocompleteMatch::ClassificationsToString(spans_d));
 647
 648   ACMatchClassifications spans_e =
 649       classify_test2.RunTest(ASCIIToUTF16("news r"));
 650   EXPECT_EQ("0,0,10,2,11,0,19,2,20,0,23,2,27,0,32,2,33,0,37,2,38,0,41,2,42,0,"
 651             "66,2,67,0", AutocompleteMatch::ClassificationsToString(spans_e));
 652
 653   matches = AutocompleteMatch::ClassificationsFromString("0,1");
 654   ClassifyTest classify_test3(ASCIIToUTF16("livescore.goal.com"), matches);
 655
 656   ACMatchClassifications spans_f = classify_test3.RunTest(ASCIIToUTF16("go"));
 657   // ACMatch spans should match first two letters of the "goal".
 658   EXPECT_EQ("0,1,10,3,12,1",
 659             AutocompleteMatch::ClassificationsToString(spans_f));
 660
 661   matches = AutocompleteMatch::ClassificationsFromString("0,0,13,1");
 662   ClassifyTest classify_test4(ASCIIToUTF16("Email login: mail.somecorp.com"),
 663                               matches);
 664
 665   ACMatchClassifications spans_g = classify_test4.RunTest(ASCIIToUTF16("ail"));
 666   EXPECT_EQ("0,0,2,2,5,0,13,1,14,3,17,1",
 667             AutocompleteMatch::ClassificationsToString(spans_g));
 668
 669   ACMatchClassifications spans_h =
 670       classify_test4.RunTest(ASCIIToUTF16("lo log"));
 671   EXPECT_EQ("0,0,6,2,9,0,13,1",
 672             AutocompleteMatch::ClassificationsToString(spans_h));
 673
 674   ACMatchClassifications spans_i =
 675       classify_test4.RunTest(ASCIIToUTF16("ail em"));
 676   // 'Email' and 'ail' should be matched.
 677   EXPECT_EQ("0,2,5,0,13,1,14,3,17,1",
 678             AutocompleteMatch::ClassificationsToString(spans_i));
 679
 680   // Some web sites do not have a description.  If the string being searched is
 681   // empty, the classifications must also be empty: http://crbug.com/148647
 682   // Extra parens in the next line hack around C++03's "most vexing parse".
 683   class ClassifyTest classify_test5((base::string16()),
 684                                     ACMatchClassifications());
 685   ACMatchClassifications spans_j = classify_test5.RunTest(ASCIIToUTF16("man"));
 686   ASSERT_EQ(0U, spans_j.size());
 687
 688   // Matches which end at beginning of classification merge properly.
 689   matches = AutocompleteMatch::ClassificationsFromString("0,4,9,0");
 690   ClassifyTest classify_test6(ASCIIToUTF16("html password example"), matches);
 691
 692   // Extra space in the next string avoids having the string be a prefix of the
 693   // text above, which would allow for two different valid classification sets,
 694   // one of which uses two spans (the first of which would mark all of "html
 695   // pass" as a match) and one which uses four (which marks the individual words
 696   // as matches but not the space between them).  This way only the latter is
 697   // valid.
 698   ACMatchClassifications spans_k =
 699       classify_test6.RunTest(ASCIIToUTF16("html  pass"));
 700   EXPECT_EQ("0,6,4,4,5,6,9,0",
 701             AutocompleteMatch::ClassificationsToString(spans_k));
 702
 703   // Multiple matches with both beginning and end at beginning of
 704   // classifications merge properly.
 705   matches = AutocompleteMatch::ClassificationsFromString("0,1,11,0");
 706   ClassifyTest classify_test7(ASCIIToUTF16("http://a.co is great"), matches);
 707
 708   ACMatchClassifications spans_l =
 709       classify_test7.RunTest(ASCIIToUTF16("ht co"));
 710   EXPECT_EQ("0,3,2,1,9,3,11,0",
 711             AutocompleteMatch::ClassificationsToString(spans_l));
 712 }
 713
 714 TEST_F(ShortcutsProviderTest, CalculateScore) {
 715   history::ShortcutsDatabase::Shortcut shortcut(
 716       std::string(), ASCIIToUTF16("test"),
 717       history::ShortcutsDatabase::Shortcut::MatchCore(
 718           ASCIIToUTF16("www.test.com"), GURL("http://www.test.com"),
 719           ASCIIToUTF16("www.test.com"), "0,1,4,3,8,1",
 720           ASCIIToUTF16("A test"), "0,0,2,2", ui::PAGE_TRANSITION_TYPED,
 721           AutocompleteMatchType::HISTORY_URL, base::string16()),
 722       base::Time::Now(), 1);
 723
 724   // Maximal score.
 725   const int max_relevance =
 726       ShortcutsProvider::kShortcutsProviderDefaultMaxRelevance;
 727   const int kMaxScore = CalculateScore("test", shortcut, max_relevance);
 728
 729   // Score decreases as percent of the match is decreased.
 730   int score_three_quarters = CalculateScore("tes", shortcut, max_relevance);
 731   EXPECT_LT(score_three_quarters, kMaxScore);
 732   int score_one_half = CalculateScore("te", shortcut, max_relevance);
 733   EXPECT_LT(score_one_half, score_three_quarters);
 734   int score_one_quarter = CalculateScore("t", shortcut, max_relevance);
 735   EXPECT_LT(score_one_quarter, score_one_half);
 736
 737   // Should decay with time - one week.
 738   shortcut.last_access_time = base::Time::Now() - base::TimeDelta::FromDays(7);
 739   int score_week_old = CalculateScore("test", shortcut, max_relevance);
 740   EXPECT_LT(score_week_old, kMaxScore);
 741
 742   // Should decay more in two weeks.
 743   shortcut.last_access_time = base::Time::Now() - base::TimeDelta::FromDays(14);
 744   int score_two_weeks_old = CalculateScore("test", shortcut, max_relevance);
 745   EXPECT_LT(score_two_weeks_old, score_week_old);
 746
 747   // But not if it was activly clicked on. 2 hits slow decaying power.
 748   shortcut.number_of_hits = 2;
 749   shortcut.last_access_time = base::Time::Now() - base::TimeDelta::FromDays(14);
 750   int score_popular_two_weeks_old =
 751       CalculateScore("test", shortcut, max_relevance);
 752   EXPECT_LT(score_two_weeks_old, score_popular_two_weeks_old);
 753   // But still decayed.
 754   EXPECT_LT(score_popular_two_weeks_old, kMaxScore);
 755
 756   // 3 hits slow decaying power even more.
 757   shortcut.number_of_hits = 3;
 758   shortcut.last_access_time = base::Time::Now() - base::TimeDelta::FromDays(14);
 759   int score_more_popular_two_weeks_old =
 760       CalculateScore("test", shortcut, max_relevance);
 761   EXPECT_LT(score_two_weeks_old, score_more_popular_two_weeks_old);
 762   EXPECT_LT(score_popular_two_weeks_old, score_more_popular_two_weeks_old);
 763   // But still decayed.
 764   EXPECT_LT(score_more_popular_two_weeks_old, kMaxScore);
 765 }
 766
 767 TEST_F(ShortcutsProviderTest, DeleteMatch) {
 768   TestShortcutInfo shortcuts_to_test_delete[] = {
 769     { "BD85DBA2-8C29-49F9-84AE-48E1E90881F1", "delete", "www.deletetest.com/1",
 770       "http://www.deletetest.com/1", "http://www.deletetest.com/1", "0,2",
 771       "Erase this shortcut!", "0,0", ui::PAGE_TRANSITION_TYPED,
 772       AutocompleteMatchType::HISTORY_URL, "", 1, 1},
 773     { "BD85DBA2-8C29-49F9-84AE-48E1E90881F2", "erase", "www.deletetest.com/1",
 774       "http://www.deletetest.com/1", "http://www.deletetest.com/1", "0,2",
 775       "Erase this shortcut!", "0,0", ui::PAGE_TRANSITION_TYPED,
 776       AutocompleteMatchType::HISTORY_TITLE, "", 1, 1},
 777     { "BD85DBA2-8C29-49F9-84AE-48E1E90881F3", "keep", "www.deletetest.com/1/2",
 778       "http://www.deletetest.com/1/2", "http://www.deletetest.com/1/2", "0,2",
 779       "Keep this shortcut!", "0,0", ui::PAGE_TRANSITION_TYPED,
 780       AutocompleteMatchType::HISTORY_TITLE, "", 1, 1},
 781     { "BD85DBA2-8C29-49F9-84AE-48E1E90881F4", "delete", "www.deletetest.com/2",
 782       "http://www.deletetest.com/2", "http://www.deletetest.com/2", "0,2",
 783       "Erase this shortcut!", "0,0", ui::PAGE_TRANSITION_TYPED,
 784       AutocompleteMatchType::HISTORY_URL, "", 1, 1},
 785   };
 786
 787   size_t original_shortcuts_count = backend_->shortcuts_map().size();
 788
 789   FillData(shortcuts_to_test_delete, arraysize(shortcuts_to_test_delete));
 790
 791   EXPECT_EQ(original_shortcuts_count + 4, backend_->shortcuts_map().size());
 792   EXPECT_FALSE(backend_->shortcuts_map().end() ==
 793                backend_->shortcuts_map().find(ASCIIToUTF16("delete")));
 794   EXPECT_FALSE(backend_->shortcuts_map().end() ==
 795                backend_->shortcuts_map().find(ASCIIToUTF16("erase")));
 796
 797   AutocompleteMatch match(
 798       provider_.get(), 1200, true, AutocompleteMatchType::HISTORY_TITLE);
 799
 800   match.destination_url = GURL(shortcuts_to_test_delete[0].destination_url);
 801   match.contents = ASCIIToUTF16(shortcuts_to_test_delete[0].contents);
 802   match.description = ASCIIToUTF16(shortcuts_to_test_delete[0].description);
 803
 804   provider_->DeleteMatch(match);
 805
 806   // shortcuts_to_test_delete[0] and shortcuts_to_test_delete[1] should be
 807   // deleted, but not shortcuts_to_test_delete[2] or
 808   // shortcuts_to_test_delete[3], which have different URLs.
 809   EXPECT_EQ(original_shortcuts_count + 2, backend_->shortcuts_map().size());
 810   EXPECT_FALSE(backend_->shortcuts_map().end() ==
 811                backend_->shortcuts_map().find(ASCIIToUTF16("delete")));
 812   EXPECT_TRUE(backend_->shortcuts_map().end() ==
 813               backend_->shortcuts_map().find(ASCIIToUTF16("erase")));
 814
 815   match.destination_url = GURL(shortcuts_to_test_delete[3].destination_url);
 816   match.contents = ASCIIToUTF16(shortcuts_to_test_delete[3].contents);
 817   match.description = ASCIIToUTF16(shortcuts_to_test_delete[3].description);
 818
 819   provider_->DeleteMatch(match);
 820   EXPECT_EQ(original_shortcuts_count + 1, backend_->shortcuts_map().size());
 821   EXPECT_TRUE(backend_->shortcuts_map().end() ==
 822               backend_->shortcuts_map().find(ASCIIToUTF16("delete")));
 823 }
 824
 825 #if defined(ENABLE_EXTENSIONS)
 826 TEST_F(ShortcutsProviderTest, Extension) {
 827   // Try an input string that matches an extension URL.
 828   base::string16 text(ASCIIToUTF16("echo"));
 829   std::string expected_url(
 830       "chrome-extension://cedabbhfglmiikkmdgcpjdkocfcmbkee/?q=echo");
 831   ExpectedURLs expected_urls;
 832   expected_urls.push_back(ExpectedURLAndAllowedToBeDefault(
 833       expected_url, true));
 834   RunTest(text, false, expected_urls, expected_url, ASCIIToUTF16(" echo"));
 835
 836   // Claim the extension has been unloaded.
 837   scoped_refptr<const extensions::Extension> extension =
 838       extensions::ExtensionBuilder()
 839           .SetManifest(extensions::DictionaryBuilder()
 840               .Set("name", "Echo")
 841               .Set("version", "1.0"))
 842           .SetID("cedabbhfglmiikkmdgcpjdkocfcmbkee")
 843           .Build();
 844   extensions::UnloadedExtensionInfo details(
 845       extension.get(), extensions::UnloadedExtensionInfo::REASON_UNINSTALL);
 846   content::NotificationService::current()->Notify(
 847       extensions::NOTIFICATION_EXTENSION_UNLOADED_DEPRECATED,
 848       content::Source<Profile>(&profile_),
 849       content::Details<extensions::UnloadedExtensionInfo>(&details));
 850
 851   // Now the URL should have disappeared.
 852   RunTest(text, false, ExpectedURLs(), std::string(), base::string16());
 853 }
 854 #endif