src/chrome/browser/ui/search/instant_extended_interactive_uitest.cc

   1 // Copyright 2013 The Chromium Authors. All rights reserved.
   2 // Use of this source code is governed by a BSD-style license that can be
   3 // found in the LICENSE file.
   4
   5 #include <sstream>
   6
   7 #include "base/command_line.h"
   8 #include "base/metrics/histogram_base.h"
   9 #include "base/metrics/histogram_samples.h"
  10 #include "base/metrics/statistics_recorder.h"
  11 #include "base/prefs/pref_service.h"
  12 #include "base/run_loop.h"
  13 #include "base/strings/string_number_conversions.h"
  14 #include "base/strings/string_util.h"
  15 #include "base/strings/stringprintf.h"
  16 #include "base/strings/utf_string_conversions.h"
  17 #include "base/time/time.h"
  18 #include "chrome/browser/autocomplete/autocomplete_controller.h"
  19 #include "chrome/browser/bookmarks/bookmark_model_factory.h"
  20 #include "chrome/browser/chrome_notification_types.h"
  21 #include "chrome/browser/extensions/extension_browsertest.h"
  22 #include "chrome/browser/extensions/extension_service.h"
  23 #include "chrome/browser/favicon/favicon_tab_helper.h"
  24 #include "chrome/browser/history/history_db_task.h"
  25 #include "chrome/browser/history/history_service.h"
  26 #include "chrome/browser/history/history_service_factory.h"
  27 #include "chrome/browser/history/top_sites.h"
  28 #include "chrome/browser/profiles/profile.h"
  29 #include "chrome/browser/search/instant_service.h"
  30 #include "chrome/browser/search/instant_service_factory.h"
  31 #include "chrome/browser/search/search.h"
  32 #include "chrome/browser/search_engines/template_url_service_factory.h"
  33 #include "chrome/browser/task_manager/task_manager.h"
  34 #include "chrome/browser/task_manager/task_manager_browsertest_util.h"
  35 #include "chrome/browser/themes/theme_service.h"
  36 #include "chrome/browser/themes/theme_service_factory.h"
  37 #include "chrome/browser/ui/browser_list.h"
  38 #include "chrome/browser/ui/browser_tabstrip.h"
  39 #include "chrome/browser/ui/omnibox/omnibox_view.h"
  40 #include "chrome/browser/ui/search/instant_tab.h"
  41 #include "chrome/browser/ui/search/instant_test_utils.h"
  42 #include "chrome/browser/ui/search/search_tab_helper.h"
  43 #include "chrome/browser/ui/tabs/tab_strip_model.h"
  44 #include "chrome/browser/ui/webui/theme_source.h"
  45 #include "chrome/common/chrome_switches.h"
  46 #include "chrome/common/instant_types.h"
  47 #include "chrome/common/pref_names.h"
  48 #include "chrome/common/url_constants.h"
  49 #include "chrome/test/base/in_process_browser_test.h"
  50 #include "chrome/test/base/interactive_test_utils.h"
  51 #include "chrome/test/base/ui_test_utils.h"
  52 #include "components/bookmarks/browser/bookmark_utils.h"
  53 #include "components/bookmarks/test/bookmark_test_helpers.h"
  54 #include "components/google/core/browser/google_url_tracker.h"
  55 #include "components/history/core/browser/history_types.h"
  56 #include "components/history/core/common/thumbnail_score.h"
  57 #include "components/omnibox/autocomplete_match.h"
  58 #include "components/omnibox/autocomplete_provider.h"
  59 #include "components/omnibox/autocomplete_result.h"
  60 #include "components/omnibox/search_provider.h"
  61 #include "components/search_engines/template_url_service.h"
  62 #include "components/sessions/serialized_navigation_entry.h"
  63 #include "content/public/browser/navigation_controller.h"
  64 #include "content/public/browser/navigation_entry.h"
  65 #include "content/public/browser/notification_service.h"
  66 #include "content/public/browser/render_process_host.h"
  67 #include "content/public/browser/render_view_host.h"
  68 #include "content/public/browser/site_instance.h"
  69 #include "content/public/browser/url_data_source.h"
  70 #include "content/public/browser/web_contents.h"
  71 #include "content/public/common/bindings_policy.h"
  72 #include "content/public/test/browser_test_utils.h"
  73 #include "content/public/test/test_utils.h"
  74 #include "net/base/network_change_notifier.h"
  75 #include "net/http/http_status_code.h"
  76 #include "net/url_request/test_url_fetcher_factory.h"
  77 #include "net/url_request/url_fetcher_impl.h"
  78 #include "net/url_request/url_request_status.h"
  79 #include "testing/gmock/include/gmock/gmock.h"
  80 #include "third_party/skia/include/core/SkBitmap.h"
  81
  82 using base::ASCIIToUTF16;
  83 using testing::HasSubstr;
  84
  85 namespace {
  86
  87 // Task used to make sure history has finished processing a request. Intended
  88 // for use with BlockUntilHistoryProcessesPendingRequests.
  89 class QuittingHistoryDBTask : public history::HistoryDBTask {
  90  public:
  91   QuittingHistoryDBTask() {}
  92
  93   virtual bool RunOnDBThread(history::HistoryBackend* backend,
  94                              history::HistoryDatabase* db) OVERRIDE {
  95     return true;
  96   }
  97
  98   virtual void DoneRunOnMainThread() OVERRIDE {
  99     base::MessageLoop::current()->Quit();
 100   }
 101
 102  private:
 103   virtual ~QuittingHistoryDBTask() {}
 104
 105   DISALLOW_COPY_AND_ASSIGN(QuittingHistoryDBTask);
 106 };
 107
 108 class FakeNetworkChangeNotifier : public net::NetworkChangeNotifier {
 109  public:
 110   FakeNetworkChangeNotifier() : connection_type_(CONNECTION_NONE) {}
 111
 112   virtual ConnectionType GetCurrentConnectionType() const OVERRIDE {
 113     return connection_type_;
 114   }
 115
 116   void SetConnectionType(ConnectionType type) {
 117     connection_type_ = type;
 118     NotifyObserversOfNetworkChange(type);
 119     base::RunLoop().RunUntilIdle();
 120   }
 121
 122   virtual ~FakeNetworkChangeNotifier() {}
 123
 124  private:
 125   ConnectionType connection_type_;
 126   DISALLOW_COPY_AND_ASSIGN(FakeNetworkChangeNotifier);
 127 };
 128 }  // namespace
 129
 130 class InstantExtendedTest : public InProcessBrowserTest,
 131                             public InstantTestBase {
 132  public:
 133   InstantExtendedTest()
 134       : on_most_visited_change_calls_(0),
 135         most_visited_items_count_(0),
 136         first_most_visited_item_id_(0),
 137         on_native_suggestions_calls_(0),
 138         on_change_calls_(0),
 139         submit_count_(0),
 140         on_esc_key_press_event_calls_(0),
 141         on_focus_changed_calls_(0),
 142         is_focused_(false),
 143         on_toggle_voice_search_calls_(0) {
 144   }
 145  protected:
 146   virtual void SetUpInProcessBrowserTestFixture() OVERRIDE {
 147     chrome::EnableQueryExtractionForTesting();
 148     ASSERT_TRUE(https_test_server().Start());
 149     GURL instant_url = https_test_server().GetURL(
 150         "files/instant_extended.html?strk=1&");
 151     GURL ntp_url = https_test_server().GetURL(
 152         "files/instant_extended_ntp.html?strk=1&");
 153     InstantTestBase::Init(instant_url, ntp_url, false);
 154   }
 155
 156   int64 GetHistogramCount(const char* name) {
 157     base::HistogramBase* histogram =
 158         base::StatisticsRecorder::FindHistogram(name);
 159     if (!histogram) {
 160       // If no histogram is found, it's possible that no values have been
 161       // recorded yet. Assume that the value is zero.
 162       return 0;
 163     }
 164     return histogram->SnapshotSamples()->TotalCount();
 165   }
 166
 167   bool UpdateSearchState(content::WebContents* contents) WARN_UNUSED_RESULT {
 168     return GetIntFromJS(contents, "onMostVisitedChangedCalls",
 169                         &on_most_visited_change_calls_) &&
 170            GetIntFromJS(contents, "mostVisitedItemsCount",
 171                         &most_visited_items_count_) &&
 172            GetIntFromJS(contents, "firstMostVisitedItemId",
 173                         &first_most_visited_item_id_) &&
 174            GetIntFromJS(contents, "onNativeSuggestionsCalls",
 175                         &on_native_suggestions_calls_) &&
 176            GetIntFromJS(contents, "onChangeCalls",
 177                         &on_change_calls_) &&
 178            GetIntFromJS(contents, "submitCount",
 179                         &submit_count_) &&
 180            GetStringFromJS(contents, "apiHandle.value",
 181                            &query_value_) &&
 182            GetIntFromJS(contents, "onEscKeyPressedCalls",
 183                         &on_esc_key_press_event_calls_) &&
 184            GetIntFromJS(contents, "onFocusChangedCalls",
 185                        &on_focus_changed_calls_) &&
 186            GetBoolFromJS(contents, "isFocused",
 187                          &is_focused_) &&
 188            GetIntFromJS(contents, "onToggleVoiceSearchCalls",
 189                         &on_toggle_voice_search_calls_) &&
 190            GetStringFromJS(contents, "prefetchQuery", &prefetch_query_value_);
 191
 192   }
 193
 194   TemplateURL* GetDefaultSearchProviderTemplateURL() {
 195     TemplateURLService* template_url_service =
 196         TemplateURLServiceFactory::GetForProfile(browser()->profile());
 197     if (template_url_service)
 198       return template_url_service->GetDefaultSearchProvider();
 199     return NULL;
 200   }
 201
 202   bool AddSearchToHistory(base::string16 term, int visit_count) {
 203     TemplateURL* template_url = GetDefaultSearchProviderTemplateURL();
 204     if (!template_url)
 205       return false;
 206
 207     HistoryService* history = HistoryServiceFactory::GetForProfile(
 208         browser()->profile(), Profile::EXPLICIT_ACCESS);
 209     GURL search(template_url->url_ref().ReplaceSearchTerms(
 210         TemplateURLRef::SearchTermsArgs(term),
 211         TemplateURLServiceFactory::GetForProfile(
 212             browser()->profile())->search_terms_data()));
 213     history->AddPageWithDetails(
 214         search, base::string16(), visit_count, visit_count,
 215         base::Time::Now(), false, history::SOURCE_BROWSED);
 216     history->SetKeywordSearchTermsForURL(
 217         search, template_url->id(), term);
 218     return true;
 219   }
 220
 221   void BlockUntilHistoryProcessesPendingRequests() {
 222     HistoryService* history = HistoryServiceFactory::GetForProfile(
 223         browser()->profile(), Profile::EXPLICIT_ACCESS);
 224     DCHECK(history);
 225     DCHECK(base::MessageLoop::current());
 226
 227     base::CancelableTaskTracker tracker;
 228     history->ScheduleDBTask(
 229         scoped_ptr<history::HistoryDBTask>(
 230             new QuittingHistoryDBTask()),
 231         &tracker);
 232     base::MessageLoop::current()->Run();
 233   }
 234
 235   int CountSearchProviderSuggestions() {
 236     return omnibox()->model()->autocomplete_controller()->search_provider()->
 237         matches().size();
 238   }
 239
 240   int on_most_visited_change_calls_;
 241   int most_visited_items_count_;
 242   int first_most_visited_item_id_;
 243   int on_native_suggestions_calls_;
 244   int on_change_calls_;
 245   int submit_count_;
 246   int on_esc_key_press_event_calls_;
 247   std::string query_value_;
 248   int on_focus_changed_calls_;
 249   bool is_focused_;
 250   int on_toggle_voice_search_calls_;
 251   std::string prefetch_query_value_;
 252 };
 253
 254 class InstantExtendedPrefetchTest : public InstantExtendedTest {
 255  public:
 256   InstantExtendedPrefetchTest()
 257       : factory_(new net::URLFetcherImplFactory()),
 258         fake_factory_(new net::FakeURLFetcherFactory(factory_.get())) {
 259   }
 260
 261   virtual void SetUpInProcessBrowserTestFixture() OVERRIDE {
 262     chrome::EnableQueryExtractionForTesting();
 263     ASSERT_TRUE(https_test_server().Start());
 264     GURL instant_url = https_test_server().GetURL(
 265         "files/instant_extended.html?strk=1&");
 266     GURL ntp_url = https_test_server().GetURL(
 267         "files/instant_extended_ntp.html?strk=1&");
 268     InstantTestBase::Init(instant_url, ntp_url, true);
 269   }
 270
 271   virtual void SetUpCommandLine(CommandLine* command_line) OVERRIDE {
 272     command_line->AppendSwitchASCII(
 273         switches::kForceFieldTrials,
 274         "EmbeddedSearch/Group11 prefetch_results_srp:1/");
 275   }
 276
 277   net::FakeURLFetcherFactory* fake_factory() { return fake_factory_.get(); }
 278
 279  private:
 280   // Used to instantiate FakeURLFetcherFactory.
 281   scoped_ptr<net::URLFetcherImplFactory> factory_;
 282
 283   // Used to mock default search provider suggest response.
 284   scoped_ptr<net::FakeURLFetcherFactory> fake_factory_;
 285
 286   DISALLOW_COPY_AND_ASSIGN(InstantExtendedPrefetchTest);
 287 };
 288
 289 class InstantExtendedNetworkTest : public InstantExtendedTest {
 290  protected:
 291   virtual void SetUpOnMainThread() OVERRIDE {
 292     disable_for_test_.reset(new net::NetworkChangeNotifier::DisableForTest);
 293     fake_network_change_notifier_.reset(new FakeNetworkChangeNotifier);
 294     InstantExtendedTest::SetUpOnMainThread();
 295   }
 296
 297   virtual void TearDownOnMainThread() OVERRIDE {
 298     InstantExtendedTest::TearDownOnMainThread();
 299     fake_network_change_notifier_.reset();
 300     disable_for_test_.reset();
 301   }
 302
 303   void SetConnectionType(net::NetworkChangeNotifier::ConnectionType type) {
 304     fake_network_change_notifier_->SetConnectionType(type);
 305   }
 306
 307  private:
 308   scoped_ptr<net::NetworkChangeNotifier::DisableForTest> disable_for_test_;
 309   scoped_ptr<FakeNetworkChangeNotifier> fake_network_change_notifier_;
 310 };
 311
 312 // Test class used to verify chrome-search: scheme and access policy from the
 313 // Instant overlay.  This is a subclass of |ExtensionBrowserTest| because it
 314 // loads a theme that provides a background image.
 315 class InstantPolicyTest : public ExtensionBrowserTest, public InstantTestBase {
 316  public:
 317   InstantPolicyTest() {}
 318
 319  protected:
 320   virtual void SetUpInProcessBrowserTestFixture() OVERRIDE {
 321     ASSERT_TRUE(https_test_server().Start());
 322     GURL instant_url = https_test_server().GetURL(
 323         "files/instant_extended.html?strk=1&");
 324     GURL ntp_url = https_test_server().GetURL(
 325         "files/instant_extended_ntp.html?strk=1&");
 326     InstantTestBase::Init(instant_url, ntp_url, false);
 327   }
 328
 329   void InstallThemeSource() {
 330     ThemeSource* theme = new ThemeSource(profile());
 331     content::URLDataSource::Add(profile(), theme);
 332   }
 333
 334   void InstallThemeAndVerify(const std::string& theme_dir,
 335                              const std::string& theme_name) {
 336     const extensions::Extension* theme =
 337         ThemeServiceFactory::GetThemeForProfile(
 338             ExtensionBrowserTest::browser()->profile());
 339     // If there is already a theme installed, the current theme should be
 340     // disabled and the new one installed + enabled.
 341     int expected_change = theme ? 0 : 1;
 342
 343     const base::FilePath theme_path = test_data_dir_.AppendASCII(theme_dir);
 344     ASSERT_TRUE(InstallExtensionWithUIAutoConfirm(
 345         theme_path, expected_change, ExtensionBrowserTest::browser()));
 346     const extensions::Extension* new_theme =
 347         ThemeServiceFactory::GetThemeForProfile(
 348             ExtensionBrowserTest::browser()->profile());
 349     ASSERT_NE(static_cast<extensions::Extension*>(NULL), new_theme);
 350     ASSERT_EQ(new_theme->name(), theme_name);
 351   }
 352
 353  private:
 354   DISALLOW_COPY_AND_ASSIGN(InstantPolicyTest);
 355 };
 356
 357 IN_PROC_BROWSER_TEST_F(InstantExtendedTest, SearchReusesInstantTab) {
 358   ASSERT_NO_FATAL_FAILURE(SetupInstant(browser()));
 359   FocusOmnibox();
 360
 361   content::WindowedNotificationObserver observer(
 362       chrome::NOTIFICATION_INSTANT_TAB_SUPPORT_DETERMINED,
 363       content::NotificationService::AllSources());
 364   SetOmniboxText("flowers");
 365   PressEnterAndWaitForFrameLoad();
 366   observer.Wait();
 367
 368   // Just did a regular search.
 369   content::WebContents* active_tab =
 370       browser()->tab_strip_model()->GetActiveWebContents();
 371   ASSERT_THAT(active_tab->GetURL().spec(), HasSubstr("q=flowers"));
 372   ASSERT_TRUE(UpdateSearchState(active_tab));
 373   ASSERT_EQ(0, submit_count_);
 374
 375   SetOmniboxText("puppies");
 376   PressEnterAndWaitForNavigation();
 377
 378   // Should have reused the tab and sent an onsubmit message.
 379   active_tab = browser()->tab_strip_model()->GetActiveWebContents();
 380   ASSERT_THAT(active_tab->GetURL().spec(), HasSubstr("q=puppies"));
 381   ASSERT_TRUE(UpdateSearchState(active_tab));
 382   EXPECT_EQ(1, submit_count_);
 383 }
 384
 385 IN_PROC_BROWSER_TEST_F(InstantExtendedTest,
 386                        SearchDoesntReuseInstantTabWithoutSupport) {
 387   ASSERT_NO_FATAL_FAILURE(SetupInstant(browser()));
 388   FocusOmnibox();
 389
 390   // Don't wait for the navigation to complete.
 391   SetOmniboxText("flowers");
 392   browser()->window()->GetLocationBar()->AcceptInput();
 393
 394   SetOmniboxText("puppies");
 395   browser()->window()->GetLocationBar()->AcceptInput();
 396
 397   // Should not have reused the tab.
 398   ASSERT_THAT(
 399       browser()->tab_strip_model()->GetActiveWebContents()->GetURL().spec(),
 400       HasSubstr("q=puppies"));
 401 }
 402
 403 IN_PROC_BROWSER_TEST_F(InstantExtendedTest,
 404                        TypedSearchURLDoesntReuseInstantTab) {
 405   ASSERT_NO_FATAL_FAILURE(SetupInstant(browser()));
 406   FocusOmnibox();
 407
 408   // Create an observer to wait for the instant tab to support Instant.
 409   content::WindowedNotificationObserver observer_1(
 410       chrome::NOTIFICATION_INSTANT_TAB_SUPPORT_DETERMINED,
 411       content::NotificationService::AllSources());
 412   SetOmniboxText("flowers");
 413   PressEnterAndWaitForFrameLoad();
 414   observer_1.Wait();
 415
 416   // Just did a regular search.
 417   content::WebContents* active_tab =
 418       browser()->tab_strip_model()->GetActiveWebContents();
 419   ASSERT_THAT(active_tab->GetURL().spec(), HasSubstr("q=flowers"));
 420   ASSERT_TRUE(UpdateSearchState(active_tab));
 421   ASSERT_EQ(0, submit_count_);
 422
 423   // Typed in a search URL "by hand".
 424   content::WindowedNotificationObserver observer_2(
 425       chrome::NOTIFICATION_INSTANT_TAB_SUPPORT_DETERMINED,
 426       content::NotificationService::AllSources());
 427   SetOmniboxText(instant_url().Resolve("#q=puppies").spec());
 428   PressEnterAndWaitForNavigation();
 429   observer_2.Wait();
 430
 431   // Should not have reused the tab.
 432   active_tab = browser()->tab_strip_model()->GetActiveWebContents();
 433   ASSERT_THAT(active_tab->GetURL().spec(), HasSubstr("q=puppies"));
 434 }
 435
 436 IN_PROC_BROWSER_TEST_F(InstantExtendedTest, OmniboxMarginSetForSearchURLs) {
 437   ASSERT_NO_FATAL_FAILURE(SetupInstant(browser()));
 438   FocusOmnibox();
 439
 440   // Create an observer to wait for the instant tab to support Instant.
 441   content::WindowedNotificationObserver observer(
 442       chrome::NOTIFICATION_INSTANT_TAB_SUPPORT_DETERMINED,
 443       content::NotificationService::AllSources());
 444
 445   SetOmniboxText("flowers");
 446   browser()->window()->GetLocationBar()->AcceptInput();
 447   observer.Wait();
 448
 449   const std::string& url =
 450       browser()->tab_strip_model()->GetActiveWebContents()->GetURL().spec();
 451   // Make sure we actually used search_url, not instant_url.
 452   ASSERT_THAT(url, HasSubstr("&is_search"));
 453   EXPECT_THAT(url, HasSubstr("&es_sm="));
 454 }
 455
 456 // Test to verify that switching tabs should not dispatch onmostvisitedchanged
 457 // events.
 458 IN_PROC_BROWSER_TEST_F(InstantExtendedTest, NoMostVisitedChangedOnTabSwitch) {
 459   // Initialize Instant.
 460   ASSERT_NO_FATAL_FAILURE(SetupInstant(browser()));
 461
 462   // Open new tab.
 463   ui_test_utils::NavigateToURLWithDisposition(
 464       browser(),
 465       GURL(chrome::kChromeUINewTabURL),
 466       NEW_FOREGROUND_TAB,
 467       ui_test_utils::BROWSER_TEST_WAIT_FOR_TAB |
 468       ui_test_utils::BROWSER_TEST_WAIT_FOR_NAVIGATION);
 469   EXPECT_EQ(2, browser()->tab_strip_model()->count());
 470
 471   // Make sure new tab received the onmostvisitedchanged event once.
 472   content::WebContents* active_tab =
 473       browser()->tab_strip_model()->GetActiveWebContents();
 474   EXPECT_TRUE(UpdateSearchState(active_tab));
 475   EXPECT_EQ(1, on_most_visited_change_calls_);
 476
 477   // Activate the previous tab.
 478   browser()->tab_strip_model()->ActivateTabAt(0, false);
 479
 480   // Switch back to new tab.
 481   browser()->tab_strip_model()->ActivateTabAt(1, false);
 482
 483   // Confirm that new tab got no onmostvisitedchanged event.
 484   active_tab = browser()->tab_strip_model()->GetActiveWebContents();
 485   EXPECT_TRUE(UpdateSearchState(active_tab));
 486   EXPECT_EQ(1, on_most_visited_change_calls_);
 487 }
 488
 489 IN_PROC_BROWSER_TEST_F(InstantPolicyTest, ThemeBackgroundAccess) {
 490   InstallThemeSource();
 491   ASSERT_NO_FATAL_FAILURE(InstallThemeAndVerify("theme", "camo theme"));
 492   ASSERT_NO_FATAL_FAILURE(SetupInstant(browser()));
 493
 494   // The "Instant" New Tab should have access to chrome-search: scheme but not
 495   // chrome: scheme.
 496   ui_test_utils::NavigateToURLWithDisposition(
 497       browser(),
 498       GURL(chrome::kChromeUINewTabURL),
 499       NEW_FOREGROUND_TAB,
 500       ui_test_utils::BROWSER_TEST_WAIT_FOR_TAB |
 501       ui_test_utils::BROWSER_TEST_WAIT_FOR_NAVIGATION);
 502
 503   content::RenderViewHost* rvh =
 504       browser()->tab_strip_model()->GetActiveWebContents()->GetRenderViewHost();
 505
 506   const std::string chrome_url("chrome://theme/IDR_THEME_NTP_BACKGROUND");
 507   const std::string search_url(
 508       "chrome-search://theme/IDR_THEME_NTP_BACKGROUND");
 509   bool loaded = false;
 510   ASSERT_TRUE(LoadImage(rvh, chrome_url, &loaded));
 511   EXPECT_FALSE(loaded) << chrome_url;
 512   ASSERT_TRUE(LoadImage(rvh, search_url, &loaded));
 513   EXPECT_TRUE(loaded) << search_url;
 514 }
 515
 516 // Flaky on all bots. http://crbug.com/335297.
 517 IN_PROC_BROWSER_TEST_F(InstantPolicyTest,
 518                        DISABLED_NoThemeBackgroundChangeEventOnTabSwitch) {
 519   InstallThemeSource();
 520   ASSERT_NO_FATAL_FAILURE(SetupInstant(browser()));
 521
 522   // Install a theme.
 523   ASSERT_NO_FATAL_FAILURE(InstallThemeAndVerify("theme", "camo theme"));
 524   EXPECT_EQ(1, browser()->tab_strip_model()->count());
 525
 526   // Open new tab.
 527   ui_test_utils::NavigateToURLWithDisposition(
 528       browser(),
 529       GURL(chrome::kChromeUINewTabURL),
 530       NEW_FOREGROUND_TAB,
 531       ui_test_utils::BROWSER_TEST_WAIT_FOR_TAB |
 532       ui_test_utils::BROWSER_TEST_WAIT_FOR_NAVIGATION);
 533   EXPECT_EQ(2, browser()->tab_strip_model()->count());
 534
 535   content::WebContents* active_tab =
 536       browser()->tab_strip_model()->GetActiveWebContents();
 537   ASSERT_EQ(1, browser()->tab_strip_model()->active_index());
 538   int on_theme_changed_calls = 0;
 539   EXPECT_TRUE(GetIntFromJS(active_tab, "onThemeChangedCalls",
 540                            &on_theme_changed_calls));
 541   EXPECT_EQ(1, on_theme_changed_calls);
 542
 543   // Activate the previous tab.
 544   browser()->tab_strip_model()->ActivateTabAt(0, false);
 545   ASSERT_EQ(0, browser()->tab_strip_model()->active_index());
 546
 547   // Switch back to new tab.
 548   browser()->tab_strip_model()->ActivateTabAt(1, false);
 549   ASSERT_EQ(1, browser()->tab_strip_model()->active_index());
 550
 551   // Confirm that new tab got no onthemechanged event while switching tabs.
 552   active_tab = browser()->tab_strip_model()->GetActiveWebContents();
 553   on_theme_changed_calls = 0;
 554   EXPECT_TRUE(GetIntFromJS(active_tab, "onThemeChangedCalls",
 555                            &on_theme_changed_calls));
 556   EXPECT_EQ(1, on_theme_changed_calls);
 557 }
 558
 559 // Flaky on all bots. http://crbug.com/335297, http://crbug.com/265971.
 560 IN_PROC_BROWSER_TEST_F(InstantPolicyTest,
 561                        DISABLED_SendThemeBackgroundChangedEvent) {
 562   InstallThemeSource();
 563   ASSERT_NO_FATAL_FAILURE(SetupInstant(browser()));
 564
 565   // Install a theme.
 566   ASSERT_NO_FATAL_FAILURE(InstallThemeAndVerify("theme", "camo theme"));
 567
 568   // Open new tab.
 569   ui_test_utils::NavigateToURLWithDisposition(
 570       browser(),
 571       GURL(chrome::kChromeUINewTabURL),
 572       NEW_FOREGROUND_TAB,
 573       ui_test_utils::BROWSER_TEST_WAIT_FOR_TAB |
 574       ui_test_utils::BROWSER_TEST_WAIT_FOR_NAVIGATION);
 575   EXPECT_EQ(2, browser()->tab_strip_model()->count());
 576
 577   // Make sure new tab received an onthemechanged event.
 578   content::WebContents* active_tab =
 579       browser()->tab_strip_model()->GetActiveWebContents();
 580   ASSERT_EQ(1, browser()->tab_strip_model()->active_index());
 581   int on_theme_changed_calls = 0;
 582   EXPECT_TRUE(GetIntFromJS(active_tab, "onThemeChangedCalls",
 583                            &on_theme_changed_calls));
 584   EXPECT_EQ(1, on_theme_changed_calls);
 585
 586   // Install a new theme.
 587   ASSERT_NO_FATAL_FAILURE(InstallThemeAndVerify("theme2", "snowflake theme"));
 588
 589   // Confirm that new tab is notified about the theme changed event.
 590   on_theme_changed_calls = 0;
 591   EXPECT_TRUE(GetIntFromJS(active_tab, "onThemeChangedCalls",
 592                            &on_theme_changed_calls));
 593   EXPECT_EQ(2, on_theme_changed_calls);
 594 }
 595
 596 // Flaky on all bots.  http://crbug.com/253092
 597 // Test to verify that the omnibox search query is updated on browser
 598 // back button press event.
 599 IN_PROC_BROWSER_TEST_F(InstantExtendedTest,
 600                        DISABLED_UpdateSearchQueryOnBackNavigation) {
 601   ASSERT_NO_FATAL_FAILURE(SetupInstant(browser()));
 602
 603   // Focus omnibox and confirm overlay isn't shown.
 604   FocusOmnibox();
 605
 606   // Create an observer to wait for the instant tab to support Instant.
 607   content::WindowedNotificationObserver observer(
 608       chrome::NOTIFICATION_INSTANT_TAB_SUPPORT_DETERMINED,
 609       content::NotificationService::AllSources());
 610
 611   SetOmniboxText("flowers");
 612   // Commit the search by pressing 'Enter'.
 613   PressEnterAndWaitForNavigation();
 614   observer.Wait();
 615
 616   EXPECT_EQ(ASCIIToUTF16("flowers"), omnibox()->GetText());
 617
 618   // Typing in the new search query in omnibox.
 619   SetOmniboxText("cattles");
 620   // Commit the search by pressing 'Enter'.
 621   PressEnterAndWaitForNavigation();
 622   // 'Enter' commits the query as it was typed. This creates a navigation entry
 623   // in the history.
 624   EXPECT_EQ(ASCIIToUTF16("cattles"), omnibox()->GetText());
 625
 626   content::WebContents* active_tab =
 627       browser()->tab_strip_model()->GetActiveWebContents();
 628   EXPECT_TRUE(active_tab->GetController().CanGoBack());
 629   content::WindowedNotificationObserver load_stop_observer(
 630       content::NOTIFICATION_LOAD_STOP,
 631       content::Source<content::NavigationController>(
 632           &active_tab->GetController()));
 633   active_tab->GetController().GoBack();
 634   load_stop_observer.Wait();
 635
 636   EXPECT_EQ(ASCIIToUTF16("flowers"), omnibox()->GetText());
 637   // Commit the search by pressing 'Enter'.
 638   FocusOmnibox();
 639   PressEnterAndWaitForNavigation();
 640   EXPECT_EQ(ASCIIToUTF16("flowers"), omnibox()->GetText());
 641 }
 642
 643 // Flaky: crbug.com/253092.
 644 // Test to verify that the omnibox search query is updated on browser
 645 // forward button press events.
 646 IN_PROC_BROWSER_TEST_F(InstantExtendedTest,
 647                        DISABLED_UpdateSearchQueryOnForwardNavigation) {
 648   ASSERT_NO_FATAL_FAILURE(SetupInstant(browser()));
 649
 650   // Focus omnibox and confirm overlay isn't shown.
 651   FocusOmnibox();
 652
 653   // Create an observer to wait for the instant tab to support Instant.
 654   content::WindowedNotificationObserver observer(
 655       chrome::NOTIFICATION_INSTANT_TAB_SUPPORT_DETERMINED,
 656       content::NotificationService::AllSources());
 657
 658   SetOmniboxText("flowers");
 659   // Commit the search by pressing 'Enter'.
 660   PressEnterAndWaitForNavigation();
 661   observer.Wait();
 662
 663   EXPECT_EQ(ASCIIToUTF16("flowers"), omnibox()->GetText());
 664
 665   // Typing in the new search query in omnibox.
 666   SetOmniboxText("cattles");
 667   // Commit the search by pressing 'Enter'.
 668   PressEnterAndWaitForNavigation();
 669   // 'Enter' commits the query as it was typed. This creates a navigation entry
 670   // in the history.
 671   EXPECT_EQ(ASCIIToUTF16("cattles"), omnibox()->GetText());
 672
 673   content::WebContents* active_tab =
 674       browser()->tab_strip_model()->GetActiveWebContents();
 675   EXPECT_TRUE(active_tab->GetController().CanGoBack());
 676   content::WindowedNotificationObserver load_stop_observer(
 677       content::NOTIFICATION_LOAD_STOP,
 678       content::Source<content::NavigationController>(
 679           &active_tab->GetController()));
 680   active_tab->GetController().GoBack();
 681   load_stop_observer.Wait();
 682
 683   EXPECT_EQ(ASCIIToUTF16("flowers"), omnibox()->GetText());
 684
 685   active_tab = browser()->tab_strip_model()->GetActiveWebContents();
 686   EXPECT_TRUE(active_tab->GetController().CanGoForward());
 687   content::WindowedNotificationObserver load_stop_observer_2(
 688       content::NOTIFICATION_LOAD_STOP,
 689       content::Source<content::NavigationController>(
 690           &active_tab->GetController()));
 691   active_tab->GetController().GoForward();
 692   load_stop_observer_2.Wait();
 693
 694   // Commit the search by pressing 'Enter'.
 695   FocusOmnibox();
 696   EXPECT_EQ(ASCIIToUTF16("cattles"), omnibox()->GetText());
 697   PressEnterAndWaitForNavigation();
 698   EXPECT_EQ(ASCIIToUTF16("cattles"), omnibox()->GetText());
 699 }
 700
 701 // Flaky on all bots since re-enabled in r208032, crbug.com/253092
 702 IN_PROC_BROWSER_TEST_F(InstantExtendedTest, DISABLED_NavigateBackToNTP) {
 703   ASSERT_NO_FATAL_FAILURE(SetupInstant(browser()));
 704   FocusOmnibox();
 705
 706   // Open a new tab page.
 707   ui_test_utils::NavigateToURLWithDisposition(
 708       browser(),
 709       GURL(chrome::kChromeUINewTabURL),
 710       NEW_FOREGROUND_TAB,
 711       ui_test_utils::BROWSER_TEST_WAIT_FOR_TAB |
 712       ui_test_utils::BROWSER_TEST_WAIT_FOR_NAVIGATION);
 713   EXPECT_EQ(2, browser()->tab_strip_model()->count());
 714
 715   content::WindowedNotificationObserver observer(
 716       chrome::NOTIFICATION_INSTANT_TAB_SUPPORT_DETERMINED,
 717       content::NotificationService::AllSources());
 718   SetOmniboxText("flowers");
 719   PressEnterAndWaitForNavigation();
 720   observer.Wait();
 721
 722   EXPECT_EQ(ASCIIToUTF16("flowers"), omnibox()->GetText());
 723
 724   // Typing in the new search query in omnibox.
 725   // Commit the search by pressing 'Enter'.
 726   SetOmniboxText("cattles");
 727   PressEnterAndWaitForNavigation();
 728
 729   // 'Enter' commits the query as it was typed. This creates a navigation entry
 730   // in the history.
 731   EXPECT_EQ(ASCIIToUTF16("cattles"), omnibox()->GetText());
 732
 733   // Navigate back to "flowers" search result page.
 734   content::WebContents* active_tab =
 735       browser()->tab_strip_model()->GetActiveWebContents();
 736   EXPECT_TRUE(active_tab->GetController().CanGoBack());
 737   content::WindowedNotificationObserver load_stop_observer(
 738       content::NOTIFICATION_LOAD_STOP,
 739       content::Source<content::NavigationController>(
 740           &active_tab->GetController()));
 741   active_tab->GetController().GoBack();
 742   load_stop_observer.Wait();
 743
 744   EXPECT_EQ(ASCIIToUTF16("flowers"), omnibox()->GetText());
 745
 746   // Navigate back to NTP.
 747   active_tab = browser()->tab_strip_model()->GetActiveWebContents();
 748   EXPECT_TRUE(active_tab->GetController().CanGoBack());
 749   content::WindowedNotificationObserver load_stop_observer_2(
 750       content::NOTIFICATION_LOAD_STOP,
 751       content::Source<content::NavigationController>(
 752           &active_tab->GetController()));
 753   active_tab->GetController().GoBack();
 754   load_stop_observer_2.Wait();
 755
 756   active_tab = browser()->tab_strip_model()->GetActiveWebContents();
 757   EXPECT_TRUE(chrome::IsInstantNTP(active_tab));
 758 }
 759
 760 // Flaky: crbug.com/267119
 761 IN_PROC_BROWSER_TEST_F(InstantExtendedTest,
 762                        DISABLED_DispatchMVChangeEventWhileNavigatingBackToNTP) {
 763   // Setup Instant.
 764   ASSERT_NO_FATAL_FAILURE(SetupInstant(browser()));
 765   FocusOmnibox();
 766
 767   // Open new tab.
 768   ui_test_utils::NavigateToURLWithDisposition(
 769       browser(),
 770       GURL(chrome::kChromeUINewTabURL),
 771       NEW_FOREGROUND_TAB,
 772       ui_test_utils::BROWSER_TEST_WAIT_FOR_TAB |
 773       ui_test_utils::BROWSER_TEST_WAIT_FOR_NAVIGATION);
 774
 775   content::WebContents* active_tab =
 776       browser()->tab_strip_model()->GetActiveWebContents();
 777   EXPECT_TRUE(UpdateSearchState(active_tab));
 778   EXPECT_EQ(1, on_most_visited_change_calls_);
 779
 780   content::WindowedNotificationObserver observer(
 781       content::NOTIFICATION_LOAD_STOP,
 782       content::NotificationService::AllSources());
 783   // Set the text and press enter to navigate from NTP.
 784   SetOmniboxText("Pen");
 785   PressEnterAndWaitForNavigation();
 786   EXPECT_EQ(ASCIIToUTF16("Pen"), omnibox()->GetText());
 787   observer.Wait();
 788
 789   // Navigate back to NTP.
 790   content::WindowedNotificationObserver back_observer(
 791       content::NOTIFICATION_LOAD_STOP,
 792       content::NotificationService::AllSources());
 793   active_tab = browser()->tab_strip_model()->GetActiveWebContents();
 794   EXPECT_TRUE(active_tab->GetController().CanGoBack());
 795   active_tab->GetController().GoBack();
 796   back_observer.Wait();
 797
 798   // Verify that onmostvisitedchange event is dispatched when we navigate from
 799   // SRP to NTP.
 800   active_tab = browser()->tab_strip_model()->GetActiveWebContents();
 801   EXPECT_TRUE(UpdateSearchState(active_tab));
 802   EXPECT_EQ(1, on_most_visited_change_calls_);
 803 }
 804
 805 IN_PROC_BROWSER_TEST_F(InstantExtendedPrefetchTest, SetPrefetchQuery) {
 806   ASSERT_NO_FATAL_FAILURE(SetupInstant(browser()));
 807   FocusOmnibox();
 808
 809   content::WindowedNotificationObserver new_tab_observer(
 810       content::NOTIFICATION_NAV_ENTRY_COMMITTED,
 811       content::NotificationService::AllSources());
 812   ui_test_utils::NavigateToURLWithDisposition(
 813       browser(),
 814       GURL(chrome::kChromeUINewTabURL),
 815       CURRENT_TAB,
 816       ui_test_utils::BROWSER_TEST_NONE);
 817   new_tab_observer.Wait();
 818
 819   omnibox()->model()->autocomplete_controller()->search_provider()->
 820       kMinimumTimeBetweenSuggestQueriesMs = 0;
 821
 822   // Set the fake response for search query.
 823   fake_factory()->SetFakeResponse(instant_url().Resolve("#q=flowers"),
 824                                   "",
 825                                   net::HTTP_OK,
 826                                   net::URLRequestStatus::SUCCESS);
 827
 828   // Navigate to a search results page.
 829   content::WindowedNotificationObserver observer(
 830       chrome::NOTIFICATION_INSTANT_TAB_SUPPORT_DETERMINED,
 831       content::NotificationService::AllSources());
 832   SetOmniboxText("flowers");
 833   PressEnterAndWaitForNavigation();
 834   observer.Wait();
 835
 836   // Set the fake response for suggest request. Response has prefetch details.
 837   // Ensure that the page received the suggest response, then add another
 838   // keystroke to allow the asynchronously-received inline autocomplete
 839   // suggestion to actually be inlined (which in turn triggers it to prefetch).
 840   fake_factory()->SetFakeResponse(
 841       instant_url().Resolve("#q=pup"),
 842       "[\"pup\",[\"puppy\", \"puppies\"],[],[],"
 843       "{\"google:clientdata\":{\"phi\": 0},"
 844           "\"google:suggesttype\":[\"QUERY\", \"QUERY\"],"
 845           "\"google:suggestrelevance\":[1400, 9]}]",
 846       net::HTTP_OK,
 847       net::URLRequestStatus::SUCCESS);
 848
 849   SetOmniboxText("pup");
 850   while (!omnibox()->model()->autocomplete_controller()->done()) {
 851     content::WindowedNotificationObserver ready_observer(
 852         chrome::NOTIFICATION_AUTOCOMPLETE_CONTROLLER_RESULT_READY,
 853         content::Source<AutocompleteController>(
 854             omnibox()->model()->autocomplete_controller()));
 855     ready_observer.Wait();
 856   }
 857   SetOmniboxText("pupp");
 858
 859   ASSERT_EQ(3, CountSearchProviderSuggestions());
 860   content::WebContents* active_tab =
 861       browser()->tab_strip_model()->GetActiveWebContents();
 862   ASSERT_TRUE(UpdateSearchState(active_tab));
 863   ASSERT_TRUE(SearchProvider::ShouldPrefetch(*(
 864       omnibox()->model()->result().default_match())));
 865   ASSERT_EQ("puppy", prefetch_query_value_);
 866 }
 867
 868 IN_PROC_BROWSER_TEST_F(InstantExtendedPrefetchTest, ClearPrefetchedResults) {
 869   ASSERT_NO_FATAL_FAILURE(SetupInstant(browser()));
 870   FocusOmnibox();
 871
 872   content::WindowedNotificationObserver new_tab_observer(
 873       content::NOTIFICATION_NAV_ENTRY_COMMITTED,
 874       content::NotificationService::AllSources());
 875   ui_test_utils::NavigateToURLWithDisposition(
 876       browser(),
 877       GURL(chrome::kChromeUINewTabURL),
 878       CURRENT_TAB,
 879       ui_test_utils::BROWSER_TEST_NONE);
 880   new_tab_observer.Wait();
 881
 882   omnibox()->model()->autocomplete_controller()->search_provider()->
 883       kMinimumTimeBetweenSuggestQueriesMs = 0;
 884
 885   // Set the fake response for search query.
 886   fake_factory()->SetFakeResponse(instant_url().Resolve("#q=flowers"),
 887                                   "",
 888                                   net::HTTP_OK,
 889                                   net::URLRequestStatus::SUCCESS);
 890
 891   // Navigate to a search results page.
 892   content::WindowedNotificationObserver observer(
 893       chrome::NOTIFICATION_INSTANT_TAB_SUPPORT_DETERMINED,
 894       content::NotificationService::AllSources());
 895   SetOmniboxText("flowers");
 896   PressEnterAndWaitForNavigation();
 897   observer.Wait();
 898
 899   // Set the fake response for suggest request. Response has no prefetch
 900   // details. Ensure that the page received a blank query to clear the
 901   // prefetched results.
 902   fake_factory()->SetFakeResponse(
 903       instant_url().Resolve("#q=dogs"),
 904       "[\"dogs\",[\"https://dogs.com\"],[],[],"
 905           "{\"google:suggesttype\":[\"NAVIGATION\"],"
 906           "\"google:suggestrelevance\":[2]}]",
 907       net::HTTP_OK,
 908       net::URLRequestStatus::SUCCESS);
 909
 910   SetOmniboxText("dogs");
 911   while (!omnibox()->model()->autocomplete_controller()->done()) {
 912     content::WindowedNotificationObserver ready_observer(
 913         chrome::NOTIFICATION_AUTOCOMPLETE_CONTROLLER_RESULT_READY,
 914         content::Source<AutocompleteController>(
 915             omnibox()->model()->autocomplete_controller()));
 916     ready_observer.Wait();
 917   }
 918
 919   ASSERT_EQ(2, CountSearchProviderSuggestions());
 920   ASSERT_FALSE(SearchProvider::ShouldPrefetch(*(
 921       omnibox()->model()->result().default_match())));
 922   content::WebContents* active_tab =
 923       browser()->tab_strip_model()->GetActiveWebContents();
 924   ASSERT_TRUE(UpdateSearchState(active_tab));
 925   ASSERT_EQ("", prefetch_query_value_);
 926 }
 927
 928 IN_PROC_BROWSER_TEST_F(InstantExtendedTest, ShowURL) {
 929   ASSERT_NO_FATAL_FAILURE(SetupInstant(browser()));
 930   FocusOmnibox();
 931
 932   // Create an observer to wait for the instant tab to support Instant.
 933   content::WindowedNotificationObserver observer(
 934       chrome::NOTIFICATION_INSTANT_TAB_SUPPORT_DETERMINED,
 935       content::NotificationService::AllSources());
 936
 937   // Do a search and commit it.  The omnibox should show the search terms.
 938   SetOmniboxText("foo");
 939   EXPECT_EQ(ASCIIToUTF16("foo"), omnibox()->GetText());
 940   browser()->window()->GetLocationBar()->AcceptInput();
 941   observer.Wait();
 942   EXPECT_FALSE(omnibox()->model()->user_input_in_progress());
 943   EXPECT_TRUE(browser()->toolbar_model()->WouldPerformSearchTermReplacement(
 944       false));
 945   EXPECT_EQ(ASCIIToUTF16("foo"), omnibox()->GetText());
 946
 947   // Calling ShowURL() should disable search term replacement and show the URL.
 948   omnibox()->ShowURL();
 949   EXPECT_FALSE(browser()->toolbar_model()->WouldPerformSearchTermReplacement(
 950       false));
 951   // Don't bother looking for a specific URL; ensuring we're no longer showing
 952   // the search terms is sufficient.
 953   EXPECT_NE(ASCIIToUTF16("foo"), omnibox()->GetText());
 954 }
 955
 956 // Check that clicking on a result sends the correct referrer.
 957 IN_PROC_BROWSER_TEST_F(InstantExtendedTest, Referrer) {
 958   ASSERT_TRUE(test_server()->Start());
 959   GURL result_url =
 960       test_server()->GetURL("files/referrer_policy/referrer-policy-log.html");
 961   ASSERT_NO_FATAL_FAILURE(SetupInstant(browser()));
 962   FocusOmnibox();
 963
 964   // Type a query and press enter to get results.
 965   SetOmniboxText("query");
 966   PressEnterAndWaitForFrameLoad();
 967
 968   // Simulate going to a result.
 969   content::WebContents* contents =
 970       browser()->tab_strip_model()->GetActiveWebContents();
 971   std::ostringstream stream;
 972   stream << "var link = document.createElement('a');";
 973   stream << "link.href = \"" << result_url.spec() << "\";";
 974   stream << "document.body.appendChild(link);";
 975   stream << "link.click();";
 976   EXPECT_TRUE(content::ExecuteScript(contents, stream.str()));
 977
 978   content::WaitForLoadStop(contents);
 979   std::string expected_title =
 980       "Referrer is " + instant_url().GetWithEmptyPath().spec();
 981   EXPECT_EQ(ASCIIToUTF16(expected_title), contents->GetTitle());
 982 }