src/chrome/browser/extensions/activity_log/uma_policy_browsertest.cc

   1 // Copyright 2013 The Chromium Authors. All rights reserved.
   2 // Use of this source code is governed by a BSD-style license that can be
   3 // found in the LICENSE file.
   4
   5 #include "base/metrics/histogram.h"
   6 #include "base/strings/stringprintf.h"
   7 #include "chrome/browser/extensions/activity_log/uma_policy.h"
   8 #include "chrome/browser/extensions/extension_apitest.h"
   9 #include "chrome/browser/extensions/extension_browsertest.h"
  10 #include "chrome/browser/extensions/extension_service.h"
  11 #include "chrome/browser/extensions/test_extension_dir.h"
  12 #include "chrome/browser/ui/browser_window.h"
  13 #include "chrome/test/base/ui_test_utils.h"
  14 #include "extensions/common/manifest_constants.h"
  15 #include "net/dns/mock_host_resolver.h"
  16
  17 using extensions::UmaPolicy;
  18
  19 const char* kGooglePrefix = "ExtensionActivity.Google";
  20 const char* kNonGooglePrefix = "ExtensionActivity";
  21
  22 // These tests need to ensure that all of the extension JavaScript completes
  23 // before the histograms are checked. To accomplish this, the test relies on
  24 // some JavaScript in chrome/test/data/extensions/api_test/uma_policy/:
  25 // * When the test navigates to opener.com, opener.js will use window.open() to
  26 //   pop open a new window with the appropriate URL for the test case. This
  27 //   ensures that the testing framework never reuses a window that's still
  28 //   running a previous test case.
  29 // * The test extension code in content_script.js tells background.js when it's
  30 //   done. When it's finished, background.js closes the blocker.com window. So
  31 //   blocker.com will remain open (and block) until the tests complete.
  32 class ActivityLogUmaPolicyTest : public ExtensionApiTest {
  33 };
  34
  35 std::string ConcatNames(const char* prefix, int status_num) {
  36   return base::StringPrintf(
  37       "%s.%s",
  38       prefix,
  39       extensions::UmaPolicy::GetHistogramName(
  40           static_cast<extensions::UmaPolicy::PageStatus>(status_num)));
  41 }
  42
  43 // TODO(felt): These are disabled due to crbug.com/294500, since they fail
  44 // due to a blink bug. The fix went in to Blink on Thursday and should roll
  45 // on Monday 9/23.
  46 // These are all sequential navigations, so they should each be logged
  47 // independently.
  48 IN_PROC_BROWSER_TEST_F(ActivityLogUmaPolicyTest, DISABLED_SequentialNavs) {
  49   host_resolver()->AddRule("*", "127.0.0.1");
  50   StartEmbeddedTestServer();
  51
  52   const extensions::Extension* ext =
  53       LoadExtension(test_data_dir_.AppendASCII("uma_policy"));
  54   ASSERT_TRUE(ext);
  55
  56   ui_test_utils::NavigateToURLWithDisposition(
  57         browser(), GURL("http://www.opener.com/#google"), NEW_WINDOW,
  58         ui_test_utils::BROWSER_TEST_NONE);
  59   ui_test_utils::NavigateToURLBlockUntilNavigationsComplete(
  60       browser(), GURL("http://www.blocker.com"), 2);
  61   ui_test_utils::NavigateToURLWithDisposition(
  62         browser(), GURL("http://www.opener.com/#google?q=a"), NEW_WINDOW,
  63         ui_test_utils::BROWSER_TEST_NONE);
  64   ui_test_utils::NavigateToURLBlockUntilNavigationsComplete(
  65       browser(), GURL("http://www.blocker.com"), 2);
  66   ui_test_utils::NavigateToURLWithDisposition(
  67         browser(), GURL("http://www.opener.com/#google?q=b"), NEW_WINDOW,
  68         ui_test_utils::BROWSER_TEST_NONE);
  69   ui_test_utils::NavigateToURLBlockUntilNavigationsComplete(
  70       browser(), GURL("http://www.blocker.com"), 2);
  71   ui_test_utils::NavigateToURLWithDisposition(
  72         browser(), GURL("http://www.opener.com/#cnn?q=a"), NEW_WINDOW,
  73         ui_test_utils::BROWSER_TEST_NONE);
  74   ui_test_utils::NavigateToURLBlockUntilNavigationsComplete(
  75       browser(), GURL("http://www.blocker.com"), 2);
  76   ui_test_utils::NavigateToURLWithDisposition(
  77         browser(), GURL("http://www.opener.com/#cnn?q=b"), NEW_WINDOW,
  78         ui_test_utils::BROWSER_TEST_NONE);
  79   ui_test_utils::NavigateToURLBlockUntilNavigationsComplete(
  80       browser(), GURL("http://www.blocker.com"), 2);
  81
  82   for (int i = UmaPolicy::NONE + 1; i < UmaPolicy::MAX_STATUS - 2; ++i) {
  83     base::HistogramBase* google_histogram = base::Histogram::FactoryGet(
  84         ConcatNames(kGooglePrefix, i),
  85         1, 100, 50, base::HistogramBase::kNoFlags);
  86     scoped_ptr<base::HistogramSamples> google_samples =
  87         google_histogram->SnapshotSamples();
  88     EXPECT_EQ(3, google_samples->TotalCount());
  89     EXPECT_EQ(3, google_samples->GetCount(1));
  90
  91     base::HistogramBase* cnn_histogram = base::Histogram::FactoryGet(
  92         ConcatNames(kNonGooglePrefix, i),
  93         1, 100, 50, base::HistogramBase::kNoFlags);
  94     scoped_ptr<base::HistogramSamples> cnn_samples =
  95         cnn_histogram->SnapshotSamples();
  96     if (ConcatNames(kNonGooglePrefix, i) != "ExtensionActivity.ContentScript" &&
  97         ConcatNames(kNonGooglePrefix, i) != "ExtensionActivity.ReadDom") {
  98       // There's a content script on opener.com that checks the location.
  99       // The test is not set up to accurately record opener.com histograms due
 100       // to the possibility of race conditions in the testing framework, so we
 101       // can't check those values.
 102       EXPECT_EQ(2, cnn_samples->GetCount(1));
 103     }
 104   }
 105 }
 106
 107 // Two windows are open at once with the same google.com TLD.
 108 // However, they should be treated separately because they have different URLs.
 109 IN_PROC_BROWSER_TEST_F(
 110     ActivityLogUmaPolicyTest, DISABLED_ParallelDistinctNavs) {
 111   host_resolver()->AddRule("*", "127.0.0.1");
 112   StartEmbeddedTestServer();
 113
 114   const extensions::Extension* ext =
 115       LoadExtension(test_data_dir_.AppendASCII("uma_policy"));
 116   ASSERT_TRUE(ext);
 117
 118   ui_test_utils::NavigateToURLWithDisposition(
 119         browser(), GURL("http://www.opener.com/#google?p=a"), NEW_WINDOW,
 120         ui_test_utils::BROWSER_TEST_NONE);
 121   ui_test_utils::NavigateToURLWithDisposition(
 122         browser(), GURL("http://www.opener.com/#google?p=b"), NEW_WINDOW,
 123         ui_test_utils::BROWSER_TEST_NONE);
 124   ui_test_utils::NavigateToURLBlockUntilNavigationsComplete(
 125       browser(), GURL("http://www.blocker.com"), 2);
 126
 127   for (int i = UmaPolicy::NONE + 1; i < UmaPolicy::MAX_STATUS - 2; ++i) {
 128     base::HistogramBase* google_histogram = base::Histogram::FactoryGet(
 129         ConcatNames(kGooglePrefix, i),
 130         1, 100, 50, base::HistogramBase::kNoFlags);
 131     scoped_ptr<base::HistogramSamples> google_samples =
 132         google_histogram->SnapshotSamples();
 133     EXPECT_EQ(2, google_samples->GetCount(1));
 134   }
 135 }
 136
 137 // Two windows are open at once with the same Google URLs.
 138 // They should be treated the same.
 139 IN_PROC_BROWSER_TEST_F(ActivityLogUmaPolicyTest, DISABLED_Google_ParallelSame) {
 140   host_resolver()->AddRule("*", "127.0.0.1");
 141   StartEmbeddedTestServer();
 142
 143   const extensions::Extension* ext =
 144       LoadExtension(test_data_dir_.AppendASCII("uma_policy"));
 145   ASSERT_TRUE(ext);
 146
 147   ui_test_utils::NavigateToURLWithDisposition(
 148         browser(), GURL("http://www.opener.com/#googlea"), NEW_WINDOW,
 149         ui_test_utils::BROWSER_TEST_NONE);
 150   ui_test_utils::NavigateToURLWithDisposition(
 151         browser(), GURL("http://www.opener.com/#googleb"), NEW_WINDOW,
 152         ui_test_utils::BROWSER_TEST_NONE);
 153   ui_test_utils::NavigateToURLBlockUntilNavigationsComplete(
 154       browser(), GURL("http://www.blocker.com"), 2);
 155
 156   for (int i = UmaPolicy::NONE + 1; i < UmaPolicy::MAX_STATUS - 2; ++i) {
 157     base::HistogramBase* google_histogram = base::Histogram::FactoryGet(
 158         ConcatNames(kGooglePrefix, i),
 159         1, 100, 50, base::HistogramBase::kNoFlags);
 160     scoped_ptr<base::HistogramSamples> google_samples =
 161         google_histogram->SnapshotSamples();
 162     EXPECT_EQ(1, google_samples->GetCount(1));
 163   }
 164 }
 165
 166 // Two windows are open at once with the same non-Google URLs.
 167 // They should be treated the same.
 168 IN_PROC_BROWSER_TEST_F(ActivityLogUmaPolicyTest,
 169     DISABLED_NonGoogle_ParallelSame) {
 170   host_resolver()->AddRule("*", "127.0.0.1");
 171   StartEmbeddedTestServer();
 172
 173   const extensions::Extension* ext =
 174       LoadExtension(test_data_dir_.AppendASCII("uma_policy"));
 175   ASSERT_TRUE(ext);
 176
 177   ui_test_utils::NavigateToURLWithDisposition(
 178         browser(), GURL("http://www.opener.com/#cnna"), NEW_WINDOW,
 179         ui_test_utils::BROWSER_TEST_NONE);
 180   ui_test_utils::NavigateToURLWithDisposition(
 181         browser(), GURL("http://www.opener.com/#cnnb"), NEW_WINDOW,
 182         ui_test_utils::BROWSER_TEST_NONE);
 183   ui_test_utils::NavigateToURLBlockUntilNavigationsComplete(
 184       browser(), GURL("http://www.blocker.com"), 2);
 185
 186   for (int i = UmaPolicy::NONE + 1; i < UmaPolicy::MAX_STATUS - 2; ++i) {
 187     base::HistogramBase* cnn_histogram = base::Histogram::FactoryGet(
 188         ConcatNames(kNonGooglePrefix, i),
 189         1, 100, 50, base::HistogramBase::kNoFlags);
 190     scoped_ptr<base::HistogramSamples> cnn_samples =
 191         cnn_histogram->SnapshotSamples();
 192     if (ConcatNames(kNonGooglePrefix, i) != "ExtensionActivity.ContentScript" &&
 193         ConcatNames(kNonGooglePrefix, i) != "ExtensionActivity.ReadDom") {
 194       // There's a content script on opener.com that checks the location.
 195       // The test is not set up to accurately record opener.com histograms due
 196       // to the possibility of race conditions in the testing framework, so we
 197       // can't check those values.
 198       EXPECT_EQ(1, cnn_samples->GetCount(1));
 199     }
 200   }
 201 }
 202
 203 // This runs with multiple extensions installed.
 204 IN_PROC_BROWSER_TEST_F(ActivityLogUmaPolicyTest, DISABLED_MultipleExtensions) {
 205   host_resolver()->AddRule("*", "127.0.0.1");
 206   StartEmbeddedTestServer();
 207
 208   const extensions::Extension* ext =
 209       LoadExtension(test_data_dir_.AppendASCII("uma_policy"));
 210   ASSERT_TRUE(ext);
 211
 212   const char* script2 =
 213       "document.createElement('script');"
 214       "document.createElement('iframe');"
 215       "document.createElement('div');"
 216       "document.createElement('embed');"
 217       "document.createElement('object');";
 218
 219   const char* manifest =
 220       "{"
 221       "  \"name\": \"Activity Log UMA Policy Test Extension\","
 222       "  \"version\": \"0.%s\","
 223       "  \"description\": \"Testing the histogramming\","
 224       "  \"content_scripts\": ["
 225       "      {"
 226       "        \"matches\": "
 227       "            [\"http://www.google.com/*\","
 228       "             \"http://www.cnn.com/*\"],"
 229       "        \"js\": [\"content_script.js\"]"
 230       "      }"
 231       "    ],"
 232       "  \"manifest_version\": 2"
 233       "}";
 234
 235   extensions::TestExtensionDir dir2;
 236   dir2.WriteManifest(base::StringPrintf(manifest, "2"));
 237   dir2.WriteFile(FILE_PATH_LITERAL("content_script.js"), script2);
 238   LoadExtension(dir2.unpacked_path());
 239
 240   ui_test_utils::NavigateToURLWithDisposition(
 241         browser(), GURL("http://www.opener.com/#google"), NEW_WINDOW,
 242         ui_test_utils::BROWSER_TEST_NONE);
 243   ui_test_utils::NavigateToURLBlockUntilNavigationsComplete(
 244       browser(), GURL("http://www.blocker.com"), 2);
 245   ui_test_utils::NavigateToURLWithDisposition(
 246         browser(), GURL("http://www.opener.com/#cnn?q=b"), NEW_WINDOW,
 247         ui_test_utils::BROWSER_TEST_NONE);
 248   ui_test_utils::NavigateToURLBlockUntilNavigationsComplete(
 249       browser(), GURL("http://www.blocker.com"), 2);
 250
 251   const char* subset_one[] = {
 252       "CreatedLink",
 253       "InnerHtml",
 254       "DocumentWrite"
 255   };
 256
 257   const char* subset_two[] = {
 258       "ContentScript",
 259       "CreatedScript",
 260       "CreatedIframe",
 261       "CreatedDiv",
 262       "CreatedEmbed",
 263       "CreatedObject",
 264       "InvokedDomMethod"
 265   };
 266
 267   // These were only touched by one of the scripts.
 268   for (size_t i = 0; i < arraysize(subset_one); ++i) {
 269     base::HistogramBase* google_histogram = base::Histogram::FactoryGet(
 270         std::string(kGooglePrefix) + "." + std::string(subset_one[i]),
 271         1, 100, 50, base::HistogramBase::kNoFlags);
 272     scoped_ptr<base::HistogramSamples> google_samples =
 273         google_histogram->SnapshotSamples();
 274     EXPECT_EQ(1, google_samples->GetCount(1));
 275
 276     base::HistogramBase* cnn_histogram = base::Histogram::FactoryGet(
 277         std::string(kNonGooglePrefix) + "." + std::string(subset_one[i]),
 278         1, 100, 50, base::HistogramBase::kNoFlags);
 279     scoped_ptr<base::HistogramSamples> cnn_samples =
 280         cnn_histogram->SnapshotSamples();
 281     EXPECT_EQ(1, cnn_samples->GetCount(1));
 282   }
 283
 284   // These were touched by both scripts.
 285   for (size_t i = 0; i < arraysize(subset_two); ++i) {
 286     base::HistogramBase* google_histogram = base::Histogram::FactoryGet(
 287         std::string(kGooglePrefix) + "." + std::string(subset_two[i]),
 288         1, 100, 50, base::HistogramBase::kNoFlags);
 289     scoped_ptr<base::HistogramSamples> google_samples =
 290         google_histogram->SnapshotSamples();
 291     EXPECT_EQ(1, google_samples->GetCount(2));
 292
 293     base::HistogramBase* cnn_histogram = base::Histogram::FactoryGet(
 294         std::string(kNonGooglePrefix) + "." + std::string(subset_two[i]),
 295         1, 100, 50, base::HistogramBase::kNoFlags);
 296     scoped_ptr<base::HistogramSamples> cnn_samples =
 297         cnn_histogram->SnapshotSamples();
 298     EXPECT_EQ(1, cnn_samples->GetCount(2));
 299   }
 300
 301 }