X-Git-Url: http://review.tizen.org/git/?a=blobdiff_plain;f=src%2Fchrome%2Fcommon%2Fextensions%2Fdocs%2Fserver2%2Fappengine_url_fetcher.py;h=8ed0494b3d2f4832e1c8ce181c83a3fc2bb5fb2c;hb=3545e9f2671f595d2a2f3ee75ca0393b01e35ef6;hp=a4c359b6a3baf5388ea12b0bbfba2b1d97dbf619;hpb=7d210d4c7e9ba36e635eabc5b5780495f8a63292;p=platform%2Fframework%2Fweb%2Fcrosswalk.git

diff --git a/src/chrome/common/extensions/docs/server2/appengine_url_fetcher.py b/src/chrome/common/extensions/docs/server2/appengine_url_fetcher.py
index a4c359b..8ed0494 100644
--- a/src/chrome/common/extensions/docs/server2/appengine_url_fetcher.py
+++ b/src/chrome/common/extensions/docs/server2/appengine_url_fetcher.py
@@ -3,14 +3,20 @@
 # found in the LICENSE file.
 
 import base64
+import logging
 import posixpath
+import time
 
 from appengine_wrappers import urlfetch
 from environment import GetAppVersion
 from future import Future
 
 
-def _MakeHeaders(username, password):
+_MAX_RETRIES = 5
+_RETRY_DELAY_SECONDS = 30
+
+
+def _MakeHeaders(username, password, access_token):
   headers = {
     'User-Agent': 'Chromium docserver %s' % GetAppVersion(),
     'Cache-Control': 'max-age=0',
@@ -18,6 +24,8 @@ def _MakeHeaders(username, password):
   if username is not None and password is not None:
     headers['Authorization'] = 'Basic %s' % base64.b64encode(
         '%s:%s' % (username, password))
+  if access_token is not None:
+    headers['Authorization'] = 'OAuth %s' % access_token
   return headers
 
 
@@ -28,21 +36,39 @@ class AppEngineUrlFetcher(object):
   def __init__(self, base_path=None):
     assert base_path is None or not base_path.endswith('/'), base_path
     self._base_path = base_path
+    self._retries_left = _MAX_RETRIES
 
-  def Fetch(self, url, username=None, password=None):
+  def Fetch(self, url, username=None, password=None, access_token=None):
     """Fetches a file synchronously.
     """
     return urlfetch.fetch(self._FromBasePath(url),
-                          headers=_MakeHeaders(username, password))
+                          deadline=20,
+                          headers=_MakeHeaders(username,
+                                               password,
+                                               access_token))
 
-  def FetchAsync(self, url, username=None, password=None):
+  def FetchAsync(self, url, username=None, password=None, access_token=None):
     """Fetches a file asynchronously, and returns a Future with the result.
     """
-    rpc = urlfetch.create_rpc()
+    def process_result(result):
+      if result.status_code == 429:
+        if self._retries_left == 0:
+          logging.error('Still throttled. Giving up.')
+          return result
+        self._retries_left -= 1
+        logging.info('Throttled. Trying again in %s seconds.' %
+                     _RETRY_DELAY_SECONDS)
+        time.sleep(_RETRY_DELAY_SECONDS)
+        return self.FetchAsync(url, username, password, access_token).Get()
+      return result
+
+    rpc = urlfetch.create_rpc(deadline=20)
     urlfetch.make_fetch_call(rpc,
                              self._FromBasePath(url),
-                             headers=_MakeHeaders(username, password))
-    return Future(callback=lambda: rpc.get_result())
+                             headers=_MakeHeaders(username,
+                                                  password,
+                                                  access_token))
+    return Future(callback=lambda: process_result(rpc.get_result()))
 
   def _FromBasePath(self, url):
     assert not url.startswith('/'), url