Check if file is available before md5sums check 59/108759/3
authorAleksander Mistewicz <a.mistewicz@samsung.com>
Thu, 29 Dec 2016 13:32:36 +0000 (14:32 +0100)
committerAleksander Mistewicz <a.mistewicz@samsung.com>
Wed, 29 Mar 2017 10:48:09 +0000 (12:48 +0200)
It breaks requirement: download until image will be available.
Disappearing images should be covered by crawler.

Change-Id: I469795c1c7b0c550f73b7e3d546da93acba65b28
Signed-off-by: Aleksander Mistewicz <a.mistewicz@samsung.com>
tsp/scripts/download_all.py

index 52399b9..9489ca1 100755 (executable)
@@ -184,8 +184,15 @@ class Downloader(threading.Thread):
                 sub_dwns.add(subprocess.Popen(["wget", "-cq", url], cwd=self.name))
             for sub_dwn in sub_dwns:
                 sub_dwn.wait()
-            if self.check_md5(md5sums):
+            r = self.session.head(md5sums)
+            if r.status_code == requests.codes.ok:
+                if self.check_md5(md5sums):
+                    break
+            elif r.status_code == 404:
+                logging.debug("MD5SUMS missing: %s", md5sums)
                 break
+            else:
+                logging.warn("MD5SUMS error: %s", md5sums)
             if self.work.is_set():
                 time.sleep(10)