From 671957ceb4fc58ace86bd0f89cbe30f4e7953e4e Mon Sep 17 00:00:00 2001 From: Aleksander Mistewicz Date: Thu, 29 Dec 2016 14:32:36 +0100 Subject: [PATCH] Check if file is available before md5sums check It breaks requirement: download until image will be available. Disappearing images should be covered by crawler. Change-Id: I469795c1c7b0c550f73b7e3d546da93acba65b28 Signed-off-by: Aleksander Mistewicz --- tsp/scripts/download_all.py | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/tsp/scripts/download_all.py b/tsp/scripts/download_all.py index 52399b9..9489ca1 100755 --- a/tsp/scripts/download_all.py +++ b/tsp/scripts/download_all.py @@ -184,8 +184,15 @@ class Downloader(threading.Thread): sub_dwns.add(subprocess.Popen(["wget", "-cq", url], cwd=self.name)) for sub_dwn in sub_dwns: sub_dwn.wait() - if self.check_md5(md5sums): + r = self.session.head(md5sums) + if r.status_code == requests.codes.ok: + if self.check_md5(md5sums): + break + elif r.status_code == 404: + logging.debug("MD5SUMS missing: %s", md5sums) break + else: + logging.warn("MD5SUMS error: %s", md5sums) if self.work.is_set(): time.sleep(10) -- 2.7.4