It breaks requirement: download until image will be available.
Disappearing images should be covered by crawler.
Change-Id: I469795c1c7b0c550f73b7e3d546da93acba65b28
Signed-off-by: Aleksander Mistewicz <a.mistewicz@samsung.com>
sub_dwns.add(subprocess.Popen(["wget", "-cq", url], cwd=self.name))
for sub_dwn in sub_dwns:
sub_dwn.wait()
- if self.check_md5(md5sums):
+ r = self.session.head(md5sums)
+ if r.status_code == requests.codes.ok:
+ if self.check_md5(md5sums):
+ break
+ elif r.status_code == 404:
+ logging.debug("MD5SUMS missing: %s", md5sums)
break
+ else:
+ logging.warn("MD5SUMS error: %s", md5sums)
if self.work.is_set():
time.sleep(10)