Virtualization
/
meson
mirror of https://gitlab.com/qemu-project/meson.git
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

wraps: implement exponential backoff for downloading files 

Implementation modeled after mesonlib.windows_proof_rmtree().

Implements the other half of #9688
This commit is contained in:
Eli Schwartz 2022-01-17 23:02:17 -05:00 committed by Jussi Pakkanen
parent 7deeb293b6
commit 4b9ec4f6d5
1 changed files with 12 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
mesonbuild/wrap/wrap.py
View File

@ -26,6 +26,7 @@ import stat
import subprocess import subprocess
import sys import sys
import configparser import configparser
import time
import typing as T import typing as T
import textwrap import textwrap
@ -534,12 +535,22 @@ class Resolver:
if dhash != expected: if dhash != expected:
raise WrapException(f'Incorrect hash for {what}:\n {expected} expected\n {dhash} actual.') raise WrapException(f'Incorrect hash for {what}:\n {expected} expected\n {dhash} actual.')
def get_data_with_backoff(self, urlstring: str) -> T.Tuple[str, str]:
delays = [1, 2, 4, 8, 16]
for d in delays:
try:
return self.get_data(urlstring)
except Exception as e:
mlog.warning(f'failed to download with error: {e}. Trying after a delay...', fatal=False)
time.sleep(d)
return self.get_data(urlstring)
def download(self, what: str, ofname: str, fallback: bool = False) -> None: def download(self, what: str, ofname: str, fallback: bool = False) -> None:
self.check_can_download() self.check_can_download()
srcurl = self.wrap.get(what + ('_fallback_url' if fallback else '_url')) srcurl = self.wrap.get(what + ('_fallback_url' if fallback else '_url'))
mlog.log('Downloading', mlog.bold(self.packagename), what, 'from', mlog.bold(srcurl)) mlog.log('Downloading', mlog.bold(self.packagename), what, 'from', mlog.bold(srcurl))
try: try:
dhash, tmpfile = self.get_data(srcurl) dhash, tmpfile = self.get_data_with_backoff(srcurl)
expected = self.wrap.get(what + '_hash').lower() expected = self.wrap.get(what + '_hash').lower()
if dhash != expected: if dhash != expected:
os.remove(tmpfile) os.remove(tmpfile)