experiments
/
STT
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Automagically decompress GZipped artifacts 

Fixes #2760
This commit is contained in:
Alexandre Lissy 2020-02-18 12:55:10 +01:00
parent 1c69d93b4e
commit 020619fa97
1 changed files with 11 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
util/taskcluster.py
View File

@ -9,6 +9,7 @@ import sys
import os import os
import errno import errno
import stat import stat
import gzip
import six.moves.urllib as urllib import six.moves.urllib as urllib
@ -52,12 +53,21 @@ def maybe_download_tc(target_dir, tc_url, progress=True):
tc_filename = os.path.basename(tc_url) tc_filename = os.path.basename(tc_url)
target_file = os.path.join(target_dir, tc_filename) target_file = os.path.join(target_dir, tc_filename)
is_gzip = False
if not os.path.isfile(target_file): if not os.path.isfile(target_file):
print('Downloading %s ...' % tc_url) print('Downloading %s ...' % tc_url)
urllib.request.urlretrieve(tc_url, target_file, reporthook=(report_progress if progress else None)) _, headers = urllib.request.urlretrieve(tc_url, target_file, reporthook=(report_progress if progress else None))
is_gzip = headers.get('Content-Encoding') == 'gzip'
else: else:
print('File already exists: %s' % target_file) print('File already exists: %s' % target_file)
if is_gzip:
with open(target_file, "r+b") as frw:
decompressed = gzip.decompress(frw.read())
frw.seek(0)
frw.write(decompressed)
frw.truncate()
return target_file return target_file
def maybe_download_tc_bin(**kwargs): def maybe_download_tc_bin(**kwargs):