experiments/STT
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Remote I/O for downloader

Browse Source
This commit is contained in:
CatalinVoss 2020-11-12 10:48:49 -08:00
parent 933d96dc74
commit 396ac7fe46
1 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
training/deepspeech_training/util/downloader.py
View File

@ -2,6 +2,7 @@ import requests
import progressbar
from os import path, makedirs
from .io import open_remote, path_exists_remote
SIMPLE_BAR = ['Progress ', progressbar.Bar(), ' ', progressbar.Percentage(), ' completed']
@ -9,16 +10,16 @@ def maybe_download(archive_name, target_dir, archive_url):
# If archive file does not exist, download it...
archive_path = path.join(target_dir, archive_name)
if not path.exists(target_dir):
if not path_exists_remote(target_dir):
print('No path "%s" - creating ...' % target_dir)
makedirs(target_dir)
if not path.exists(archive_path):
if not path_exists_remote(archive_path):
print('No archive "%s" - downloading...' % archive_path)
req = requests.get(archive_url, stream=True)
total_size = int(req.headers.get('content-length', 0))
done = 0
with open(archive_path, 'wb') as f:
with open_remote(archive_path, 'wb') as f:
bar = progressbar.ProgressBar(max_value=total_size, widgets=SIMPLE_BAR)
for data in req.iter_content(1024*1024):
done += len(data)