experiments
/
STT
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Merge pull request #2859 from tilmankamp/dot-compute 

Updated .compute
This commit is contained in:
Tilman Kamp 2020-04-01 11:42:00 +02:00 committed by GitHub
parent 7c3c9d0b8d 0c4a2050b8
commit 5acc5282c7
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 14 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
.compute
View File

@ -2,12 +2,14 @@
set -xe set -xe
apt-get install -y python3-venv apt-get install -y python3-venv libopus0
python3 -m venv /tmp/venv python3 -m venv /tmp/venv
source /tmp/venv/bin/activate source /tmp/venv/bin/activate
pip install -U setuptools wheel pip
pip install -r <(grep -v tensorflow requirements.txt) pip install -r <(grep -v tensorflow requirements.txt)
pip install tensorflow-gpu==1.15.0 pip install tensorflow-gpu==1.14
# Install ds_ctcdecoder package from TaskCluster # Install ds_ctcdecoder package from TaskCluster
pip install $(python3 util/taskcluster.py --decoder) pip install $(python3 util/taskcluster.py --decoder)
@ -18,17 +20,22 @@ data="${SHARED_DIR}/data"
fis="${data}/LDC/fisher" fis="${data}/LDC/fisher"
swb="${data}/LDC/LDC97S62/swb" swb="${data}/LDC/LDC97S62/swb"
lbs="${data}/OpenSLR/LibriSpeech/librivox" lbs="${data}/OpenSLR/LibriSpeech/librivox"
cv="${data}/mozilla/CommonVoice/en_1087h_2019-06-12/clips"
npr="${data}/NPR/WAMU/sets/v0.3"
python -u DeepSpeech.py \ python -u DeepSpeech.py \
--train_files "${fis}-train.csv","${swb}-train.csv","${lbs}-train-clean-100.csv","${lbs}-train-clean-360.csv","${lbs}-train-other-500.csv" \ --train_files "${npr}/best-train.sdb","${npr}/good-train.sdb","${cv}/train.sdb","${fis}-train.sdb","${swb}-train.sdb","${lbs}-train-clean-100.sdb","${lbs}-train-clean-360.sdb","${lbs}-train-other-500.sdb" \
--dev_files "${lbs}-dev-clean.csv"\ --dev_files "${lbs}-dev-clean.sdb" \
--test_files "${lbs}-test-clean.csv" \ --test_files "${lbs}-test-clean.sdb" \
--train_batch_size 24 \ --train_batch_size 24 \
--dev_batch_size 48 \ --dev_batch_size 48 \
--test_batch_size 48 \ --test_batch_size 48 \
--train_cudnn \
--n_hidden 2048 \ --n_hidden 2048 \
--learning_rate 0.0001 \ --learning_rate 0.0001 \
--dropout_rate 0.2 \ --dropout_rate 0.40 \
--epoch 13 \ --epochs 150 \
--noearly_stop \
--feature_cache "../tmp/feature.cache" \
--checkpoint_dir "../keep" \ --checkpoint_dir "../keep" \
--summary_dir "../keep/summaries" --summary_dir "../keep/summaries"