experiments/STT
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Make sure automation works with the new decoder

Browse Source
This commit is contained in:
Reuben Morais 2017-09-01 11:50:07 +02:00
parent 2cccd33452
commit 86b0ed612c
4 changed files with 10 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
.tc.training.yml
View File

@ -11,16 +11,17 @@ payload:
image: "ubuntu:14.04" image: "ubuntu:14.04"
env: env:
TENSORFLOW_WHEEL: https://index.taskcluster.net/v1/task/project.deepspeech.tensorflow.pip.master.cpu/artifacts/public/tensorflow_warpctc-1.3.0rc0-cp27-cp27mu-linux_x86_64.whl TENSORFLOW_WHEEL: https://index.taskcluster.net/v1/task/project.deepspeech.tensorflow.pip.master.cpu/artifacts/public/tensorflow_warpctc-1.3.0rc0-cp27-cp27mu-linux_x86_64.whl
DEEPSPEECH_ARTIFACTS_ROOT: https://queue.taskcluster.net/v1/task/{{ TASK_ID }}/runs/0/artifacts/public
command: command:
- "/bin/bash" - "/bin/bash"
- "--login" - "--login"
- "-cxe" - "-cxe"
- apt-get -qq update && apt-get -qq -y install git && - apt-get -qq update && apt-get -qq -y install git pixz &&
apt-get -qq -y install make build-essential libssl-dev zlib1g-dev libbz2-dev libreadline-dev libsqlite3-dev wget curl llvm libncurses5-dev xz-utils tk-dev && apt-get -qq -y install make build-essential libssl-dev zlib1g-dev libbz2-dev libreadline-dev libsqlite3-dev wget curl llvm libncurses5-dev xz-utils tk-dev &&
{{ SYSTEM_ADD_USER }} && {{ SYSTEM_ADD_USER }} &&
echo -e "#!/bin/bash\nset -xe\nexport PATH=/home/build-user/bin:$PATH && env && id && wget https://github.com/git-lfs/git-lfs/releases/download/v2.2.1/git-lfs-linux-amd64-2.2.1.tar.gz -O - | tar -C /tmp -zxf - && PREFIX=/home/build-user/ /tmp/git-lfs-2.2.1/install.sh && mkdir ~/DeepSpeech/ && git clone --quiet {{ GITHUB_HEAD_REPO_URL }} ~/DeepSpeech/ds/ && cd ~/DeepSpeech/ds && git checkout --quiet {{ GITHUB_HEAD_SHA }}" > /tmp/clone.sh && chmod +x /tmp/clone.sh && echo -e "#!/bin/bash\nset -xe\nexport PATH=/home/build-user/bin:$PATH && env && id && wget https://github.com/git-lfs/git-lfs/releases/download/v2.2.1/git-lfs-linux-amd64-2.2.1.tar.gz -O - | tar -C /tmp -zxf - && PREFIX=/home/build-user/ /tmp/git-lfs-2.2.1/install.sh && mkdir ~/DeepSpeech/ && git clone --quiet {{ GITHUB_HEAD_REPO_URL }} ~/DeepSpeech/ds/ && cd ~/DeepSpeech/ds && git checkout --quiet {{ GITHUB_HEAD_SHA }}" > /tmp/clone.sh && chmod +x /tmp/clone.sh &&
{{ SYSTEM_DO_CLONE }} && {{ SYSTEM_DO_CLONE }} &&
sudo -H -u build-user TENSORFLOW_WHEEL=${TENSORFLOW_WHEEL} /bin/bash /home/build-user/DeepSpeech/ds/tc-train-tests.sh 2.7.13 sudo -H -u build-user TENSORFLOW_WHEEL=${TENSORFLOW_WHEEL} {{ TASK_ENV_VARS }} /bin/bash /home/build-user/DeepSpeech/ds/tc-train-tests.sh 2.7.13
artifacts: artifacts:
"public": "public":
type: "directory" type: "directory"

3
bin/run-tc-ldc93s1.sh
View File

@ -16,4 +16,5 @@ python -u DeepSpeech.py \
--test_files ${ldc93s1_csv} --test_batch_size 1 \ --test_files ${ldc93s1_csv} --test_batch_size 1 \
--n_hidden 494 --epoch 75 --random_seed 4567 --default_stddev 0.046875 \ --n_hidden 494 --epoch 75 --random_seed 4567 --default_stddev 0.046875 \
--max_to_keep 1 --checkpoint_dir '/tmp/ckpt' --checkpoint_secs 0 \ --max_to_keep 1 --checkpoint_dir '/tmp/ckpt' --checkpoint_secs 0 \
--learning_rate 0.001 --dropout_rate 0.05 --export_dir "/tmp/train" --learning_rate 0.001 --dropout_rate 0.05 --export_dir "/tmp/train" \
--decoder_library_path "/tmp/ds/libctc_decoder_with_kenlm.so"

4
tc-package.sh
View File

@ -13,7 +13,9 @@ tar -C ${DS_ROOT_TASK}/DeepSpeech/tf/bazel-bin/tensorflow/ \
tar -C ${DS_ROOT_TASK}/DeepSpeech/tf/bazel-bin/native_client/ \ tar -C ${DS_ROOT_TASK}/DeepSpeech/tf/bazel-bin/native_client/ \
-uf ${TASKCLUSTER_ARTIFACTS}/native_client.tar \ -uf ${TASKCLUSTER_ARTIFACTS}/native_client.tar \
libdeepspeech.so \ libdeepspeech.so \
libdeepspeech_utils.so libdeepspeech_utils.so \
libctc_decoder_with_kenlm.so \
generate_trie
tar -C ${DS_ROOT_TASK}/DeepSpeech/ds/native_client/ \ tar -C ${DS_ROOT_TASK}/DeepSpeech/ds/native_client/ \
-uf ${TASKCLUSTER_ARTIFACTS}/native_client.tar \ -uf ${TASKCLUSTER_ARTIFACTS}/native_client.tar \

2
tc-train-tests.sh
View File

@ -31,6 +31,8 @@ source ${PYENV_ROOT}/versions/${pyver}/envs/${PYENV_NAME}/bin/activate
pip install --upgrade ${TENSORFLOW_WHEEL} pip install --upgrade ${TENSORFLOW_WHEEL}
grep -v "tensorflow" ${HOME}/DeepSpeech/ds/requirements.txt | pip install --upgrade -r /dev/stdin grep -v "tensorflow" ${HOME}/DeepSpeech/ds/requirements.txt | pip install --upgrade -r /dev/stdin
download_native_client_files "/tmp/ds"
pushd ${HOME}/DeepSpeech/ds/ pushd ${HOME}/DeepSpeech/ds/
time ./bin/run-tc-ldc93s1.sh time ./bin/run-tc-ldc93s1.sh
popd popd