Move to TensorFlow r1.12
This commit is contained in:
parent
92ded598fb
commit
26f7bc30f0
2
.install
2
.install
@ -3,7 +3,7 @@
|
|||||||
virtualenv -p python3 ../tmp/venv
|
virtualenv -p python3 ../tmp/venv
|
||||||
source ../tmp/venv/bin/activate
|
source ../tmp/venv/bin/activate
|
||||||
pip install -r <(grep -v tensorflow requirements.txt)
|
pip install -r <(grep -v tensorflow requirements.txt)
|
||||||
pip install tensorflow-gpu==1.11.0
|
pip install tensorflow-gpu==1.12.0rc2
|
||||||
|
|
||||||
python3 util/taskcluster.py --arch gpu --target ../tmp/native_client
|
python3 util/taskcluster.py --arch gpu --target ../tmp/native_client
|
||||||
|
|
||||||
|
@ -62,7 +62,7 @@ RUN wget https://bootstrap.pypa.io/get-pip.py && \
|
|||||||
# Clone TensoFlow from Mozilla repo
|
# Clone TensoFlow from Mozilla repo
|
||||||
RUN git clone https://github.com/mozilla/tensorflow/
|
RUN git clone https://github.com/mozilla/tensorflow/
|
||||||
WORKDIR /tensorflow
|
WORKDIR /tensorflow
|
||||||
RUN git checkout r1.11
|
RUN git checkout r1.12
|
||||||
|
|
||||||
|
|
||||||
# GPU Environment Setup
|
# GPU Environment Setup
|
||||||
@ -190,7 +190,7 @@ RUN cp /tensorflow/bazel-bin/native_client/libctc_decoder_with_kenlm.so /DeepSpe
|
|||||||
|
|
||||||
# Install TensorFlow
|
# Install TensorFlow
|
||||||
WORKDIR /DeepSpeech/
|
WORKDIR /DeepSpeech/
|
||||||
RUN pip install tensorflow-gpu==1.11.0
|
RUN pip install tensorflow-gpu==1.12.0rc2
|
||||||
|
|
||||||
|
|
||||||
# Make DeepSpeech and install Python bindings
|
# Make DeepSpeech and install Python bindings
|
||||||
|
@ -227,7 +227,7 @@ If you have a capable (Nvidia, at least 8GB of VRAM) GPU, it is highly recommend
|
|||||||
|
|
||||||
```bash
|
```bash
|
||||||
pip3 uninstall tensorflow
|
pip3 uninstall tensorflow
|
||||||
pip3 install 'tensorflow-gpu==1.11.0'
|
pip3 install 'tensorflow-gpu==1.12.0rc2'
|
||||||
```
|
```
|
||||||
|
|
||||||
### Common Voice training data
|
### Common Voice training data
|
||||||
|
@ -52,7 +52,7 @@ Check the [main README](../README.md) for more details.
|
|||||||
If you'd like to build the binaries yourself, you'll need the following pre-requisites downloaded/installed:
|
If you'd like to build the binaries yourself, you'll need the following pre-requisites downloaded/installed:
|
||||||
|
|
||||||
* [TensorFlow requirements](https://www.tensorflow.org/install/install_sources)
|
* [TensorFlow requirements](https://www.tensorflow.org/install/install_sources)
|
||||||
* [TensorFlow `r1.11` sources](https://github.com/mozilla/tensorflow/tree/r1.11)
|
* [TensorFlow `r1.12` sources](https://github.com/mozilla/tensorflow/tree/r1.12)
|
||||||
* [libsox](https://sourceforge.net/projects/sox/)
|
* [libsox](https://sourceforge.net/projects/sox/)
|
||||||
|
|
||||||
It is required to use our fork of TensorFlow since it includes fixes for common problems encountered when building the native client files.
|
It is required to use our fork of TensorFlow since it includes fixes for common problems encountered when building the native client files.
|
||||||
|
@ -1,7 +1,7 @@
|
|||||||
pandas
|
pandas
|
||||||
progressbar2
|
progressbar2
|
||||||
python-utils
|
python-utils
|
||||||
tensorflow == 1.11.0
|
tensorflow == 1.12.0rc2
|
||||||
numpy
|
numpy
|
||||||
matplotlib
|
matplotlib
|
||||||
scipy
|
scipy
|
||||||
|
@ -6,7 +6,7 @@ build:
|
|||||||
- "index.project.deepspeech.deepspeech.native_client.osx.${event.head.sha}"
|
- "index.project.deepspeech.deepspeech.native_client.osx.${event.head.sha}"
|
||||||
- "notify.irc-channel.${notifications.irc}.on-exception"
|
- "notify.irc-channel.${notifications.irc}.on-exception"
|
||||||
- "notify.irc-channel.${notifications.irc}.on-failed"
|
- "notify.irc-channel.${notifications.irc}.on-failed"
|
||||||
tensorflow: "https://index.taskcluster.net/v1/task/project.deepspeech.tensorflow.pip.r1.11.bee825492fcf830bd65a024bf859cbfc218e1473.osx/artifacts/public/home.tar.xz"
|
tensorflow: "https://index.taskcluster.net/v1/task/project.deepspeech.tensorflow.pip.r1.12.1c93ca24c99d7011ad639eea4cd96e4fe45e1a95.osx/artifacts/public/home.tar.xz"
|
||||||
scripts:
|
scripts:
|
||||||
build: "taskcluster/host-build.sh"
|
build: "taskcluster/host-build.sh"
|
||||||
package: "taskcluster/package.sh"
|
package: "taskcluster/package.sh"
|
||||||
|
@ -14,7 +14,7 @@ build:
|
|||||||
system_config:
|
system_config:
|
||||||
>
|
>
|
||||||
${swig.patch_nodejs.linux}
|
${swig.patch_nodejs.linux}
|
||||||
tensorflow: "https://index.taskcluster.net/v1/task/project.deepspeech.tensorflow.pip.r1.11.bee825492fcf830bd65a024bf859cbfc218e1473.cpu/artifacts/public/home.tar.xz"
|
tensorflow: "https://index.taskcluster.net/v1/task/project.deepspeech.tensorflow.pip.r1.12.1c93ca24c99d7011ad639eea4cd96e4fe45e1a95.cpu/artifacts/public/home.tar.xz"
|
||||||
scripts:
|
scripts:
|
||||||
build: "taskcluster/host-build.sh"
|
build: "taskcluster/host-build.sh"
|
||||||
package: "taskcluster/package.sh"
|
package: "taskcluster/package.sh"
|
||||||
|
@ -4,7 +4,7 @@ build:
|
|||||||
- "pull_request.synchronize"
|
- "pull_request.synchronize"
|
||||||
- "pull_request.reopened"
|
- "pull_request.reopened"
|
||||||
template_file: linux-opt-base.tyml
|
template_file: linux-opt-base.tyml
|
||||||
tensorflow: "https://index.taskcluster.net/v1/task/project.deepspeech.tensorflow.pip.r1.11.bee825492fcf830bd65a024bf859cbfc218e1473.cpu/artifacts/public/home.tar.xz"
|
tensorflow: "https://index.taskcluster.net/v1/task/project.deepspeech.tensorflow.pip.r1.12.1c93ca24c99d7011ad639eea4cd96e4fe45e1a95.cpu/artifacts/public/home.tar.xz"
|
||||||
scripts:
|
scripts:
|
||||||
build: 'taskcluster/decoder-build.sh'
|
build: 'taskcluster/decoder-build.sh'
|
||||||
package: 'taskcluster/decoder-package.sh'
|
package: 'taskcluster/decoder-package.sh'
|
||||||
|
@ -12,7 +12,7 @@ build:
|
|||||||
system_config:
|
system_config:
|
||||||
>
|
>
|
||||||
${swig.patch_nodejs.linux}
|
${swig.patch_nodejs.linux}
|
||||||
tensorflow: "https://index.taskcluster.net/v1/task/project.deepspeech.tensorflow.pip.r1.11.bee825492fcf830bd65a024bf859cbfc218e1473.gpu/artifacts/public/home.tar.xz"
|
tensorflow: "https://index.taskcluster.net/v1/task/project.deepspeech.tensorflow.pip.r1.12.1c93ca24c99d7011ad639eea4cd96e4fe45e1a95.gpu/artifacts/public/home.tar.xz"
|
||||||
maxRunTime: 14400
|
maxRunTime: 14400
|
||||||
scripts:
|
scripts:
|
||||||
build: "taskcluster/cuda-build.sh"
|
build: "taskcluster/cuda-build.sh"
|
||||||
|
@ -4,7 +4,7 @@ build:
|
|||||||
- "index.project.deepspeech.deepspeech.native_client.${event.head.branchortag}.arm64"
|
- "index.project.deepspeech.deepspeech.native_client.${event.head.branchortag}.arm64"
|
||||||
- "index.project.deepspeech.deepspeech.native_client.${event.head.branchortag}.${event.head.sha}.arm64"
|
- "index.project.deepspeech.deepspeech.native_client.${event.head.branchortag}.${event.head.sha}.arm64"
|
||||||
- "index.project.deepspeech.deepspeech.native_client.arm64.${event.head.sha}"
|
- "index.project.deepspeech.deepspeech.native_client.arm64.${event.head.sha}"
|
||||||
tensorflow: "https://index.taskcluster.net/v1/task/project.deepspeech.tensorflow.pip.r1.11.bee825492fcf830bd65a024bf859cbfc218e1473.arm64/artifacts/public/home.tar.xz"
|
tensorflow: "https://index.taskcluster.net/v1/task/project.deepspeech.tensorflow.pip.r1.12.1c93ca24c99d7011ad639eea4cd96e4fe45e1a95.arm64/artifacts/public/home.tar.xz"
|
||||||
## multistrap 2.2.0-ubuntu1 is broken in 14.04: https://bugs.launchpad.net/ubuntu/+source/multistrap/+bug/1313787
|
## multistrap 2.2.0-ubuntu1 is broken in 14.04: https://bugs.launchpad.net/ubuntu/+source/multistrap/+bug/1313787
|
||||||
system_setup:
|
system_setup:
|
||||||
>
|
>
|
||||||
|
@ -4,7 +4,7 @@ build:
|
|||||||
- "index.project.deepspeech.deepspeech.native_client.${event.head.branchortag}.arm"
|
- "index.project.deepspeech.deepspeech.native_client.${event.head.branchortag}.arm"
|
||||||
- "index.project.deepspeech.deepspeech.native_client.${event.head.branchortag}.${event.head.sha}.arm"
|
- "index.project.deepspeech.deepspeech.native_client.${event.head.branchortag}.${event.head.sha}.arm"
|
||||||
- "index.project.deepspeech.deepspeech.native_client.arm.${event.head.sha}"
|
- "index.project.deepspeech.deepspeech.native_client.arm.${event.head.sha}"
|
||||||
tensorflow: "https://index.taskcluster.net/v1/task/project.deepspeech.tensorflow.pip.r1.11.bee825492fcf830bd65a024bf859cbfc218e1473.arm/artifacts/public/home.tar.xz"
|
tensorflow: "https://index.taskcluster.net/v1/task/project.deepspeech.tensorflow.pip.r1.12.1c93ca24c99d7011ad639eea4cd96e4fe45e1a95.arm/artifacts/public/home.tar.xz"
|
||||||
## multistrap 2.2.0-ubuntu1 is broken in 14.04: https://bugs.launchpad.net/ubuntu/+source/multistrap/+bug/1313787
|
## multistrap 2.2.0-ubuntu1 is broken in 14.04: https://bugs.launchpad.net/ubuntu/+source/multistrap/+bug/1313787
|
||||||
system_setup:
|
system_setup:
|
||||||
>
|
>
|
||||||
|
@ -16,7 +16,7 @@ build:
|
|||||||
system_config:
|
system_config:
|
||||||
>
|
>
|
||||||
${swig.patch_nodejs.linux}
|
${swig.patch_nodejs.linux}
|
||||||
tensorflow: "https://index.taskcluster.net/v1/task/project.deepspeech.tensorflow.pip.r1.11.bee825492fcf830bd65a024bf859cbfc218e1473.cpu/artifacts/public/home.tar.xz"
|
tensorflow: "https://index.taskcluster.net/v1/task/project.deepspeech.tensorflow.pip.r1.12.1c93ca24c99d7011ad639eea4cd96e4fe45e1a95.cpu/artifacts/public/home.tar.xz"
|
||||||
scripts:
|
scripts:
|
||||||
build: "taskcluster/node-build.sh"
|
build: "taskcluster/node-build.sh"
|
||||||
package: "taskcluster/node-package.sh"
|
package: "taskcluster/node-package.sh"
|
||||||
|
@ -43,7 +43,7 @@ then:
|
|||||||
PIP_DEFAULT_TIMEOUT: "60"
|
PIP_DEFAULT_TIMEOUT: "60"
|
||||||
PIP_EXTRA_INDEX_URL: "https://lissyx.github.io/deepspeech-python-wheels/"
|
PIP_EXTRA_INDEX_URL: "https://lissyx.github.io/deepspeech-python-wheels/"
|
||||||
EXTRA_PYTHON_CONFIGURE_OPTS: "--with-fpectl" # Required by Debian Stretch
|
EXTRA_PYTHON_CONFIGURE_OPTS: "--with-fpectl" # Required by Debian Stretch
|
||||||
EXPECTED_TENSORFLOW_VERSION: "TensorFlow: v1.11.0-11-gbee8254"
|
EXPECTED_TENSORFLOW_VERSION: "TensorFlow: v1.12.0-rc2-5-g1c93ca2"
|
||||||
|
|
||||||
command:
|
command:
|
||||||
- "/bin/bash"
|
- "/bin/bash"
|
||||||
|
@ -41,7 +41,7 @@ then:
|
|||||||
DEEPSPEECH_TEST_MODEL: https://queue.taskcluster.net/v1/task/${training}/artifacts/public/output_graph.pb
|
DEEPSPEECH_TEST_MODEL: https://queue.taskcluster.net/v1/task/${training}/artifacts/public/output_graph.pb
|
||||||
DEEPSPEECH_PROD_MODEL: https://github.com/reuben/DeepSpeech/releases/download/v0.2.0-prod-ctcdecode/output_graph.pb
|
DEEPSPEECH_PROD_MODEL: https://github.com/reuben/DeepSpeech/releases/download/v0.2.0-prod-ctcdecode/output_graph.pb
|
||||||
DEEPSPEECH_PROD_MODEL_MMAP: https://github.com/reuben/DeepSpeech/releases/download/v0.2.0-prod-ctcdecode/output_graph.pbmm
|
DEEPSPEECH_PROD_MODEL_MMAP: https://github.com/reuben/DeepSpeech/releases/download/v0.2.0-prod-ctcdecode/output_graph.pbmm
|
||||||
EXPECTED_TENSORFLOW_VERSION: "TensorFlow: v1.11.0-11-gbee8254"
|
EXPECTED_TENSORFLOW_VERSION: "TensorFlow: v1.12.0-rc2-5-g1c93ca2"
|
||||||
|
|
||||||
command:
|
command:
|
||||||
- - "/bin/bash"
|
- - "/bin/bash"
|
||||||
|
@ -44,7 +44,7 @@ then:
|
|||||||
DEEPSPEECH_PROD_MODEL: https://github.com/reuben/DeepSpeech/releases/download/v0.2.0-prod-ctcdecode/output_graph.pb
|
DEEPSPEECH_PROD_MODEL: https://github.com/reuben/DeepSpeech/releases/download/v0.2.0-prod-ctcdecode/output_graph.pb
|
||||||
DEEPSPEECH_PROD_MODEL_MMAP: https://github.com/reuben/DeepSpeech/releases/download/v0.2.0-prod-ctcdecode/output_graph.pbmm
|
DEEPSPEECH_PROD_MODEL_MMAP: https://github.com/reuben/DeepSpeech/releases/download/v0.2.0-prod-ctcdecode/output_graph.pbmm
|
||||||
PIP_DEFAULT_TIMEOUT: "60"
|
PIP_DEFAULT_TIMEOUT: "60"
|
||||||
EXPECTED_TENSORFLOW_VERSION: "TensorFlow: v1.11.0-11-gbee8254"
|
EXPECTED_TENSORFLOW_VERSION: "TensorFlow: v1.12.0-rc2-5-g1c93ca2"
|
||||||
|
|
||||||
command:
|
command:
|
||||||
- "/bin/bash"
|
- "/bin/bash"
|
||||||
|
@ -43,7 +43,7 @@ then:
|
|||||||
PIP_DEFAULT_TIMEOUT: "60"
|
PIP_DEFAULT_TIMEOUT: "60"
|
||||||
PIP_EXTRA_INDEX_URL: "https://www.piwheels.org/simple"
|
PIP_EXTRA_INDEX_URL: "https://www.piwheels.org/simple"
|
||||||
EXTRA_PYTHON_CONFIGURE_OPTS: "--with-fpectl" # Required by Raspbian Stretch / PiWheels
|
EXTRA_PYTHON_CONFIGURE_OPTS: "--with-fpectl" # Required by Raspbian Stretch / PiWheels
|
||||||
EXPECTED_TENSORFLOW_VERSION: "TensorFlow: v1.11.0-11-gbee8254"
|
EXPECTED_TENSORFLOW_VERSION: "TensorFlow: v1.12.0-rc2-5-g1c93ca2"
|
||||||
|
|
||||||
command:
|
command:
|
||||||
- "/bin/bash"
|
- "/bin/bash"
|
||||||
|
@ -7,7 +7,7 @@ build:
|
|||||||
apt-get -qq -y install ${python.packages_trusty.apt}
|
apt-get -qq -y install ${python.packages_trusty.apt}
|
||||||
args:
|
args:
|
||||||
tests_cmdline: "${system.homedir.linux}/DeepSpeech/ds/tc-train-tests.sh 2.7.14:mu"
|
tests_cmdline: "${system.homedir.linux}/DeepSpeech/ds/tc-train-tests.sh 2.7.14:mu"
|
||||||
convert_graphdef: "https://index.taskcluster.net/v1/task/project.deepspeech.tensorflow.pip.r1.11.bee825492fcf830bd65a024bf859cbfc218e1473.cpu/artifacts/public/convert_graphdef_memmapped_format"
|
convert_graphdef: "https://index.taskcluster.net/v1/task/project.deepspeech.tensorflow.pip.r1.12.1c93ca24c99d7011ad639eea4cd96e4fe45e1a95.cpu/artifacts/public/convert_graphdef_memmapped_format"
|
||||||
metadata:
|
metadata:
|
||||||
name: "DeepSpeech Linux AMD64 CPU upstream training Py2.7 mu"
|
name: "DeepSpeech Linux AMD64 CPU upstream training Py2.7 mu"
|
||||||
description: "Training a DeepSpeech LDC93S1 model for Linux/AMD64 using upstream TensorFlow Python 2.7 mu, CPU only, optimized version"
|
description: "Training a DeepSpeech LDC93S1 model for Linux/AMD64 using upstream TensorFlow Python 2.7 mu, CPU only, optimized version"
|
||||||
|
Loading…
Reference in New Issue
Block a user