experiments/STT
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Python TFLite tests

Browse Source
This commit is contained in:
Alexandre Lissy 2020-04-28 18:51:33 +02:00
parent 4930186197
commit ecdcf9e28a
25 changed files with 317 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

28
taskcluster/tc-py-utils.sh
View File

@ -72,15 +72,15 @@ maybe_setup_virtualenv_cross_arm()
fi;
if [ "${OS}" != "Linux" ]; then
echo "Only for Linux";
exit 1;
echo "Only for Linux/ARM arch";
return 0;
fi;
ARCH=$(uname -m)
if [ "${ARCH}" = "x86_64" ]; then
echo "Not for Linux/AMD64";
exit 0;
echo "Only for Linux/ARM arch";
return 0;
fi;
mkdir -p ${PYENV_ROOT}/versions/${version}/envs/
@ -324,6 +324,26 @@ get_python_pkg_url()
echo "${root}/${deepspeech_pkg}"
}
get_tflite_python_pkg_name()
{
# Default to deepspeech package
local _pkgname="deepspeech_tflite"
ARCH=$(uname -m)
case "${OS}:${ARCH}" in
Linux:armv7l|Linux:aarch64)
# On linux/arm or linux/aarch64 we don't produce deepspeech_tflite
_pkgname="deepspeech"
;;
*)
_pkgname="deepspeech_tflite"
;;
esac
echo "${_pkgname}"
}
extract_python_versions()
{
# call extract_python_versions ${pyver_full} pyver pyver_pkg py_unicode_type pyconf pyalias

8
taskcluster/tc-python_tflite-tests-prod.sh
View File

@ -13,7 +13,10 @@ model_source=${DEEPSPEECH_PROD_MODEL//.pb/.tflite}
model_name=$(basename "${model_source}")
model_name_mmap=$(basename "${model_source}")
model_source_mmap=${DEEPSPEECH_PROD_MODEL_MMAP//.pbmm/.tflite}
export DEEPSPEECH_ARTIFACTS_ROOT=${DEEPSPEECH_ARTIFACTS_TFLITE_ROOT}
if [ ! -z "${DEEPSPEECH_ARTIFACTS_TFLITE_ROOT}" ]; then
export DEEPSPEECH_ARTIFACTS_ROOT=${DEEPSPEECH_ARTIFACTS_TFLITE_ROOT}
fi;
download_data
@ -21,7 +24,8 @@ maybe_setup_virtualenv_cross_arm "${pyalias}" "deepspeech"
virtualenv_activate "${pyalias}" "deepspeech"
deepspeech_pkg_url=$(get_python_pkg_url "${pyver_pkg}" "${py_unicode_type}" "deepspeech_tflite")
pkg_name=$(get_tflite_python_pkg_name)
deepspeech_pkg_url=$(get_python_pkg_url "${pyver_pkg}" "${py_unicode_type}" "${pkg_name}")
LD_LIBRARY_PATH=${PY37_LDPATH}:$LD_LIBRARY_PATH pip install --verbose --only-binary :all: --upgrade ${deepspeech_pkg_url} | cat
which deepspeech

8
taskcluster/tc-python_tflite-tests.sh
View File

@ -12,6 +12,11 @@ set_ldc_sample_filename "${bitrate}"
model_source=${DEEPSPEECH_TEST_MODEL//.pb/.tflite}
model_name=$(basename "${model_source}")
model_name_mmap=$(basename "${model_source}")
model_source_mmap=${DEEPSPEECH_PROD_MODEL_MMAP//.pbmm/.tflite}
if [ ! -z "${DEEPSPEECH_ARTIFACTS_TFLITE_ROOT}" ]; then
export DEEPSPEECH_ARTIFACTS_ROOT=${DEEPSPEECH_ARTIFACTS_TFLITE_ROOT}
fi;
download_data
@ -19,7 +24,8 @@ maybe_setup_virtualenv_cross_arm "${pyalias}" "deepspeech"
virtualenv_activate "${pyalias}" "deepspeech"
deepspeech_pkg_url=$(get_python_pkg_url ${pyver_pkg} ${py_unicode_type})
pkg_name=$(get_tflite_python_pkg_name)
deepspeech_pkg_url=$(get_python_pkg_url "${pyver_pkg}" "${py_unicode_type}" "${pkg_name}")
LD_LIBRARY_PATH=${PY37_LDPATH}:$LD_LIBRARY_PATH pip install --verbose --only-binary :all: --upgrade ${deepspeech_pkg_url} | cat
which deepspeech

12
taskcluster/test-python_35_tflite_16k-darwin-amd64-opt.yml Normal file
View File

@ -0,0 +1,12 @@
build:
template_file: test-darwin-opt-base.tyml
dependencies:
- "darwin-amd64-tflite-opt"
- "test-training_16k-linux-amd64-py36m-opt"
- "homebrew_tests-darwin-amd64"
test_model_task: "test-training_16k-linux-amd64-py36m-opt"
args:
tests_cmdline: "$TASKCLUSTER_TASK_DIR/DeepSpeech/ds/taskcluster/tc-python_tflite-tests.sh 3.5.8:m 16k"
metadata:
name: "DeepSpeech OSX AMD64 TFLite Python v3.5 tests (16kHz)"
description: "Testing DeepSpeech for OSX/AMD64 on Python v3.5 TFLite, optimized version (16kHz)"

12
taskcluster/test-python_35_tflite_16k-darwin-amd64-prod-opt.yml Normal file
View File

@ -0,0 +1,12 @@
build:
template_file: test-darwin-opt-base.tyml
dependencies:
- "darwin-amd64-tflite-opt"
- "test-training_16k-linux-amd64-py36m-opt"
- "homebrew_tests-darwin-amd64"
test_model_task: "test-training_16k-linux-amd64-py36m-opt"
args:
tests_cmdline: "$TASKCLUSTER_TASK_DIR/DeepSpeech/ds/taskcluster/tc-python_tflite-tests-prod.sh 3.5.8:m 16k"
metadata:
name: "DeepSpeech OSX AMD64 TFLite Python v3.5 prod tests (16kHz)"
description: "Testing DeepSpeech for OSX/AMD64 on Python v3.5 on prod model, TFLite, optimized version (16kHz)"

11
taskcluster/test-python_35_tflite_16k-linux-amd64-opt.yml Normal file
View File

@ -0,0 +1,11 @@
build:
template_file: test-linux-opt-base.tyml
dependencies:
- "linux-amd64-tflite-opt"
- "test-training_16k-linux-amd64-py36m-opt"
test_model_task: "test-training_16k-linux-amd64-py36m-opt"
args:
tests_cmdline: "${system.homedir.linux}/DeepSpeech/ds/taskcluster/tc-python_tflite-tests.sh 3.5.8:m 16k"
metadata:
name: "DeepSpeech Linux AMD64 TFLite Python v3.5 tests (16kHz)"
description: "Testing DeepSpeech for Linux/AMD64 on Python v3.5 TFLite, optimized version (16kHz)"

14
taskcluster/test-python_35_tflite_16k-win-amd64-opt.yml Normal file
View File

@ -0,0 +1,14 @@
build:
template_file: test-win-opt-base.tyml
dependencies:
- "win-amd64-tflite-opt"
- "test-training_16k-linux-amd64-py36m-opt"
test_model_task: "test-training_16k-linux-amd64-py36m-opt"
system_setup:
>
${system.sox_win}
args:
tests_cmdline: "${system.homedir.win}/DeepSpeech/ds/taskcluster/tc-python_tflite-tests.sh 3.5.4:m 16k"
metadata:
name: "DeepSpeech Windows AMD64 TFLite Python v3.5 tests (16kHz)"
description: "Testing DeepSpeech for Windows/AMD64 on Python v3.5 TFLite, optimized version (16kHz)"

14
taskcluster/test-python_35_tflite_16k-win-amd64-prod-opt.yml Normal file
View File

@ -0,0 +1,14 @@
build:
template_file: test-win-opt-base.tyml
dependencies:
- "win-amd64-tflite-opt"
- "test-training_16k-linux-amd64-py36m-opt"
test_model_task: "test-training_16k-linux-amd64-py36m-opt"
system_setup:
>
${system.sox_win}
args:
tests_cmdline: "${system.homedir.win}/DeepSpeech/ds/taskcluster/tc-python_tflite-tests-prod.sh 3.5.4:m 16k"
metadata:
name: "DeepSpeech Windows AMD64 TFLite Python v3.5 prod tests (16kHz)"
description: "Testing DeepSpeech for Windows/AMD64 on Python v3.5 on prod model, TFLite, optimized version (16kHz)"

12
taskcluster/test-python_36_tflite_16k-darwin-amd64-opt.yml Normal file
View File

@ -0,0 +1,12 @@
build:
template_file: test-darwin-opt-base.tyml
dependencies:
- "darwin-amd64-tflite-opt"
- "test-training_16k-linux-amd64-py36m-opt"
- "homebrew_tests-darwin-amd64"
test_model_task: "test-training_16k-linux-amd64-py36m-opt"
args:
tests_cmdline: "$TASKCLUSTER_TASK_DIR/DeepSpeech/ds/taskcluster/tc-python_tflite-tests.sh 3.6.10:m 16k"
metadata:
name: "DeepSpeech OSX AMD64 TFLite Python v3.6 tests (16kHz)"
description: "Testing DeepSpeech for OSX/AMD64 on Python v3.6 TFLite, optimized version (16kHz)"

12
taskcluster/test-python_36_tflite_16k-darwin-amd64-prod-opt.yml Normal file
View File

@ -0,0 +1,12 @@
build:
template_file: test-darwin-opt-base.tyml
dependencies:
- "darwin-amd64-tflite-opt"
- "test-training_16k-linux-amd64-py36m-opt"
- "homebrew_tests-darwin-amd64"
test_model_task: "test-training_16k-linux-amd64-py36m-opt"
args:
tests_cmdline: "$TASKCLUSTER_TASK_DIR/DeepSpeech/ds/taskcluster/tc-python_tflite-tests-prod.sh 3.6.10:m 16k"
metadata:
name: "DeepSpeech OSX AMD64 TFLite Python v3.6 prod tests (16kHz)"
description: "Testing DeepSpeech for OSX/AMD64 on Python v3.6 on prod model, TFLite, optimized version (16kHz)"

11
taskcluster/test-python_36_tflite_16k-linux-amd64-opt.yml Normal file
View File

@ -0,0 +1,11 @@
build:
template_file: test-linux-opt-base.tyml
dependencies:
- "linux-amd64-tflite-opt"
- "test-training_16k-linux-amd64-py36m-opt"
test_model_task: "test-training_16k-linux-amd64-py36m-opt"
args:
tests_cmdline: "${system.homedir.linux}/DeepSpeech/ds/taskcluster/tc-python_tflite-tests.sh 3.6.10:m 16k"
metadata:
name: "DeepSpeech Linux AMD64 TFLite Python v3.6 tests (16kHz)"
description: "Testing DeepSpeech for Linux/AMD64 on Python v3.6 TFLite, optimized version (16kHz)"

14
taskcluster/test-python_36_tflite_16k-win-amd64-opt.yml Normal file
View File

@ -0,0 +1,14 @@
build:
template_file: test-win-opt-base.tyml
dependencies:
- "win-amd64-tflite-opt"
- "test-training_16k-linux-amd64-py36m-opt"
test_model_task: "test-training_16k-linux-amd64-py36m-opt"
system_setup:
>
${system.sox_win}
args:
tests_cmdline: "${system.homedir.win}/DeepSpeech/ds/taskcluster/tc-python_tflite-tests.sh 3.6.8:m 16k"
metadata:
name: "DeepSpeech Windows AMD64 TFLite Python v3.6 tests (16kHz)"
description: "Testing DeepSpeech for Windows/AMD64 on Python v3.6 TFLite, optimized version (16kHz)"

14
taskcluster/test-python_36_tflite_16k-win-amd64-prod-opt.yml Normal file
View File

@ -0,0 +1,14 @@
build:
template_file: test-win-opt-base.tyml
dependencies:
- "win-amd64-tflite-opt"
- "test-training_16k-linux-amd64-py36m-opt"
test_model_task: "test-training_16k-linux-amd64-py36m-opt"
system_setup:
>
${system.sox_win}
args:
tests_cmdline: "${system.homedir.win}/DeepSpeech/ds/taskcluster/tc-python_tflite-tests-prod.sh 3.6.8:m 16k"
metadata:
name: "DeepSpeech Windows AMD64 TFLite Python v3.6 prod tests (16kHz)"
description: "Testing DeepSpeech for Windows/AMD64 on Python v3.6 on prod model, TFLite, optimized version (16kHz)"

12
taskcluster/test-python_37_tflite_16k-darwin-amd64-opt.yml Normal file
View File

@ -0,0 +1,12 @@
build:
template_file: test-darwin-opt-base.tyml
dependencies:
- "darwin-amd64-tflite-opt"
- "test-training_16k-linux-amd64-py36m-opt"
- "homebrew_tests-darwin-amd64"
test_model_task: "test-training_16k-linux-amd64-py36m-opt"
args:
tests_cmdline: "$TASKCLUSTER_TASK_DIR/DeepSpeech/ds/taskcluster/tc-python_tflite-tests.sh 3.7.6:m 16k"
metadata:
name: "DeepSpeech OSX AMD64 TFLite Python v3.7 tests (16kHz)"
description: "Testing DeepSpeech for OSX/AMD64 on Python v3.7 TFLite, optimized version (16kHz)"

12
taskcluster/test-python_37_tflite_16k-darwin-amd64-prod-opt.yml Normal file
View File

@ -0,0 +1,12 @@
build:
template_file: test-darwin-opt-base.tyml
dependencies:
- "darwin-amd64-tflite-opt"
- "test-training_16k-linux-amd64-py36m-opt"
- "homebrew_tests-darwin-amd64"
test_model_task: "test-training_16k-linux-amd64-py36m-opt"
args:
tests_cmdline: "$TASKCLUSTER_TASK_DIR/DeepSpeech/ds/taskcluster/tc-python_tflite-tests-prod.sh 3.7.6:m 16k"
metadata:
name: "DeepSpeech OSX AMD64 TFLite Python v3.7 prod tests (16kHz)"
description: "Testing DeepSpeech for OSX/AMD64 on Python v3.7 on prod model, TFLite, optimized version (16kHz)"

11
taskcluster/test-python_37_tflite_16k-linux-amd64-opt.yml Normal file
View File

@ -0,0 +1,11 @@
build:
template_file: test-linux-opt-base.tyml
dependencies:
- "linux-amd64-tflite-opt"
- "test-training_16k-linux-amd64-py36m-opt"
test_model_task: "test-training_16k-linux-amd64-py36m-opt"
args:
tests_cmdline: "${system.homedir.linux}/DeepSpeech/ds/taskcluster/tc-python_tflite-tests.sh 3.7.6:m 16k"
metadata:
name: "DeepSpeech Linux AMD64 TFLite Python v3.7 tests (16kHz)"
description: "Testing DeepSpeech for Linux/AMD64 on Python v3.7 TFLite, optimized version (16kHz)"

14
taskcluster/test-python_37_tflite_16k-win-amd64-opt.yml Normal file
View File

@ -0,0 +1,14 @@
build:
template_file: test-win-opt-base.tyml
dependencies:
- "win-amd64-tflite-opt"
- "test-training_16k-linux-amd64-py36m-opt"
test_model_task: "test-training_16k-linux-amd64-py36m-opt"
system_setup:
>
${system.sox_win}
args:
tests_cmdline: "${system.homedir.win}/DeepSpeech/ds/taskcluster/tc-python_tflite-tests.sh 3.7.6:m 16k"
metadata:
name: "DeepSpeech Windows AMD64 TFLite Python v3.7 tests (16kHz)"
description: "Testing DeepSpeech for Windows/AMD64 on Python v3.7 TFLite, optimized version (16kHz)"

14
taskcluster/test-python_37_tflite_16k-win-amd64-prod-opt.yml Normal file
View File

@ -0,0 +1,14 @@
build:
template_file: test-win-opt-base.tyml
dependencies:
- "win-amd64-tflite-opt"
- "test-training_16k-linux-amd64-py36m-opt"
test_model_task: "test-training_16k-linux-amd64-py36m-opt"
system_setup:
>
${system.sox_win}
args:
tests_cmdline: "${system.homedir.win}/DeepSpeech/ds/taskcluster/tc-python_tflite-tests-prod.sh 3.7.6:m 16k"
metadata:
name: "DeepSpeech Windows AMD64 TFLite Python v3.7 prod tests (16kHz)"
description: "Testing DeepSpeech for Windows/AMD64 on Python v3.7 on prod model, TFLite, optimized version (16kHz)"

14
taskcluster/test-python_37m-armbian-arm64-prod-opt.yml Normal file
View File

@ -0,0 +1,14 @@
build:
template_file: test-armbian-opt-base.tyml
dependencies:
- "linux-arm64-cpu-opt"
- "test-training_16k-linux-amd64-py36m-opt"
test_model_task: "test-training_16k-linux-amd64-py36m-opt"
system_setup:
>
apt-get -qq -y install ${python.packages_buster.apt}
args:
tests_cmdline: "${system.homedir.linux}/DeepSpeech/ds/taskcluster/tc-python_tflite-tests-prod.sh 3.7.6:m 16k"
metadata:
name: "DeepSpeech ARMbian ARM64 Cortex-A53 CPU Python v3.7 prod tests"
description: "Testing DeepSpeech for ARMbian ARM64 Cortex-A53 on prod model Python v3.7, CPU only, optimized version"

14
taskcluster/test-python_37m-raspbian-rpi3-prod-opt.yml Normal file
View File

@ -0,0 +1,14 @@
build:
template_file: test-raspbian-opt-base.tyml
dependencies:
- "linux-rpi3-cpu-opt"
- "test-training_16k-linux-amd64-py36m-opt"
test_model_task: "test-training_16k-linux-amd64-py36m-opt"
system_setup:
>
apt-get -qq -y install ${python.packages_buster.apt}
args:
tests_cmdline: "${system.homedir.linux}/DeepSpeech/ds/taskcluster/tc-python_tflite-tests-prod.sh 3.7.6:m 16k"
metadata:
name: "DeepSpeech Raspbian RPi3/ARMv7 CPU Python v3.7 prod tests"
description: "Testing DeepSpeech for Raspbian RPi3/ARMv7 on prod model Python v3.7, CPU only, optimized version"

12
taskcluster/test-python_38_tflite_16k-darwin-amd64-opt.yml Normal file
View File

@ -0,0 +1,12 @@
build:
template_file: test-darwin-opt-base.tyml
dependencies:
- "darwin-amd64-tflite-opt"
- "test-training_16k-linux-amd64-py36m-opt"
- "homebrew_tests-darwin-amd64"
test_model_task: "test-training_16k-linux-amd64-py36m-opt"
args:
tests_cmdline: "$TASKCLUSTER_TASK_DIR/DeepSpeech/ds/taskcluster/tc-python_tflite-tests.sh 3.8.1: 16k"
metadata:
name: "DeepSpeech OSX AMD64 TFLite Python v3.8 tests (16kHz)"
description: "Testing DeepSpeech for OSX/AMD64 on Python v3.8 TFLite, optimized version (16kHz)"

12
taskcluster/test-python_38_tflite_16k-darwin-amd64-prod-opt.yml Normal file
View File

@ -0,0 +1,12 @@
build:
template_file: test-darwin-opt-base.tyml
dependencies:
- "darwin-amd64-tflite-opt"
- "test-training_16k-linux-amd64-py36m-opt"
- "homebrew_tests-darwin-amd64"
test_model_task: "test-training_16k-linux-amd64-py36m-opt"
args:
tests_cmdline: "$TASKCLUSTER_TASK_DIR/DeepSpeech/ds/taskcluster/tc-python_tflite-tests-prod.sh 3.8.1: 16k"
metadata:
name: "DeepSpeech OSX AMD64 TFLite Python v3.8 prod tests (16kHz)"
description: "Testing DeepSpeech for OSX/AMD64 on Python v3.8 on prod model, TFLite, optimized version (16kHz)"

11
taskcluster/test-python_38_tflite_16k-linux-amd64-opt.yml Normal file
View File

@ -0,0 +1,11 @@
build:
template_file: test-linux-opt-base.tyml
dependencies:
- "linux-amd64-tflite-opt"
- "test-training_16k-linux-amd64-py36m-opt"
test_model_task: "test-training_16k-linux-amd64-py36m-opt"
args:
tests_cmdline: "${system.homedir.linux}/DeepSpeech/ds/taskcluster/tc-python_tflite-tests.sh 3.8.1: 16k"
metadata:
name: "DeepSpeech Linux AMD64 TFLite Python v3.8 tests (16kHz)"
description: "Testing DeepSpeech for Linux/AMD64 on Python v3.8 TFLite, optimized version (16kHz)"

14
taskcluster/test-python_38_tflite_16k-win-amd64-opt.yml Normal file
View File

@ -0,0 +1,14 @@
build:
template_file: test-win-opt-base.tyml
dependencies:
- "win-amd64-tflite-opt"
- "test-training_16k-linux-amd64-py36m-opt"
test_model_task: "test-training_16k-linux-amd64-py36m-opt"
system_setup:
>
${system.sox_win}
args:
tests_cmdline: "${system.homedir.win}/DeepSpeech/ds/taskcluster/tc-python_tflite-tests.sh 3.8.1: 16k"
metadata:
name: "DeepSpeech Windows AMD64 TFLite Python v3.8 tests (16kHz)"
description: "Testing DeepSpeech for Windows/AMD64 on Python v3.8 TFLite, optimized version (16kHz)"

14
taskcluster/test-python_38_tflite_16k-win-amd64-prod-opt.yml Normal file
View File

@ -0,0 +1,14 @@
build:
template_file: test-win-opt-base.tyml
dependencies:
- "win-amd64-tflite-opt"
- "test-training_16k-linux-amd64-py36m-opt"
test_model_task: "test-training_16k-linux-amd64-py36m-opt"
system_setup:
>
${system.sox_win}
args:
tests_cmdline: "${system.homedir.win}/DeepSpeech/ds/taskcluster/tc-python_tflite-tests-prod.sh 3.8.1: 16k"
metadata:
name: "DeepSpeech Windows AMD64 TFLite Python v3.8 prod tests (16kHz)"
description: "Testing DeepSpeech for Windows/AMD64 on Python v3.8 on prod model, TFLite, optimized version (16kHz)"