From ff8570c1f3c2182b98c9284a9870e42ca455a2bc Mon Sep 17 00:00:00 2001 From: Reuben Morais Date: Thu, 23 Apr 2020 23:32:07 +0200 Subject: [PATCH] Update prod model expected inference results --- taskcluster/tc-asserts.sh | 28 ++++++++-------------------- 1 file changed, 8 insertions(+), 20 deletions(-) diff --git a/taskcluster/tc-asserts.sh b/taskcluster/tc-asserts.sh index b12b9683..0f70e0c2 100755 --- a/taskcluster/tc-asserts.sh +++ b/taskcluster/tc-asserts.sh @@ -196,45 +196,33 @@ assert_correct_multi_ldc93s1() assert_correct_ldc93s1_prodmodel() { if [ -z "$3" -o "$3" = "16k" ]; then - assert_correct_inference "$1" "she had reduce and greasy wash water all year" "$2" + assert_correct_inference "$1" "she had your dark suit in greasy wash water all year" "$2" fi; if [ "$3" = "8k" ]; then - assert_correct_inference "$1" "she had conduct suit in greasy wash water all year" "$2" + assert_correct_inference "$1" "she had to do suit in greasy wash water all year" "$2" fi; } assert_correct_ldc93s1_prodtflitemodel() { if [ -z "$3" -o "$3" = "16k" ]; then - assert_correct_inference "$1" "she had i do utterly was or all year" "$2" + assert_correct_inference "$1" "she had her dark suit in greasy wash water all year" "$2" fi; if [ "$3" = "8k" ]; then - assert_correct_inference "$1" "she had up a out and we wash or a" "$2" + assert_correct_inference "$1" "she had to do so in greasy wash water all year" "$2" fi; } assert_correct_ldc93s1_prodmodel_stereo_44k() { - if [ -z "$3" -o "$3" = "16k" ]; then - assert_correct_inference "$1" "she had reduce and greasy wash water all year" "$2" - fi; - - if [ "$3" = "8k" ]; then - assert_correct_inference "$1" "she had reduce and greasy wash water all year" "$2" - fi; + assert_correct_inference "$1" "she had your dark suit in greasy wash water all year" "$2" } assert_correct_ldc93s1_prodtflitemodel_stereo_44k() { - if [ -z "$3" -o "$3" = "16k" ]; then - assert_correct_inference "$1" "she headed grey was or all year" "$2" - fi; - - if [ "$3" = "8k" ]; then - assert_correct_inference "$1" "she headed grey was or all year" "$2" - fi; + assert_correct_inference "$1" "she had her dark suit in greasy wash water all year" "$2" } assert_correct_warning_upsampling() @@ -458,7 +446,7 @@ run_prod_inference_tests() phrase_pbmodel_withlm_stereo_44k=$(deepspeech --model ${TASKCLUSTER_TMP_DIR}/${model_name_mmap} --scorer ${TASKCLUSTER_TMP_DIR}/kenlm.scorer --audio ${TASKCLUSTER_TMP_DIR}/LDC93S1_pcms16le_2_44100.wav 2>${TASKCLUSTER_TMP_DIR}/stderr) status=$? set -e - assert_correct_ldc93s1_prodmodel_stereo_44k "${phrase_pbmodel_withlm_stereo_44k}" "$status" "${_bitrate}" + assert_correct_ldc93s1_prodmodel_stereo_44k "${phrase_pbmodel_withlm_stereo_44k}" "$status" # Run down-sampling warning test only when we actually perform downsampling if [ "${ldc93s1_sample_filename}" != "LDC93S1_pcms16le_1_8000.wav" ]; then @@ -489,7 +477,7 @@ run_prodtflite_inference_tests() phrase_pbmodel_withlm_stereo_44k=$(deepspeech --model ${TASKCLUSTER_TMP_DIR}/${model_name_mmap} --scorer ${TASKCLUSTER_TMP_DIR}/kenlm.scorer --audio ${TASKCLUSTER_TMP_DIR}/LDC93S1_pcms16le_2_44100.wav 2>${TASKCLUSTER_TMP_DIR}/stderr) status=$? set -e - assert_correct_ldc93s1_prodtflitemodel_stereo_44k "${phrase_pbmodel_withlm_stereo_44k}" "$status" "${_bitrate}" + assert_correct_ldc93s1_prodtflitemodel_stereo_44k "${phrase_pbmodel_withlm_stereo_44k}" "$status" # Run down-sampling warning test only when we actually perform downsampling if [ "${ldc93s1_sample_filename}" != "LDC93S1_pcms16le_1_8000.wav" ]; then