Merge pull request #2640 from lissyx/train-8k

Add 8kHz training test coverage

Author: lissyx

bin/run-tc-ldc93s1_new.sh

@@ -6,6 +6,7 @@ ldc93s1_dir="./data/smoke_test"
 ldc93s1_csv="${ldc93s1_dir}/ldc93s1.csv"
 
 epoch_count=$1
+audio_sample_rate=$2
 
 if [ ! -f "${ldc93s1_dir}/ldc93s1.csv" ]; then
     echo "Downloading and preprocessing LDC93S1 example data, saving in ${ldc93s1_dir}."
@@ -25,4 +26,5 @@ python -u DeepSpeech.py --noshow_progressbar --noearly_stop \
   --max_to_keep 1 --checkpoint_dir '/tmp/ckpt' \
   --learning_rate 0.001 --dropout_rate 0.05  --export_dir '/tmp/train' \
   --lm_binary_path 'data/smoke_test/vocab.pruned.lm' \
-  --lm_trie_path 'data/smoke_test/vocab.trie'
+  --lm_trie_path 'data/smoke_test/vocab.trie' \
+  --audio_sample_rate ${audio_sample_rate}

bin/run-tc-ldc93s1_tflite.sh

@@ -5,6 +5,8 @@ set -xe
 ldc93s1_dir="./data/smoke_test"
 ldc93s1_csv="${ldc93s1_dir}/ldc93s1.csv"
 
+audio_sample_rate=$1
+
 if [ ! -f "${ldc93s1_dir}/ldc93s1.csv" ]; then
     echo "Downloading and preprocessing LDC93S1 example data, saving in ${ldc93s1_dir}."
     python -u bin/import_ldc93s1.py ${ldc93s1_dir}
@@ -20,6 +22,7 @@ python -u DeepSpeech.py --noshow_progressbar \
   --export_dir '/tmp/train_tflite' \
   --lm_binary_path 'data/smoke_test/vocab.pruned.lm' \
   --lm_trie_path 'data/smoke_test/vocab.trie' \
+  --audio_sample_rate ${audio_sample_rate} \
   --export_tflite
 
 mkdir /tmp/train_tflite/en-us
@@ -30,5 +33,6 @@ python -u DeepSpeech.py --noshow_progressbar \
   --export_dir '/tmp/train_tflite/en-us' \
   --lm_binary_path 'data/smoke_test/vocab.pruned.lm' \
   --lm_trie_path 'data/smoke_test/vocab.trie' \
+  --audio_sample_rate ${audio_sample_rate} \
   --export_language 'Fake English (fk-FK)' \
   --export_zip

data/smoke_test/LDC93S1_pcms16le_1_16000.wav

@@ -24,3 +24,4 @@ build:
   convert_graphdef: ''
   benchmark_model_bin: ''
   tensorflow_git_desc: 'TensorFlow: v1.14.0-21-ge77504a'
+  test_model_task: ''

taskcluster/.build.yml

@@ -37,11 +37,7 @@ payload:
   maxRunTime: { $eval: to_int(build.maxRunTime) }
 
   env:
-    $let:
-      training: { $eval: as_slugid("test-training_upstream-linux-amd64-py36m-opt") }
-    in:
-      TENSORFLOW_BUILD_ARTIFACT: ${build.tensorflow}
-      DEEPSPEECH_TEST_MODEL: https://community-tc.services.mozilla.com/api/queue/v1/task/${training}/artifacts/public/output_graph.pb
+    TENSORFLOW_BUILD_ARTIFACT: ${build.tensorflow}
 
   # There is no VM yet running tasks on OSX
   # so one should install by hand:

taskcluster/darwin-opt-base.tyml

@@ -33,11 +33,7 @@ then:
     image: "ubuntu:14.04"
 
     env:
-      $let:
-        training: { $eval: as_slugid("test-training_upstream-linux-amd64-py36m-opt") }
-      in:
-        TENSORFLOW_BUILD_ARTIFACT: ${build.tensorflow}
-        DEEPSPEECH_TEST_MODEL: https://community-tc.services.mozilla.com/api/queue/v1/task/${training}/artifacts/public/output_graph.pb
+      TENSORFLOW_BUILD_ARTIFACT: ${build.tensorflow}
 
     command:
       - "/bin/bash"

taskcluster/linux-opt-base.tyml

@@ -7,6 +7,9 @@ api_level=$2
 
 source $(dirname "$0")/tc-tests-utils.sh
 
+# Android test code only supports 16kHz and hard-coded filename
+ldc93s1_sample_filename='LDC93S1.wav'
+
 model_source=${DEEPSPEECH_TEST_MODEL//.pb/.tflite}
 model_name=$(basename "${model_source}")
 

taskcluster/tc-android-apk-tests.sh

@@ -7,6 +7,9 @@ api_level=$2
 
 source $(dirname "$0")/tc-tests-utils.sh
 
+bitrate=$3
+set_ldc_sample_filename "${bitrate}"
+
 model_source=${DEEPSPEECH_TEST_MODEL//.pb/.tflite}
 model_name=$(basename "${model_source}")
 export DATA_TMP_DIR=${ANDROID_TMP_DIR}/ds

taskcluster/tc-android-ds-tests.sh

@@ -4,6 +4,9 @@ set -xe
 
 source $(dirname "$0")/tc-tests-utils.sh
 
+bitrate=$1
+set_ldc_sample_filename "${bitrate}"
+
 model_source=${DEEPSPEECH_PROD_MODEL}
 model_name=$(basename "${model_source}")
 
@@ -16,4 +19,4 @@ export PATH=${TASKCLUSTER_TMP_DIR}/ds/:$PATH
 
 check_tensorflow_version
 
-run_prod_inference_tests
+run_prod_inference_tests "${bitrate}"

taskcluster/tc-cpp-ds-tests-prod.sh

@@ -4,6 +4,9 @@ set -xe
 
 source $(dirname "$0")/tc-tests-utils.sh
 
+bitrate=$1
+set_ldc_sample_filename "${bitrate}"
+
 download_material "${TASKCLUSTER_TMP_DIR}/ds"
 
 export PATH=${TASKCLUSTER_TMP_DIR}/ds/:$PATH