diff --git a/README.website.md b/README.website.md index e60ed9ba..85d31201 100644 --- a/README.website.md +++ b/README.website.md @@ -28,7 +28,7 @@ The tracking of WER is made using the following workflow: SHELL=/bin/bash PATH=/usr/local/bin:/usr/bin/:/bin # Run WER every 15 mins -*/5 * * * * (mkdir -p $HOME/wer && cd $HOME/wer && source /usr/local/tensorflow-env/bin/activate && /usr/bin/curl -H "Cache-Control: no-cache" -L https://raw.githubusercontent.com/mozilla/DeepSpeech/website/util/automation.py | ds_website_username="u" ds_website_privkey="$HOME/.ssh/k" ds_website_server_fqdn="host.tld" ds_website_server_root="www/" ds_wer_automation="./bin/run-wer-automation.sh" python ; cd) 2>$HOME/.deepspeech_wer.err.log 1>$HOME/.deepspeech_wer.out.log +*/15 * * * * test ! -f $HOME/.cache/deepspeech_wer/lock && (rm $HOME/.deepspeech_wer.locked.log; mkdir -p $HOME/wer && cd $HOME/wer && source /home/alissy/tf-warpctc-venv/bin/activate && /usr/bin/curl -H "Cache-Control: no-cache" -L https://raw.githubusercontent.com/mozilla/DeepSpeech/master/util/automation.py | ds_website_username="UUU" ds_website_privkey="FFF" ds_website_server_fqdn="SSS" ds_website_server_root="www/" ds_wer_automation="./bin/run-wer-automation.sh" python -u ; cd) 2>$HOME/.deepspeech_wer.err.log | /usr/bin/ts "\%Y-\%m-\%d \%H:\%M:\%S" > $HOME/.deepspeech_wer.out.log || TZ='Europe/Berlin' date --rfc-2822 >> $HOME/.deepspeech_wer.locked.log ``` * Cron task will take care of: * checking if any there were any new merges diff --git a/bin/run-ldc93s1.sh b/bin/run-ldc93s1.sh index d177d94c..49f18578 100755 --- a/bin/run-ldc93s1.sh +++ b/bin/run-ldc93s1.sh @@ -19,4 +19,4 @@ if [ ! -f DeepSpeech.ipynb ]; then exit 1 fi; -jupyter-nbconvert --to script DeepSpeech.ipynb --stdout | python +jupyter-nbconvert --to script DeepSpeech.ipynb --stdout | python -u diff --git a/bin/run-librivox.sh b/bin/run-librivox.sh index 9e465d22..fd01750b 100755 --- a/bin/run-librivox.sh +++ b/bin/run-librivox.sh @@ -22,4 +22,4 @@ if [ ! -f DeepSpeech.ipynb ]; then exit 1 fi; -jupyter-nbconvert --to script DeepSpeech.ipynb --stdout | python +jupyter-nbconvert --to script DeepSpeech.ipynb --stdout | python -u diff --git a/bin/run-ted.sh b/bin/run-ted.sh index e94eedc0..6403bd30 100755 --- a/bin/run-ted.sh +++ b/bin/run-ted.sh @@ -22,4 +22,4 @@ if [ ! -f DeepSpeech.ipynb ]; then exit 1 fi; -jupyter-nbconvert --to script DeepSpeech.ipynb --stdout | python +jupyter-nbconvert --to script DeepSpeech.ipynb --stdout | python -u diff --git a/bin/run-wer-automation.sh b/bin/run-wer-automation.sh index 12df5890..b86befe1 100755 --- a/bin/run-wer-automation.sh +++ b/bin/run-wer-automation.sh @@ -20,6 +20,6 @@ export ds_validation_step ds_export_dir="/data/exports/`git rev-parse --short HEAD`" export ds_export_dir -jupyter-nbconvert --to script DeepSpeech.ipynb --stdout | python +jupyter-nbconvert --to script DeepSpeech.ipynb --stdout | python -u ln -sf $ds_export_dir $ds_export_dir/../latest