#!/bin/bash

set -xe

SOURCE_MODEL='../keep/en'
mkdir $SOURCE_MODEL
wget https://github.com/mozilla/DeepSpeech/releases/download/v0.5.1/deepspeech-0.5.1-checkpoint.tar.gz --directory-prefix="${SOURCE_MODEL}"
tar xvzf ${SOURCE_MODEL}/deepspeech-0.5.1-checkpoint.tar.gz --no-same-owner --directory "${SOURCE_MODEL}"
rm ${SOURCE_MODEL}/deepspeech-0.5.1-checkpoint.tar.gz

# venv
apt-get update -y
apt-get install -y python3-venv
python3 -m venv /tmp/venv
source /tmp/venv/bin/activate
pip install -r <(grep -v tensorflow requirements.txt)
pip install tensorflow-gpu==1.13.0-rc2
pip install $(python util/taskcluster.py --decoder)


echo "##############################"
echo " STARTING TRANSFER LEARNING "
echo "##############################"

exp="../keep/transfer"

python -u DeepSpeech.py \
       --nofine_tune \
	   --export_dir "${exp}/model/" \
	   --summary_dir "${exp}/summaries/" \
	   --checkpoint_dir "${exp}/ckpt/" \
	   --drop_source_layers 1 \
	   --source_model_checkpoint_dir "${SOURCE_MODEL}/deepspeech-0.5.1-checkpoint" \
	   --n_hidden 2048 \
	   --epoch -10 \
       --earlystop_nsteps 5 \
	   --train_batch_size 24 \
	   --dev_batch_size 48 \
	   --test_batch_size 48 \
	   --learning_rate 0.0001 \
	   --dropout_rate 0.2 \
       --train_files "transfer-train.csv" \
       --dev_files "transfer-dev.csv" \
       --test_files "transfer-test.csv"
