From b52a91913a5a07f88eac650bca16fc062f1a122f Mon Sep 17 00:00:00 2001
From: Jan Trmal <jtrmal@gmail.com>
Date: Tue, 20 Nov 2018 16:02:09 -0500
Subject: [PATCH] fixing some bugs and limiting the repeated downloads

---
 .../s5/local/download_and_untar.sh             |  7 +++++--
 egs/mini_librispeech/s5/local/download_lm.sh   | 18 ++++++++++--------
 egs/mini_librispeech/s5/run.sh                 |  4 ++--
 3 files changed, 17 insertions(+), 12 deletions(-)

diff --git a/egs/mini_librispeech/s5/local/download_and_untar.sh b/egs/mini_librispeech/s5/local/download_and_untar.sh
index 3b732bca8ea..5a27219f676 100755
--- a/egs/mini_librispeech/s5/local/download_and_untar.sh
+++ b/egs/mini_librispeech/s5/local/download_and_untar.sh
@@ -28,9 +28,11 @@ if [ ! -d "$data" ]; then
   exit 1;
 fi
 
+data=$(readlink -f $data)
+
 part_ok=false
 list="dev-clean-2 train-clean-5"
-for x in $list; do 
+for x in $list; do
   if [ "$part" == $x ]; then part_ok=true; fi
 done
 if ! $part_ok; then
@@ -49,7 +51,8 @@ if [ -f $data/LibriSpeech/$part/.complete ]; then
 fi
 
 
-sizes="126046265 332747356"
+#sizes="126046265 332747356"
+sizes="126046265 332954390"
 
 if [ -f $data/$part.tar.gz ]; then
   size=$(/bin/ls -l $data/$part.tar.gz | awk '{print $5}')
diff --git a/egs/mini_librispeech/s5/local/download_lm.sh b/egs/mini_librispeech/s5/local/download_lm.sh
index 185d4811768..cab78387d06 100755
--- a/egs/mini_librispeech/s5/local/download_lm.sh
+++ b/egs/mini_librispeech/s5/local/download_lm.sh
@@ -4,14 +4,15 @@
 #           2017  Daniel Povey
 # Apache 2.0
 
-if [ $# -ne "2" ]; then
-  echo "Usage: $0 <base-url> <download_dir>"
-  echo "e.g.: $0 http://www.openslr.org/resources/11 data/local/lm"
+if [ $# -ne "3" ]; then
+  echo "Usage: $0 <base-url> <download_dir> <local?"
+  echo "e.g.: $0 http://www.openslr.org/resources/11 ./corpus/ data/local/lm"
   exit 1
 fi
 
 base_url=$1
 dst_dir=$2
+local_dir=$3
 
 # given a filename returns the corresponding file size in bytes
 # The switch cases below can be autogenerated by entering the data directory and running:
@@ -64,9 +65,10 @@ for f in 3-gram.arpa.gz 3-gram.pruned.1e-7.arpa.gz 3-gram.pruned.3e-7.arpa.gz  \
   check_and_download $f || exit 1
 done
 
-cd $dst_dir
-ln -sf 3-gram.pruned.1e-7.arpa.gz lm_tgmed.arpa.gz
-ln -sf 3-gram.pruned.3e-7.arpa.gz lm_tgsmall.arpa.gz
-ln -sf 3-gram.arpa.gz lm_tglarge.arpa.gz
-
+dst_dir=$(readlink -f $dst_dir)
+ln -sf $dst_dir/3-gram.pruned.1e-7.arpa.gz $local_dir/lm_tgmed.arpa.gz
+ln -sf $dst_dir/3-gram.pruned.3e-7.arpa.gz $local_dir/lm_tgsmall.arpa.gz
+ln -sf $dst_dir/3-gram.arpa.gz $local_dir/lm_tglarge.arpa.gz
+ln -sf $dst_dir/librispeech-lexicon.txt $local_dir/librispeech-lexicon.txt
+ln -sf $dst_dir/librispeech-vocab.txt $local_dir/librispeech-vocab.txt
 exit 0
diff --git a/egs/mini_librispeech/s5/run.sh b/egs/mini_librispeech/s5/run.sh
index 681859edf8a..68905ed68d1 100755
--- a/egs/mini_librispeech/s5/run.sh
+++ b/egs/mini_librispeech/s5/run.sh
@@ -1,7 +1,7 @@
 #!/bin/bash
 
 # Change this location to somewhere where you want to put the data.
-data=/export/a05/dgalvez/
+data=./corpus/
 
 data_url=www.openslr.org/resources/31
 lm_url=www.openslr.org/resources/11
@@ -21,7 +21,7 @@ for part in dev-clean-2 train-clean-5; do
 done
 
 if [ $stage -le 0 ]; then
-  local/download_lm.sh $lm_url data/local/lm
+  local/download_lm.sh $lm_url $data data/local/lm
 fi
 
 if [ $stage -le 1 ]; then