Test MidSize

Author: jniehues-kit

scripts/monoTranslationData/Translate.sh

@@ -5,6 +5,12 @@ input=$2
 name=$3
 translator=$4
 
+model=model.pt
+if [ $# -ne 4 ]; then
+    model=$5
+fi
+
+
 echo "SET:"$set
 echo "INPUT:"$input
 echo "NAME:"$name
@@ -22,7 +28,7 @@ do
     sed -e "s/([0-9]*)//g" $line | sed -e '/\$(.*)/d' | sort -g -k 3,3 | awk '{if($1 != "#") {printf("%s ",$5)}}END{print ""}' | sed -e 's/\,//g' | sed -e 's/\.//g' | sed -e 's/?//g' | sed -e 's/\!//g' | sed -e 's/\"//g' | sed -e 's/^\s*//g' | sed -e 's/\s\s*/ /g' | perl -nle 'print lc' > /tmp/$name/$set.$i.np
     /opt/SLT.KIT/scripts/monoTranslationData/ConCat10.pl /tmp/$name/$set.$i.np 10 > /tmp/$name/$set.$i.np.concat
     cat /tmp/$name/$set.$i.np.concat | /opt/subword-nmt/apply_bpe.py -c /model/${name}/codec --vocabulary /model/${name}/voc --vocabulary-threshold 50 > /data/${name}/eval/$set.$i.s
-    /opt/SLT.KIT/scripts/openNMT-py/Translate.sh $set.$i $name $translator 
+    /opt/SLT.KIT/scripts/openNMT-py/Translate.sh $set.$i $name $translator $model
     python /opt/SLT.KIT/scripts/monoTranslationData/AddPunctuation.py /tmp/$name/$set.$i.np.concat /data/$translator/eval/$set.$i.t 10 >> /data/${name}/eval/$set.s
     ((i++))
 done < /data/$input/eval/$set/IWSLT.$set/CTM_LIST

scripts/openNMT-py/Translate.sh

@@ -4,10 +4,16 @@ set=$1
 input=$2
 name=$3
 
+model=model.pt
+if [ $# -ne 3 ]; then
+    model=$4
+fi
+
+
 mkdir -p /data/$name/eval/
 
 python -u /opt/OpenNMT-py/translate.py -gpu 0 \
-       -model /model/$name/model.pt \
+       -model /model/$name/$model \
        -src /data/$input/eval/$set.s \
        -batch_size 1 \
        -beam_size 16 \

systems/midSize/Download.sh

@@ -0,0 +1,7 @@
+#!/bin/bash
+
+export systemName=midSize
+rm -r /model/
+cd /
+wget http://i13pc106.ira.uka.de/~jniehues/SLT.KIT/$sl-$tl/MidSize.tgz
+tar -xzvf MidSize.tgz

systems/midSize/Translate.sh

@@ -0,0 +1,37 @@
+#!/bin/bash
+
+set=$1
+
+export systemName=midSize
+
+#Download Data - if not there
+if [ ! -e /data/orig/eval/$set ]; then
+    mkdir -p /data/orig/eval/$set
+    cd /data/orig/eval/$set
+    wget http://i13pc106.ira.uka.de/~jniehues/IWSLT-SLT/data/eval/$sl-$tl/IWSLT-SLT.$set.$sl-$tl.tgz
+    tar -xzvf IWSLT-SLT.$set.$sl-$tl.tgz
+
+fi
+
+#Add puncuation
+/opt/SLT.KIT/scripts/monoTranslationData/Translate.sh $set orig monoTransPrepro monTrans model.adapt.TED.pt
+
+#Translate
+/opt/SLT.KIT/scripts/openNMT-py/Translate.sh $set monoTransPrepro mt model.adapt.TED.pt
+
+#Eval
+/opt/SLT.KIT/scripts/evaluate/Eval.sh $set mt
+
+#Prepro manual transcript
+/opt/SLT.KIT/scripts/defaultPreprocessor/Translate.sh $set prepro
+
+#Translate manual transcript
+/opt/SLT.KIT/scripts/openNMT-py/Translate.sh manualTranscript.$set prepro mt model.adapt.TED.pt
+
+#Eval manual transcript
+/opt/SLT.KIT/scripts/evaluate/Eval.manualTranscript.sh $set mt
+
+
+
+
+