Midsize

Author: jniehues-kit

scripts/openNMT-py/Train.sh

@@ -3,7 +3,10 @@
 input=$1
 name=$2
 
-
+size=512
+if [ $# -ne 2 ]; then
+    size=$3
+fi
 mkdir -p /tmp/${name}/
 mkdir -p /model/${name}/
 
@@ -38,8 +41,8 @@ python /opt/OpenNMT-py/preprocess.py \
 python -u /opt/OpenNMT-py/train.py  -data /tmp/${name}/train.train.pt \
        -save_model /tmp/${name}/model \
        -brnn \
-       -rnn_size 512 \
-       -word_vec_size 512 \
+       -rnn_size $size \
+       -word_vec_size $size \
        -batch_size 128 \
        -max_generator_batches 16 \
        -optim adam \
@@ -59,8 +62,8 @@ best=`awk '{ppl=$0;gsub(/.tmp.*.model_ppl_/,"",ppl);gsub(/_e[0-9]*.pt/,"",ppl);
 python -u /opt/OpenNMT-py/train.py  -data /tmp/${name}/train.train.pt \
        -save_model /tmp/${name}/cont.model \
        -brnn \
-       -rnn_size 512 \
-       -word_vec_size 512 \
+       -rnn_size $size \
+       -word_vec_size $size \
        -batch_size 128 \
        -max_generator_batches 16 \
        -optim adam \

systems/midSize/Train.sh

@@ -0,0 +1,20 @@
+#!/bin/bash
+
+#Download Data
+/opt/SLT.KIT/scripts/dataCollection/IWSLT.2017.sh
+/opt/SLT.KIT/scripts/dataCollection/EPPS.sh
+
+
+#Preprocess Data
+/opt/SLT.KIT/scripts/defaultPreprocessor/Train.sh orig prepro
+
+
+#Train NMT
+/opt/SLT.KIT/scripts/openNMT-py/Train.sh prepro mt 1024
+
+
+#Preprocess for Puncutation
+/opt/SLT.KIT/scripts/monoTranslationData/Train.sh prepro monoTransPrepro
+
+#monTranslationSystem
+/opt/SLT.KIT/scripts/openNMT-py/Train.sh monoTransPrepro monTrans