Skip to content

Commit 787d760

Browse files
committed
Path correction
1 parent 1adfe7e commit 787d760

File tree

2 files changed

+4
-4
lines changed

2 files changed

+4
-4
lines changed

scripts/monoTranslationData/Train.sh

+3-3
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@ input=$1
55
name=$2
66

77
mkdir -p /data/${name}
8-
mkdir -p /data/${name}
8+
mkdir -p /model/${name}
99

1010
for set in train valid
1111
do
@@ -28,10 +28,10 @@ do
2828
# remove double punctuation
2929
cat $f | sed -e "s/@@ //g" | sed -e "s/'/'/g" -e 's/|/|/g' -e "s/&/&/g" -e 's/</>/g' -e 's/>/>/g' -e 's/"/"/g' -e 's/[/[/g' -e 's/]/]/g' | sed -e 's/\.\.\././g' | sed -e 's/ \.\s*/. /g' | sed -e 's/ \.\s*/ /g' | sed -e 's/ \,\s*\,/ , /g' | sed -e 's/ \,\s*/, /g' | sed -e 's/ ! ! / ! /g' | sed -e 's/ ! ! / ! /g' | sed -e 's/ ! ! / ! /g' | sed -e 's/\s*!\s*/! /g' | sed -e 's/\s*?/?/g' | sed -e 's/\"\s*\"/""/g' | sed -e 's/ "/"/g' > /tmp/${name}/pc/${set}/${f##*/}
3030
#randomly split data
31-
perl /SLT.KIT/scripts/monoTranslationData/RandCat_long.pl /tmp/${name}/pc/${set}/${f##*/} | sed -e 's/\s*"/"/g' > /tmp/${name}/randCut/${set}/${f##*/}
31+
perl /opt/SLT.KIT/scripts/monoTranslationData/RandCat_long.pl /tmp/${name}/pc/${set}/${f##*/} | sed -e 's/\s*"/"/g' > /tmp/${name}/randCut/${set}/${f##*/}
3232
#genereate Target Labels
3333
filename=${f##*/}
34-
perl /SLT.KIT/scripts/monoTranslationData/generateUL.pl /tmp/${name}/randCut/${set}/${f##*/} > /data/${name}/${set}/${filename%.*}.t
34+
perl /opt/SLT.KIT/scripts/monoTranslationData/generateUL.pl /tmp/${name}/randCut/${set}/${f##*/} > /data/${name}/${set}/${filename%.*}.t
3535
#remove punctuation and lowercase
3636
cat /tmp/${name}/randCut/${set}/${f##*/} | perl -nle 'print lc' | sed -e 's/\,//g' | sed -e 's/\.//g' | sed -e 's/?//g' | sed -e 's/\!//g' | sed -e 's/\"//g' | sed -e 's/^\s*//g' | sed -e 's/\s\s*/ /g' > /tmp/${name}/np/${set}/${f##*/}
3737
done

systems/smallTED/Train.sh

+1-1
Original file line numberDiff line numberDiff line change
@@ -13,7 +13,7 @@
1313

1414

1515
#Preprocess for Puncutation
16-
/SLT.KIT/scripts/monoTranslationData/Train.sh prepro monoTransPrepro
16+
/opt/SLT.KIT/scripts/monoTranslationData/Train.sh prepro monoTransPrepro
1717

1818
#monTranslationSystem
1919
/opt/SLT.KIT/scripts/openNMT-py/Train.sh monoTransPrepro monTrans

0 commit comments

Comments
 (0)