Skip to content

Reverb #3

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
Szu-JuiChen merged 6 commits into from
Oct 19, 2018
Merged

Reverb #3

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
6 commits
Select commit Hold shift + click to select a range
1c771b7
Store 1ch and 2ch WPE wavefiles in separate directories
sas91 Oct 15, 2018
d1e5998
remove clean room in recog lists, add wpe only in recog set
sas91 Oct 16, 2018
7b72e54
Merge branch 'reverb' of https://github.com/Szu-JuiChen/kaldi into re…
sas91 Oct 16, 2018
3dc5bb8
added wpe recog sets in run.sh
sas91 Oct 16, 2018
ecda4c1
Added 1ch without WPE also to recog sets
sas91 Oct 16, 2018
d1947df
bug fix for code refactoring in previous commit
sas91 Oct 16, 2018
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
25 changes: 24 additions & 1 deletion egs/reverb/s5/local/get_results.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,6 @@
# "Our baselines"
echo "########################################"
echo "GMM RESULTs:"
dt_real_2ch_beamformit dt_simu_2ch_beamformit et_real_2ch_beamformit et_simu_2ch_beamformit dt_real_8ch_beamformit dt_simu_8ch_beamformit et_real_8ch_beamformit et_simu_8ch_beamformit
echo "exp/tri3/decode_dt_real_1ch"
cat exp/tri3/decode_dt_real_1ch/scoring_kaldi/best_wer*
echo ""
Expand All @@ -16,6 +15,30 @@ echo ""
echo "exp/tri3/decode_et_simu_1ch"
cat exp/tri3/decode_et_simu_1ch/scoring_kaldi/best_wer*
echo ""
echo "exp/tri3/decode_dt_real_2ch_wpe"
cat exp/tri3/decode_dt_real_2ch_wpe/scoring_kaldi/best_wer*
echo ""
echo "exp/tri3/decode_dt_simu_2ch_wpe"
cat exp/tri3/decode_dt_simu_2ch_wpe/scoring_kaldi/best_wer*
echo ""
echo "exp/tri3/decode_et_real_2ch_wpe"
cat exp/tri3/decode_et_real_2ch_wpe/scoring_kaldi/best_wer*
echo ""
echo "exp/tri3/decode_et_simu_2ch_wpe"
cat exp/tri3/decode_et_simu_2ch_wpe/scoring_kaldi/best_wer*
echo ""
echo "exp/tri3/decode_dt_real_8ch_wpe"
cat exp/tri3/decode_dt_real_8ch_wpe/scoring_kaldi/best_wer*
echo ""
echo "exp/tri3/decode_dt_simu_8ch_wpe"
cat exp/tri3/decode_dt_simu_8ch_wpe/scoring_kaldi/best_wer*
echo ""
echo "exp/tri3/decode_et_real_8ch_wpe"
cat exp/tri3/decode_et_real_8ch_wpe/scoring_kaldi/best_wer*
echo ""
echo "exp/tri3/decode_et_simu_8ch_wpe"
cat exp/tri3/decode_et_simu_8ch_wpe/scoring_kaldi/best_wer*
echo ""
echo "exp/tri3/decode_dt_real_2ch_beamformit"
cat exp/tri3/decode_dt_real_2ch_beamformit/scoring_kaldi/best_wer*
echo ""
Expand Down
24 changes: 14 additions & 10 deletions egs/reverb/s5/local/prepare_real_data.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -81,10 +81,10 @@ for nch in 1 2 8; do
for task in dt et; do
if [ ${task} == 'dt' ]; then
audiodir=${reverb}/MC_WSJ_AV_Dev
audiodir_wpe=${wavdir}/WPE/MC_WSJ_AV_Dev
audiodir_wpe=${wavdir}/WPE/${nch}ch/MC_WSJ_AV_Dev
elif [ ${task} == 'et' ]; then
audiodir=${reverb}/MC_WSJ_AV_Eval
audiodir_wpe=${wavdir}/WPE/MC_WSJ_AV_Eval
audiodir_wpe=${wavdir}/WPE/${nch}ch/MC_WSJ_AV_Eval
fi
for x in `ls ${taskdir} | grep RealData | grep _${task}_`; do
perl -se 'while(<>){m:^\S+/[\w\-]*_(T\w{6,7})\.wav$: || die "Bad line $_"; $id = lc $1; print "$id $dir$_";}' -- -dir=${audiodir} ${taskdir}/$x |\
Expand Down Expand Up @@ -117,19 +117,23 @@ for nch in 1 2 8; do
for task in dt et; do
datadir=data/${task}_real_${nch}ch
mkdir -p ${datadir}
sort ${dir}/${task}_real_${nch}ch_wpe_wav.scp > ${datadir}/wav.scp
sort ${dir}/${task}_real_${nch}ch_wav.scp > ${datadir}/wav.scp
sort ${dir}/${task}_real_${nch}ch.txt > ${datadir}/text
sort ${dir}/${task}_real_${nch}ch.utt2spk > ${datadir}/utt2spk
sort ${dir}/${task}_real_${nch}ch.spk2utt > ${datadir}/spk2utt
./utils/fix_data_dir.sh ${datadir}
done
done

for nch in 2 8; do
for task in dt et; do
datadir=data/${task}_real_${nch}ch_beamformit
if [ ${nch} != 1 ]; then
datadir=data/${task}_real_${nch}ch_beamformit
mkdir -p ${datadir}
sort ${dir}/${task}_real_1ch_wpe_wav.scp | sed -e "s/-[1-8]_/-bf${nch}_/" | sed -e "s/WPE\/1ch/WPE\/${nch}ch/" > ${datadir}/wav.scp
sort ${dir}/${task}_real_1ch.txt > ${datadir}/text
sort ${dir}/${task}_real_1ch.utt2spk > ${datadir}/utt2spk
sort ${dir}/${task}_real_1ch.spk2utt > ${datadir}/spk2utt
./utils/fix_data_dir.sh ${datadir}
fi
datadir=data/${task}_real_${nch}ch_wpe
mkdir -p ${datadir}
sort ${dir}/${task}_real_1ch_wpe_wav.scp | sed -e "s/-[1-8]_/-bf${nch}_/" > ${datadir}/wav.scp
sort ${dir}/${task}_real_1ch_wpe_wav.scp | sed -e "s/WPE\/1ch/WPE\/${nch}ch/" > ${datadir}/wav.scp
sort ${dir}/${task}_real_1ch.txt > ${datadir}/text
sort ${dir}/${task}_real_1ch.utt2spk > ${datadir}/utt2spk
sort ${dir}/${task}_real_1ch.spk2utt > ${datadir}/spk2utt
Expand Down
55 changes: 32 additions & 23 deletions egs/reverb/s5/local/prepare_simu_data.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -50,27 +50,34 @@ for nch in 1 2 8; do
sed -e "s/^\(...\)/\1_${x}_\1/"
done > ${dir}/${task}_simu_${nch}ch_wav.scp
for task in dt et; do
for x in `ls ${taskdir} | grep SimData | grep _${task}_`; do
for x in `ls ${taskdir} | grep SimData | grep _${task}_ | grep -e far -e near`; do
perl -se 'while (<>) { chomp; if (m/\/(\w{8})[^\/]+$/) { print $1, " ", $dir, $_, "\n"; } }' -- -dir=${reverb}/REVERB_WSJCAM0_${task}/data ${taskdir}/$x |\
sed -e "s/^\(...\)/\1_${x}_\1/"
done > ${dir}/${task}_simu_${nch}ch_wav.scp
done

task=tr
for x in `ls ${taskdir} | grep SimData | grep _${task}_`; do
perl -se 'while (<>) { chomp; if (m/\/(\w{8})[^\/]+$/) { print $1, " ", $dir, $_, "\n"; } }' -- -dir=${wavdir}/WPE/REVERB_WSJCAM0_${task}/data ${taskdir}/$x |\
perl -se 'while (<>) { chomp; if (m/\/(\w{8})[^\/]+$/) { print $1, " ", $dir, $_, "\n"; } }' -- -dir=${wavdir}/WPE/${nch}ch/REVERB_WSJCAM0_${task}/data ${taskdir}/$x |\
sed -e "s/^\(...\)/\1_${x}_\1/"
done > ${dir}/${task}_simu_${nch}ch_wpe_wav.scp
for task in dt et; do
for x in `ls ${taskdir} | grep SimData | grep _${task}_`; do
perl -se 'while (<>) { chomp; if (m/\/(\w{8})[^\/]+$/) { print $1, " ", $dir, $_, "\n"; } }' -- -dir=${wavdir}/WPE/REVERB_WSJCAM0_${task}/data ${taskdir}/$x |\
for x in `ls ${taskdir} | grep SimData | grep _${task}_ | grep -e far -e near`; do
perl -se 'while (<>) { chomp; if (m/\/(\w{8})[^\/]+$/) { print $1, " ", $dir, $_, "\n"; } }' -- -dir=${wavdir}/WPE/${nch}ch/REVERB_WSJCAM0_${task}/data ${taskdir}/$x |\
sed -e "s/^\(...\)/\1_${x}_\1/"
done > ${dir}/${task}_simu_${nch}ch_wpe_wav.scp
done

# make a transcript
for task in tr dt et; do
for x in `ls ${taskdir} | grep SimData | grep _${task}_`; do
task=tr
for x in `ls ${taskdir} | grep SimData | grep _${task}_`; do
perl -e 'while (<>) { chomp; if (m/\/(\w{8})[^\/]+$/) { print $1, "\n"; } }' ${taskdir}/$x |\
perl local/find_transcripts_singledot.pl ${dir}/${task}.dot |\
sed -e "s/^\(...\)/\1_${x}_\1/"
done > ${dir}/${task}_simu_${nch}ch.trans1 || exit 1;
cat ${dir}/${task}_simu_${nch}ch.trans1 | local/normalize_transcript.pl ${noiseword} > ${dir}/${task}_simu_${nch}ch.txt || exit 1;
for task in dt et; do
for x in `ls ${taskdir} | grep SimData | grep _${task}_ | grep -e far -e near`; do
perl -e 'while (<>) { chomp; if (m/\/(\w{8})[^\/]+$/) { print $1, "\n"; } }' ${taskdir}/$x |\
perl local/find_transcripts_singledot.pl ${dir}/${task}.dot |\
sed -e "s/^\(...\)/\1_${x}_\1/"
Expand All @@ -90,26 +97,28 @@ for nch in 1 2 8; do
for task in tr dt et; do
datadir=data/${task}_simu_${nch}ch
mkdir -p ${datadir}
if [ ${task} == 'tr' ]; then
sort ${dir}/${task}_simu_${nch}ch_wav.scp > ${datadir}/wav.scp
else
sort ${dir}/${task}_simu_${nch}ch_wpe_wav.scp > ${datadir}/wav.scp
fi
sort ${dir}/${task}_simu_${nch}ch_wav.scp > ${datadir}/wav.scp
sort ${dir}/${task}_simu_${nch}ch.txt > ${datadir}/text
sort ${dir}/${task}_simu_${nch}ch.utt2spk > ${datadir}/utt2spk
sort ${dir}/${task}_simu_${nch}ch.spk2utt > ${datadir}/spk2utt
./utils/fix_data_dir.sh ${datadir}
done
done

for nch in 2 8; do
for task in dt et; do
datadir=data/${task}_simu_${nch}ch_beamformit
mkdir -p ${datadir}
sort ${dir}/${task}_simu_1ch_wpe_wav.scp | sed -e "s/ch1/bf${nch}/" > ${datadir}/wav.scp
sort ${dir}/${task}_simu_1ch.txt > ${datadir}/text
sort ${dir}/${task}_simu_1ch.utt2spk > ${datadir}/utt2spk
sort ${dir}/${task}_simu_1ch.spk2utt > ${datadir}/spk2utt
./utils/fix_data_dir.sh ${datadir}
if [ ${task} != 'tr' ]; then
datadir=data/${task}_simu_${nch}ch_wpe
mkdir -p ${datadir}
sort ${dir}/${task}_simu_1ch_wpe_wav.scp | sed -e "s/WPE\/1ch/WPE\/${nch}ch/" > ${datadir}/wav.scp
sort ${dir}/${task}_simu_1ch.txt > ${datadir}/text
sort ${dir}/${task}_simu_1ch.utt2spk > ${datadir}/utt2spk
sort ${dir}/${task}_simu_1ch.spk2utt > ${datadir}/spk2utt
./utils/fix_data_dir.sh ${datadir}
if [ ${nch} != 1 ]; then
datadir=data/${task}_simu_${nch}ch_beamformit
mkdir -p ${datadir}
sort ${dir}/${task}_simu_1ch_wpe_wav.scp | sed -e "s/ch1/bf${nch}/" | sed -e "s/WPE\/1ch/WPE\/${nch}ch/" > ${datadir}/wav.scp
sort ${dir}/${task}_simu_1ch.txt > ${datadir}/text
sort ${dir}/${task}_simu_1ch.utt2spk > ${datadir}/utt2spk
sort ${dir}/${task}_simu_1ch.spk2utt > ${datadir}/spk2utt
./utils/fix_data_dir.sh ${datadir}
fi
fi
done
done
2 changes: 1 addition & 1 deletion egs/reverb/s5/local/run_beamform.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@
. ./path.sh

# Config:
nj=20
nj=50
cmd=run.pl

. utils/parse_options.sh || exit 1;
Expand Down
4 changes: 2 additions & 2 deletions egs/reverb/s5/local/run_wpe.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@
. ./path.sh

# Config:
nj=20
nj=50
cmd=run.pl

. utils/parse_options.sh || exit 1;
Expand Down Expand Up @@ -104,7 +104,7 @@ for task in dt et; do
done
done

for task in tr dt et; do
for task in dt et; do
for nch in 1 2 8; do
wdir=exp/wpe_simu_${task}_${nch}ch
mkdir -p $wdir/log
Expand Down
2 changes: 1 addition & 1 deletion egs/reverb/s5/run.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -57,7 +57,7 @@ fi

#training set and test set
train_set=tr_simu_8ch
test_sets="dt_real_1ch dt_simu_1ch et_real_1ch et_simu_1ch dt_real_2ch_beamformit dt_simu_2ch_beamformit et_real_2ch_beamformit et_simu_2ch_beamformit dt_real_8ch_beamformit dt_simu_8ch_beamformit et_real_8ch_beamformit et_simu_8ch_beamformit"
test_sets="dt_real_1ch dt_simu_1ch et_real_1ch et_simu_1ch dt_real_2ch_beamformit dt_simu_2ch_beamformit et_real_2ch_beamformit et_simu_2ch_beamformit dt_real_8ch_beamformit dt_simu_8ch_beamformit et_real_8ch_beamformit et_simu_8ch_beamformit dt_real_1ch_wpe dt_simu_1ch_wpe et_real_1ch_wpe et_simu_1ch_wpe dt_real_2ch_wpe dt_simu_2ch_wpe et_real_2ch_wpe et_simu_2ch_wpe dt_real_8ch_wpe dt_simu_8ch_wpe et_real_8ch_wpe et_simu_8ch_wpe"

# The language models with which to decode (tg_5k or bg_5k)
lm="tg_5k"
Expand Down