diff --git a/egs/wsj/s5/local/rnnlm/run_rnnlm.sh b/egs/wsj/s5/local/rnnlm/run_rnnlm.sh
new file mode 120000
index 00000000000..e638c4df523
--- /dev/null
+++ b/egs/wsj/s5/local/rnnlm/run_rnnlm.sh
@@ -0,0 +1 @@
+tuning/run_lstm_tdnn_1b.sh
\ No newline at end of file
diff --git a/egs/wsj/s5/local/rnnlm/tuning/run_lstm_tdnn_1b.sh b/egs/wsj/s5/local/rnnlm/tuning/run_lstm_tdnn_1b.sh
index 0bf6b2a102f..8fe50b699cf 100755
--- a/egs/wsj/s5/local/rnnlm/tuning/run_lstm_tdnn_1b.sh
+++ b/egs/wsj/s5/local/rnnlm/tuning/run_lstm_tdnn_1b.sh
@@ -9,7 +9,18 @@
 # Train objf: -1038.00 -5.35 -5.04 -4.87 -4.76 -4.68 -4.61 -4.56 -4.52 -4.47 -4.44 -4.41 -4.37 -4.35 -4.33 -4.31 -4.29 -4.27 -4.25 -4.24 -4.23 -4.21 -4.19 -4.17 -4.16 -4.15 -4.13 -4.12 -4.11 -4.10 -4.09 -4.07 -4.07 -4.06 -4.05 -4.04 -4.03 -4.02 -4.01 -4.00 -3.99 -3.98 -3.98 -3.97 -3.96 -3.96 -3.95 -3.94 -3.93 -3.93 -3.92 -3.92 -3.91 -3.91 -3.90 -3.90 -3.89 -3.88 -3.88 -3.88 -3.88 -3.88 -3.86 -3.86 -3.85 -3.85 -3.84 -3.83 -3.83 -3.83 -3.82 -3.82 -3.81 -3.81 -3.80 -3.80 -3.79 -3.79 -3.79 -3.79 
 # Dev objf:   -11.73 -5.66 -5.18 -4.96 -4.82 -4.73 -4.66 -4.59 -4.54 -4.51 -4.47 -4.44 -4.40 -4.38 -4.36 -4.34 -4.32 -4.30 -4.28 -4.27 -4.26 -4.21 -4.19 -4.18 -4.16 -4.15 -4.14 -4.13 -4.12 -4.12 -4.11 -4.09 -4.09 -4.08 -4.07 -4.07 -4.06 -4.06 -4.05 -4.04 -4.04 -4.04 -4.03 -4.02 -4.02 -4.01 -4.01 -4.00 -4.00 -4.00 -3.99 -3.99 -3.98 -3.98 -3.98 -3.98 -3.97 -3.97 -3.97 -3.97 -3.96 -3.95 -3.95 -3.94 -3.94 -3.94 -3.94 -3.93 -3.93 -3.93 -3.93 -3.93 -3.93 -3.92 -3.92 -3.92 -3.92 -3.92 -3.91 -3.91 
 
+# WER numbers
+
+# without RNNLM
+# %WER 7.51 [ 618 / 8234, 82 ins, 112 del, 424 sub ] exp/chain/tdnn_lstm1b_sp/decode_looped_tgpr_dev93/wer_10_1.0
+# %WER 5.21 [ 294 / 5643, 55 ins, 34 del, 205 sub ] exp/chain/tdnn_lstm1b_sp/decode_looped_tgpr_eval92/wer_11_0.5
+
+# with RNNLM
+# %WER 5.74 [ 473 / 8234, 81 ins, 76 del, 316 sub ] exp/chain/tdnn_lstm1b_sp/decode_looped_tgpr_dev93_rnnlm/wer_14_1.0
+# %WER 4.27 [ 241 / 5643, 62 ins, 23 del, 156 sub ] exp/chain/tdnn_lstm1b_sp/decode_looped_tgpr_eval92_rnnlm/wer_12_1.0
+
 # Begin configuration section.
+
 dir=exp/rnnlm_lstm_tdnn_1b
 embedding_dim=800
 lstm_rpd=200
@@ -21,6 +32,11 @@ epochs=20
 stage=-10
 train_stage=-10
 
+# variables for rnnlm rescoring
+ac_model_dir=exp/chain/tdnn_lstm1b_sp
+ngram_order=4
+decode_dir_suffix=rnnlm
+
 . ./cmd.sh
 . ./utils/parse_options.sh
 [ -z "$cmd" ] && cmd=$train_cmd
@@ -102,4 +118,20 @@ if [ $stage -le 3 ]; then
                        --stage $train_stage --num-epochs $epochs --cmd "$cmd" $dir
 fi
 
+LM=tgpr
+if [ $stage -le 4 ]; then
+  for decode_set in dev93 eval92; do
+    decode_dir=${ac_model_dir}/decode_looped_${LM}_${decode_set}
+
+    # Lattice rescoring
+    rnnlm/lmrescore_pruned.sh \
+      --cmd "$decode_cmd --mem 4G" \
+      --weight 0.8 --max-ngram-order $ngram_order \
+      data/lang_test_$LM $dir \
+      data/test_${decode_set}_hires ${decode_dir} \
+      ${decode_dir}_${decode_dir_suffix} &
+  done
+  wait
+fi
+
 exit 0