From aea096f55f85ad7fc3c21dd098436fe455af327d Mon Sep 17 00:00:00 2001
From: Chiyuan Zhang <pluskid@gmail.com>
Date: Sun, 15 Nov 2015 20:30:04 -0500
Subject: [PATCH] use a smaller network for visualization.

---
 docs/tutorial/images/char-lstm-vis.svg | 1284 ++++++------------------
 examples/char-lstm/visualize.jl        |    4 +-
 2 files changed, 303 insertions(+), 985 deletions(-)

diff --git a/docs/tutorial/images/char-lstm-vis.svg b/docs/tutorial/images/char-lstm-vis.svg
index cf49d097bdc7..610abab774b7 100644
--- a/docs/tutorial/images/char-lstm-vis.svg
+++ b/docs/tutorial/images/char-lstm-vis.svg
@@ -4,1114 +4,432 @@
 <!-- Generated by graphviz version 2.38.0 (20140413.2041)
  -->
 <!-- Title: Network Visualization Pages: 1 -->
-<svg width="1624pt" height="2510pt"
- viewBox="0.00 0.00 1624.00 2510.00" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
-<g id="graph0" class="graph" transform="scale(1 1) rotate(0) translate(4 2506)">
+<svg width="606pt" height="1758pt"
+ viewBox="0.00 0.00 606.00 1758.00" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
+<g id="graph0" class="graph" transform="scale(1 1) rotate(0) translate(4 1754)">
 <title>Network Visualization</title>
-<polygon fill="white" stroke="none" points="-4,4 -4,-2506 1620,-2506 1620,4 -4,4"/>
-<!-- ptb_embed_3 -->
-<g id="node1" class="node"><title>ptb_embed_3</title>
-<path fill="#fb8072" stroke="#941305" stroke-width="2" d="M82,-2314C82,-2314 12,-2314 12,-2314 6,-2314 -7.10543e-15,-2308 -7.10543e-15,-2302 -7.10543e-15,-2302 -7.10543e-15,-2268 -7.10543e-15,-2268 -7.10543e-15,-2262 6,-2256 12,-2256 12,-2256 82,-2256 82,-2256 88,-2256 94,-2262 94,-2268 94,-2268 94,-2302 94,-2302 94,-2308 88,-2314 82,-2314"/>
-<text text-anchor="middle" x="47" y="-2292" font-family="Times,serif" font-size="10.00">ptb_embed_3</text>
-<text text-anchor="middle" x="47" y="-2282" font-family="Times,serif" font-size="10.00">FullyConnected</text>
-<text text-anchor="middle" x="47" y="-2272" font-family="Times,serif" font-size="10.00">num&#45;hidden=256</text>
-</g>
-<!-- ptb_lstm_3_i2h -->
-<g id="node2" class="node"><title>ptb_lstm_3_i2h</title>
-<path fill="#fb8072" stroke="#941305" stroke-width="2" d="M158,-2408C158,-2408 88,-2408 88,-2408 82,-2408 76,-2402 76,-2396 76,-2396 76,-2362 76,-2362 76,-2356 82,-2350 88,-2350 88,-2350 158,-2350 158,-2350 164,-2350 170,-2356 170,-2362 170,-2362 170,-2396 170,-2396 170,-2402 164,-2408 158,-2408"/>
-<text text-anchor="middle" x="123" y="-2386" font-family="Times,serif" font-size="10.00">ptb_lstm_3_i2h</text>
-<text text-anchor="middle" x="123" y="-2376" font-family="Times,serif" font-size="10.00">FullyConnected</text>
-<text text-anchor="middle" x="123" y="-2366" font-family="Times,serif" font-size="10.00">num&#45;hidden=1024</text>
-</g>
-<!-- ptb_lstm_3_i2h&#45;&gt;ptb_embed_3 -->
-<g id="edge1" class="edge"><title>ptb_lstm_3_i2h&#45;&gt;ptb_embed_3</title>
-<path fill="none" stroke="#737373" d="M93.2503,-2341.99C85.6418,-2332.78 77.5697,-2323.01 70.3352,-2314.25"/>
-<polygon fill="#737373" stroke="#737373" points="99.7845,-2349.9 89.9463,-2345.05 96.6001,-2346.04 93.4157,-2342.19 93.4157,-2342.19 93.4157,-2342.19 96.6001,-2346.04 96.885,-2339.32 99.7845,-2349.9 99.7845,-2349.9"/>
-</g>
-<!-- _mul14 -->
-<g id="node42" class="node"><title>_mul14</title>
-<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M270,-2314C270,-2314 200,-2314 200,-2314 194,-2314 188,-2308 188,-2302 188,-2302 188,-2268 188,-2268 188,-2262 194,-2256 200,-2256 200,-2256 270,-2256 270,-2256 276,-2256 282,-2262 282,-2268 282,-2268 282,-2302 282,-2302 282,-2308 276,-2314 270,-2314"/>
-<text text-anchor="middle" x="235" y="-2287" font-family="Times,serif" font-size="10.00">_mul14</text>
-<text text-anchor="middle" x="235" y="-2277" font-family="Times,serif" font-size="10.00">_Mul</text>
-</g>
-<!-- ptb_lstm_3_i2h&#45;&gt;_mul14 -->
-<g id="edge53" class="edge"><title>ptb_lstm_3_i2h&#45;&gt;_mul14</title>
-<path fill="none" stroke="#737373" d="M165.148,-2343.38C176.849,-2333.77 189.411,-2323.45 200.611,-2314.25"/>
-<polygon fill="#737373" stroke="#737373" points="157.212,-2349.9 162.083,-2340.07 161.076,-2346.72 164.94,-2343.55 164.94,-2343.55 164.94,-2343.55 161.076,-2346.72 167.796,-2347.03 157.212,-2349.9 157.212,-2349.9"/>
-</g>
+<polygon fill="white" stroke="none" points="-4,4 -4,-1754 602,-1754 602,4 -4,4"/>
 <!-- ptb_embed_2 -->
-<g id="node3" class="node"><title>ptb_embed_2</title>
-<path fill="#fb8072" stroke="#941305" stroke-width="2" d="M893,-810C893,-810 823,-810 823,-810 817,-810 811,-804 811,-798 811,-798 811,-764 811,-764 811,-758 817,-752 823,-752 823,-752 893,-752 893,-752 899,-752 905,-758 905,-764 905,-764 905,-798 905,-798 905,-804 899,-810 893,-810"/>
-<text text-anchor="middle" x="858" y="-788" font-family="Times,serif" font-size="10.00">ptb_embed_2</text>
-<text text-anchor="middle" x="858" y="-778" font-family="Times,serif" font-size="10.00">FullyConnected</text>
-<text text-anchor="middle" x="858" y="-768" font-family="Times,serif" font-size="10.00">num&#45;hidden=256</text>
+<g id="node1" class="node"><title>ptb_embed_2</title>
+<path fill="#fb8072" stroke="#941305" stroke-width="2" d="M269,-810C269,-810 199,-810 199,-810 193,-810 187,-804 187,-798 187,-798 187,-764 187,-764 187,-758 193,-752 199,-752 199,-752 269,-752 269,-752 275,-752 281,-758 281,-764 281,-764 281,-798 281,-798 281,-804 275,-810 269,-810"/>
+<text text-anchor="middle" x="234" y="-788" font-family="Times,serif" font-size="10.00">ptb_embed_2</text>
+<text text-anchor="middle" x="234" y="-778" font-family="Times,serif" font-size="10.00">FullyConnected</text>
+<text text-anchor="middle" x="234" y="-768" font-family="Times,serif" font-size="10.00">num&#45;hidden=256</text>
 </g>
 <!-- ptb_lstm_2_i2h -->
-<g id="node4" class="node"><title>ptb_lstm_2_i2h</title>
-<path fill="#fb8072" stroke="#941305" stroke-width="2" d="M893,-904C893,-904 823,-904 823,-904 817,-904 811,-898 811,-892 811,-892 811,-858 811,-858 811,-852 817,-846 823,-846 823,-846 893,-846 893,-846 899,-846 905,-852 905,-858 905,-858 905,-892 905,-892 905,-898 899,-904 893,-904"/>
-<text text-anchor="middle" x="858" y="-882" font-family="Times,serif" font-size="10.00">ptb_lstm_2_i2h</text>
-<text text-anchor="middle" x="858" y="-872" font-family="Times,serif" font-size="10.00">FullyConnected</text>
-<text text-anchor="middle" x="858" y="-862" font-family="Times,serif" font-size="10.00">num&#45;hidden=1024</text>
+<g id="node2" class="node"><title>ptb_lstm_2_i2h</title>
+<path fill="#fb8072" stroke="#941305" stroke-width="2" d="M269,-904C269,-904 199,-904 199,-904 193,-904 187,-898 187,-892 187,-892 187,-858 187,-858 187,-852 193,-846 199,-846 199,-846 269,-846 269,-846 275,-846 281,-852 281,-858 281,-858 281,-892 281,-892 281,-898 275,-904 269,-904"/>
+<text text-anchor="middle" x="234" y="-882" font-family="Times,serif" font-size="10.00">ptb_lstm_2_i2h</text>
+<text text-anchor="middle" x="234" y="-872" font-family="Times,serif" font-size="10.00">FullyConnected</text>
+<text text-anchor="middle" x="234" y="-862" font-family="Times,serif" font-size="10.00">num&#45;hidden=1024</text>
 </g>
 <!-- ptb_lstm_2_i2h&#45;&gt;ptb_embed_2 -->
-<g id="edge2" class="edge"><title>ptb_lstm_2_i2h&#45;&gt;ptb_embed_2</title>
-<path fill="none" stroke="#737373" d="M858,-835.744C858,-827.204 858,-818.298 858,-810.248"/>
-<polygon fill="#737373" stroke="#737373" points="858,-845.897 853.5,-835.897 858,-840.897 858,-835.897 858,-835.897 858,-835.897 858,-840.897 862.5,-835.897 858,-845.897 858,-845.897"/>
-</g>
-<!-- _mul8 -->
-<g id="node30" class="node"><title>_mul8</title>
-<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M668,-1562C668,-1562 598,-1562 598,-1562 592,-1562 586,-1556 586,-1550 586,-1550 586,-1516 586,-1516 586,-1510 592,-1504 598,-1504 598,-1504 668,-1504 668,-1504 674,-1504 680,-1510 680,-1516 680,-1516 680,-1550 680,-1550 680,-1556 674,-1562 668,-1562"/>
-<text text-anchor="middle" x="633" y="-1535" font-family="Times,serif" font-size="10.00">_mul8</text>
-<text text-anchor="middle" x="633" y="-1525" font-family="Times,serif" font-size="10.00">_Mul</text>
-</g>
-<!-- ptb_lstm_2_i2h&#45;&gt;_mul8 -->
-<g id="edge54" class="edge"><title>ptb_lstm_2_i2h&#45;&gt;_mul8</title>
-<path fill="none" stroke="#737373" d="M801.585,-898.246C714.685,-936.658 558,-1024.19 558,-1156 558,-1346 558,-1346 558,-1346 558,-1405.54 591.464,-1468.53 613.686,-1503.79"/>
-<polygon fill="#737373" stroke="#737373" points="810.795,-894.243 803.417,-902.356 806.209,-896.236 801.624,-898.229 801.624,-898.229 801.624,-898.229 806.209,-896.236 799.83,-894.102 810.795,-894.243 810.795,-894.243"/>
+<g id="edge1" class="edge"><title>ptb_lstm_2_i2h&#45;&gt;ptb_embed_2</title>
+<path fill="none" stroke="#737373" d="M234,-835.744C234,-827.204 234,-818.298 234,-810.248"/>
+<polygon fill="#737373" stroke="#737373" points="234,-845.897 229.5,-835.897 234,-840.897 234,-835.897 234,-835.897 234,-835.897 234,-840.897 238.5,-835.897 234,-845.897 234,-845.897"/>
 </g>
 <!-- ptb_embed_1 -->
-<g id="node5" class="node"><title>ptb_embed_1</title>
-<path fill="#fb8072" stroke="#941305" stroke-width="2" d="M1034,-58C1034,-58 964,-58 964,-58 958,-58 952,-52 952,-46 952,-46 952,-12 952,-12 952,-6 958,-0 964,-0 964,-0 1034,-0 1034,-0 1040,-0 1046,-6 1046,-12 1046,-12 1046,-46 1046,-46 1046,-52 1040,-58 1034,-58"/>
-<text text-anchor="middle" x="999" y="-36" font-family="Times,serif" font-size="10.00">ptb_embed_1</text>
-<text text-anchor="middle" x="999" y="-26" font-family="Times,serif" font-size="10.00">FullyConnected</text>
-<text text-anchor="middle" x="999" y="-16" font-family="Times,serif" font-size="10.00">num&#45;hidden=256</text>
+<g id="node3" class="node"><title>ptb_embed_1</title>
+<path fill="#fb8072" stroke="#941305" stroke-width="2" d="M194,-58C194,-58 124,-58 124,-58 118,-58 112,-52 112,-46 112,-46 112,-12 112,-12 112,-6 118,-0 124,-0 124,-0 194,-0 194,-0 200,-0 206,-6 206,-12 206,-12 206,-46 206,-46 206,-52 200,-58 194,-58"/>
+<text text-anchor="middle" x="159" y="-36" font-family="Times,serif" font-size="10.00">ptb_embed_1</text>
+<text text-anchor="middle" x="159" y="-26" font-family="Times,serif" font-size="10.00">FullyConnected</text>
+<text text-anchor="middle" x="159" y="-16" font-family="Times,serif" font-size="10.00">num&#45;hidden=256</text>
 </g>
 <!-- ptb_lstm_1_i2h -->
-<g id="node6" class="node"><title>ptb_lstm_1_i2h</title>
-<path fill="#fb8072" stroke="#941305" stroke-width="2" d="M1034,-152C1034,-152 964,-152 964,-152 958,-152 952,-146 952,-140 952,-140 952,-106 952,-106 952,-100 958,-94 964,-94 964,-94 1034,-94 1034,-94 1040,-94 1046,-100 1046,-106 1046,-106 1046,-140 1046,-140 1046,-146 1040,-152 1034,-152"/>
-<text text-anchor="middle" x="999" y="-130" font-family="Times,serif" font-size="10.00">ptb_lstm_1_i2h</text>
-<text text-anchor="middle" x="999" y="-120" font-family="Times,serif" font-size="10.00">FullyConnected</text>
-<text text-anchor="middle" x="999" y="-110" font-family="Times,serif" font-size="10.00">num&#45;hidden=1024</text>
+<g id="node4" class="node"><title>ptb_lstm_1_i2h</title>
+<path fill="#fb8072" stroke="#941305" stroke-width="2" d="M194,-152C194,-152 124,-152 124,-152 118,-152 112,-146 112,-140 112,-140 112,-106 112,-106 112,-100 118,-94 124,-94 124,-94 194,-94 194,-94 200,-94 206,-100 206,-106 206,-106 206,-140 206,-140 206,-146 200,-152 194,-152"/>
+<text text-anchor="middle" x="159" y="-130" font-family="Times,serif" font-size="10.00">ptb_lstm_1_i2h</text>
+<text text-anchor="middle" x="159" y="-120" font-family="Times,serif" font-size="10.00">FullyConnected</text>
+<text text-anchor="middle" x="159" y="-110" font-family="Times,serif" font-size="10.00">num&#45;hidden=1024</text>
 </g>
 <!-- ptb_lstm_1_i2h&#45;&gt;ptb_embed_1 -->
-<g id="edge3" class="edge"><title>ptb_lstm_1_i2h&#45;&gt;ptb_embed_1</title>
-<path fill="none" stroke="#737373" d="M999,-83.7443C999,-75.2043 999,-66.2977 999,-58.2479"/>
-<polygon fill="#737373" stroke="#737373" points="999,-93.8971 994.5,-83.897 999,-88.8971 999,-83.8971 999,-83.8971 999,-83.8971 999,-88.8971 1003.5,-83.8971 999,-93.8971 999,-93.8971"/>
-</g>
-<!-- _mul2 -->
-<g id="node18" class="node"><title>_mul2</title>
-<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M1005,-810C1005,-810 935,-810 935,-810 929,-810 923,-804 923,-798 923,-798 923,-764 923,-764 923,-758 929,-752 935,-752 935,-752 1005,-752 1005,-752 1011,-752 1017,-758 1017,-764 1017,-764 1017,-798 1017,-798 1017,-804 1011,-810 1005,-810"/>
-<text text-anchor="middle" x="970" y="-783" font-family="Times,serif" font-size="10.00">_mul2</text>
-<text text-anchor="middle" x="970" y="-773" font-family="Times,serif" font-size="10.00">_Mul</text>
-</g>
-<!-- ptb_lstm_1_i2h&#45;&gt;_mul2 -->
-<g id="edge55" class="edge"><title>ptb_lstm_1_i2h&#45;&gt;_mul2</title>
-<path fill="none" stroke="#737373" d="M941.75,-135.562C822.402,-161.309 558,-227.645 558,-310 558,-594 558,-594 558,-594 558,-767.105 757.433,-678.162 914,-752 916.851,-753.345 919.775,-754.744 922.718,-756.168"/>
-<polygon fill="#737373" stroke="#737373" points="951.805,-133.414 942.966,-139.903 946.916,-134.458 942.026,-135.503 942.026,-135.503 942.026,-135.503 946.916,-134.458 941.086,-131.102 951.805,-133.414 951.805,-133.414"/>
+<g id="edge2" class="edge"><title>ptb_lstm_1_i2h&#45;&gt;ptb_embed_1</title>
+<path fill="none" stroke="#737373" d="M159,-83.7443C159,-75.2043 159,-66.2977 159,-58.2479"/>
+<polygon fill="#737373" stroke="#737373" points="159,-93.8971 154.5,-83.897 159,-88.8971 159,-83.8971 159,-83.8971 159,-83.8971 159,-88.8971 163.5,-83.8971 159,-93.8971 159,-93.8971"/>
 </g>
 <!-- ptb_lstm_1_h2h -->
-<g id="node7" class="node"><title>ptb_lstm_1_h2h</title>
-<path fill="#fb8072" stroke="#941305" stroke-width="2" d="M1146,-152C1146,-152 1076,-152 1076,-152 1070,-152 1064,-146 1064,-140 1064,-140 1064,-106 1064,-106 1064,-100 1070,-94 1076,-94 1076,-94 1146,-94 1146,-94 1152,-94 1158,-100 1158,-106 1158,-106 1158,-140 1158,-140 1158,-146 1152,-152 1146,-152"/>
-<text text-anchor="middle" x="1111" y="-130" font-family="Times,serif" font-size="10.00">ptb_lstm_1_h2h</text>
-<text text-anchor="middle" x="1111" y="-120" font-family="Times,serif" font-size="10.00">FullyConnected</text>
-<text text-anchor="middle" x="1111" y="-110" font-family="Times,serif" font-size="10.00">num&#45;hidden=1024</text>
+<g id="node5" class="node"><title>ptb_lstm_1_h2h</title>
+<path fill="#fb8072" stroke="#941305" stroke-width="2" d="M306,-152C306,-152 236,-152 236,-152 230,-152 224,-146 224,-140 224,-140 224,-106 224,-106 224,-100 230,-94 236,-94 236,-94 306,-94 306,-94 312,-94 318,-100 318,-106 318,-106 318,-140 318,-140 318,-146 312,-152 306,-152"/>
+<text text-anchor="middle" x="271" y="-130" font-family="Times,serif" font-size="10.00">ptb_lstm_1_h2h</text>
+<text text-anchor="middle" x="271" y="-120" font-family="Times,serif" font-size="10.00">FullyConnected</text>
+<text text-anchor="middle" x="271" y="-110" font-family="Times,serif" font-size="10.00">num&#45;hidden=1024</text>
 </g>
 <!-- _plus0 -->
-<g id="node8" class="node"><title>_plus0</title>
-<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M1146,-246C1146,-246 1076,-246 1076,-246 1070,-246 1064,-240 1064,-234 1064,-234 1064,-200 1064,-200 1064,-194 1070,-188 1076,-188 1076,-188 1146,-188 1146,-188 1152,-188 1158,-194 1158,-200 1158,-200 1158,-234 1158,-234 1158,-240 1152,-246 1146,-246"/>
-<text text-anchor="middle" x="1111" y="-219" font-family="Times,serif" font-size="10.00">_plus0</text>
-<text text-anchor="middle" x="1111" y="-209" font-family="Times,serif" font-size="10.00">_Plus</text>
+<g id="node6" class="node"><title>_plus0</title>
+<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M250,-246C250,-246 180,-246 180,-246 174,-246 168,-240 168,-234 168,-234 168,-200 168,-200 168,-194 174,-188 180,-188 180,-188 250,-188 250,-188 256,-188 262,-194 262,-200 262,-200 262,-234 262,-234 262,-240 256,-246 250,-246"/>
+<text text-anchor="middle" x="215" y="-219" font-family="Times,serif" font-size="10.00">_plus0</text>
+<text text-anchor="middle" x="215" y="-209" font-family="Times,serif" font-size="10.00">_Plus</text>
 </g>
 <!-- _plus0&#45;&gt;ptb_lstm_1_i2h -->
-<g id="edge4" class="edge"><title>_plus0&#45;&gt;ptb_lstm_1_i2h</title>
-<path fill="none" stroke="#737373" d="M1068.85,-181.378C1057.15,-171.767 1044.59,-161.448 1033.39,-152.248"/>
-<polygon fill="#737373" stroke="#737373" points="1076.79,-187.897 1066.2,-185.027 1072.92,-184.723 1069.06,-181.55 1069.06,-181.55 1069.06,-181.55 1072.92,-184.723 1071.92,-178.072 1076.79,-187.897 1076.79,-187.897"/>
+<g id="edge3" class="edge"><title>_plus0&#45;&gt;ptb_lstm_1_i2h</title>
+<path fill="none" stroke="#737373" d="M192.569,-179.148C187.113,-170.186 181.363,-160.74 176.194,-152.248"/>
+<polygon fill="#737373" stroke="#737373" points="197.894,-187.897 188.85,-181.695 195.294,-183.626 192.694,-179.355 192.694,-179.355 192.694,-179.355 195.294,-183.626 196.538,-177.015 197.894,-187.897 197.894,-187.897"/>
 </g>
 <!-- _plus0&#45;&gt;ptb_lstm_1_h2h -->
-<g id="edge5" class="edge"><title>_plus0&#45;&gt;ptb_lstm_1_h2h</title>
-<path fill="none" stroke="#737373" d="M1111,-177.744C1111,-169.204 1111,-160.298 1111,-152.248"/>
-<polygon fill="#737373" stroke="#737373" points="1111,-187.897 1106.5,-177.897 1111,-182.897 1111,-177.897 1111,-177.897 1111,-177.897 1111,-182.897 1115.5,-177.897 1111,-187.897 1111,-187.897"/>
+<g id="edge4" class="edge"><title>_plus0&#45;&gt;ptb_lstm_1_h2h</title>
+<path fill="none" stroke="#737373" d="M237.431,-179.148C242.887,-170.186 248.637,-160.74 253.806,-152.248"/>
+<polygon fill="#737373" stroke="#737373" points="232.106,-187.897 233.462,-177.015 234.706,-183.626 237.306,-179.355 237.306,-179.355 237.306,-179.355 234.706,-183.626 241.15,-181.695 232.106,-187.897 232.106,-187.897"/>
 </g>
 <!-- ptb_lstm_1_gates -->
-<g id="node9" class="node"><title>ptb_lstm_1_gates</title>
-<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M1146,-340C1146,-340 1076,-340 1076,-340 1070,-340 1064,-334 1064,-328 1064,-328 1064,-294 1064,-294 1064,-288 1070,-282 1076,-282 1076,-282 1146,-282 1146,-282 1152,-282 1158,-288 1158,-294 1158,-294 1158,-328 1158,-328 1158,-334 1152,-340 1146,-340"/>
-<text text-anchor="middle" x="1111" y="-313" font-family="Times,serif" font-size="10.00">ptb_lstm_1_gates</text>
-<text text-anchor="middle" x="1111" y="-303" font-family="Times,serif" font-size="10.00">SliceChannel</text>
+<g id="node7" class="node"><title>ptb_lstm_1_gates</title>
+<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M250,-340C250,-340 180,-340 180,-340 174,-340 168,-334 168,-328 168,-328 168,-294 168,-294 168,-288 174,-282 180,-282 180,-282 250,-282 250,-282 256,-282 262,-288 262,-294 262,-294 262,-328 262,-328 262,-334 256,-340 250,-340"/>
+<text text-anchor="middle" x="215" y="-313" font-family="Times,serif" font-size="10.00">ptb_lstm_1_gates</text>
+<text text-anchor="middle" x="215" y="-303" font-family="Times,serif" font-size="10.00">SliceChannel</text>
 </g>
 <!-- ptb_lstm_1_gates&#45;&gt;_plus0 -->
-<g id="edge6" class="edge"><title>ptb_lstm_1_gates&#45;&gt;_plus0</title>
-<path fill="none" stroke="#737373" d="M1111,-271.744C1111,-263.204 1111,-254.298 1111,-246.248"/>
-<polygon fill="#737373" stroke="#737373" points="1111,-281.897 1106.5,-271.897 1111,-276.897 1111,-271.897 1111,-271.897 1111,-271.897 1111,-276.897 1115.5,-271.897 1111,-281.897 1111,-281.897"/>
-</g>
-<!-- _plus2 -->
-<g id="node43" class="node"><title>_plus2</title>
-<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M1034,-246C1034,-246 964,-246 964,-246 958,-246 952,-240 952,-234 952,-234 952,-200 952,-200 952,-194 958,-188 964,-188 964,-188 1034,-188 1034,-188 1040,-188 1046,-194 1046,-200 1046,-200 1046,-234 1046,-234 1046,-240 1040,-246 1034,-246"/>
-<text text-anchor="middle" x="999" y="-219" font-family="Times,serif" font-size="10.00">_plus2</text>
-<text text-anchor="middle" x="999" y="-209" font-family="Times,serif" font-size="10.00">_Plus</text>
-</g>
-<!-- ptb_lstm_1_gates&#45;&gt;_plus2 -->
-<g id="edge58" class="edge"><title>ptb_lstm_1_gates&#45;&gt;_plus2</title>
-<path fill="none" stroke="#737373" d="M1068.85,-275.378C1057.15,-265.767 1044.59,-255.448 1033.39,-246.248"/>
-<polygon fill="#737373" stroke="#737373" points="1076.79,-281.897 1066.2,-279.027 1072.92,-278.723 1069.06,-275.55 1069.06,-275.55 1069.06,-275.55 1072.92,-278.723 1071.92,-272.072 1076.79,-281.897 1076.79,-281.897"/>
+<g id="edge5" class="edge"><title>ptb_lstm_1_gates&#45;&gt;_plus0</title>
+<path fill="none" stroke="#737373" d="M215,-271.744C215,-263.204 215,-254.298 215,-246.248"/>
+<polygon fill="#737373" stroke="#737373" points="215,-281.897 210.5,-271.897 215,-276.897 215,-271.897 215,-271.897 215,-271.897 215,-276.897 219.5,-271.897 215,-281.897 215,-281.897"/>
 </g>
 <!-- activation3 -->
-<g id="node10" class="node"><title>activation3</title>
-<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M1090,-622C1090,-622 1020,-622 1020,-622 1014,-622 1008,-616 1008,-610 1008,-610 1008,-576 1008,-576 1008,-570 1014,-564 1020,-564 1020,-564 1090,-564 1090,-564 1096,-564 1102,-570 1102,-576 1102,-576 1102,-610 1102,-610 1102,-616 1096,-622 1090,-622"/>
-<text text-anchor="middle" x="1055" y="-600" font-family="Times,serif" font-size="10.00">activation3</text>
-<text text-anchor="middle" x="1055" y="-590" font-family="Times,serif" font-size="10.00">Activation</text>
-<text text-anchor="middle" x="1055" y="-580" font-family="Times,serif" font-size="10.00">act&#45;type=sigmoid</text>
+<g id="node8" class="node"><title>activation3</title>
+<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M381,-622C381,-622 311,-622 311,-622 305,-622 299,-616 299,-610 299,-610 299,-576 299,-576 299,-570 305,-564 311,-564 311,-564 381,-564 381,-564 387,-564 393,-570 393,-576 393,-576 393,-610 393,-610 393,-616 387,-622 381,-622"/>
+<text text-anchor="middle" x="346" y="-600" font-family="Times,serif" font-size="10.00">activation3</text>
+<text text-anchor="middle" x="346" y="-590" font-family="Times,serif" font-size="10.00">Activation</text>
+<text text-anchor="middle" x="346" y="-580" font-family="Times,serif" font-size="10.00">act&#45;type=sigmoid</text>
 </g>
 <!-- activation3&#45;&gt;ptb_lstm_1_gates -->
-<g id="edge7" class="edge"><title>activation3&#45;&gt;ptb_lstm_1_gates</title>
-<path fill="none" stroke="#737373" d="M1064.73,-554.078C1072.71,-522.18 1083.96,-475.297 1092,-434 1098.23,-402.018 1103.76,-365.005 1107.22,-340.21"/>
-<polygon fill="#737373" stroke="#737373" points="1062.26,-563.882 1060.34,-553.086 1063.48,-559.034 1064.7,-554.185 1064.7,-554.185 1064.7,-554.185 1063.48,-559.034 1069.07,-555.283 1062.26,-563.882 1062.26,-563.882"/>
+<g id="edge6" class="edge"><title>activation3&#45;&gt;ptb_lstm_1_gates</title>
+<path fill="none" stroke="#737373" d="M352.67,-553.687C358.562,-507.677 361.566,-429.965 327,-376 312.142,-352.804 285.707,-337.124 262.249,-327.092"/>
+<polygon fill="#737373" stroke="#737373" points="351.256,-563.836 348.179,-553.311 351.946,-558.884 352.636,-553.932 352.636,-553.932 352.636,-553.932 351.946,-558.884 357.093,-554.552 351.256,-563.836 351.256,-563.836"/>
 </g>
 <!-- activation2 -->
-<g id="node11" class="node"><title>activation2</title>
-<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M847,-434C847,-434 777,-434 777,-434 771,-434 765,-428 765,-422 765,-422 765,-388 765,-388 765,-382 771,-376 777,-376 777,-376 847,-376 847,-376 853,-376 859,-382 859,-388 859,-388 859,-422 859,-422 859,-428 853,-434 847,-434"/>
-<text text-anchor="middle" x="812" y="-412" font-family="Times,serif" font-size="10.00">activation2</text>
-<text text-anchor="middle" x="812" y="-402" font-family="Times,serif" font-size="10.00">Activation</text>
-<text text-anchor="middle" x="812" y="-392" font-family="Times,serif" font-size="10.00">act&#45;type=sigmoid</text>
+<g id="node9" class="node"><title>activation2</title>
+<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M82,-434C82,-434 12,-434 12,-434 6,-434 -7.10543e-15,-428 -7.10543e-15,-422 -7.10543e-15,-422 -7.10543e-15,-388 -7.10543e-15,-388 -7.10543e-15,-382 6,-376 12,-376 12,-376 82,-376 82,-376 88,-376 94,-382 94,-388 94,-388 94,-422 94,-422 94,-428 88,-434 82,-434"/>
+<text text-anchor="middle" x="47" y="-412" font-family="Times,serif" font-size="10.00">activation2</text>
+<text text-anchor="middle" x="47" y="-402" font-family="Times,serif" font-size="10.00">Activation</text>
+<text text-anchor="middle" x="47" y="-392" font-family="Times,serif" font-size="10.00">act&#45;type=sigmoid</text>
 </g>
 <!-- activation2&#45;&gt;ptb_lstm_1_gates -->
-<g id="edge8" class="edge"><title>activation2&#45;&gt;ptb_lstm_1_gates</title>
-<path fill="none" stroke="#737373" d="M868.778,-375.982C941.155,-349.366 1016.5,-331.487 1063.98,-321.366"/>
-<polygon fill="#737373" stroke="#737373" points="859.05,-379.62 866.84,-371.902 863.733,-377.869 868.416,-376.117 868.416,-376.117 868.416,-376.117 863.733,-377.869 869.992,-380.332 859.05,-379.62 859.05,-379.62"/>
+<g id="edge7" class="edge"><title>activation2&#45;&gt;ptb_lstm_1_gates</title>
+<path fill="none" stroke="#737373" d="M103.067,-373.297C124.069,-361.795 147.701,-348.854 167.819,-337.837"/>
+<polygon fill="#737373" stroke="#737373" points="94.2444,-378.128 100.854,-369.378 98.6299,-375.726 103.015,-373.325 103.015,-373.325 103.015,-373.325 98.6299,-375.726 105.177,-377.272 94.2444,-378.128 94.2444,-378.128"/>
 </g>
 <!-- _mul0 -->
-<g id="node12" class="node"><title>_mul0</title>
-<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M847,-528C847,-528 777,-528 777,-528 771,-528 765,-522 765,-516 765,-516 765,-482 765,-482 765,-476 771,-470 777,-470 777,-470 847,-470 847,-470 853,-470 859,-476 859,-482 859,-482 859,-516 859,-516 859,-522 853,-528 847,-528"/>
-<text text-anchor="middle" x="812" y="-501" font-family="Times,serif" font-size="10.00">_mul0</text>
-<text text-anchor="middle" x="812" y="-491" font-family="Times,serif" font-size="10.00">_Mul</text>
+<g id="node10" class="node"><title>_mul0</title>
+<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M82,-528C82,-528 12,-528 12,-528 6,-528 -7.10543e-15,-522 -7.10543e-15,-516 -7.10543e-15,-516 -7.10543e-15,-482 -7.10543e-15,-482 -7.10543e-15,-476 6,-470 12,-470 12,-470 82,-470 82,-470 88,-470 94,-476 94,-482 94,-482 94,-516 94,-516 94,-522 88,-528 82,-528"/>
+<text text-anchor="middle" x="47" y="-501" font-family="Times,serif" font-size="10.00">_mul0</text>
+<text text-anchor="middle" x="47" y="-491" font-family="Times,serif" font-size="10.00">_Mul</text>
 </g>
 <!-- _mul0&#45;&gt;activation2 -->
-<g id="edge9" class="edge"><title>_mul0&#45;&gt;activation2</title>
-<path fill="none" stroke="#737373" d="M812,-459.744C812,-451.204 812,-442.298 812,-434.248"/>
-<polygon fill="#737373" stroke="#737373" points="812,-469.897 807.5,-459.897 812,-464.897 812,-459.897 812,-459.897 812,-459.897 812,-464.897 816.5,-459.897 812,-469.897 812,-469.897"/>
+<g id="edge8" class="edge"><title>_mul0&#45;&gt;activation2</title>
+<path fill="none" stroke="#737373" d="M47,-459.744C47,-451.204 47,-442.298 47,-434.248"/>
+<polygon fill="#737373" stroke="#737373" points="47,-469.897 42.5001,-459.897 47,-464.897 47.0001,-459.897 47.0001,-459.897 47.0001,-459.897 47,-464.897 51.5001,-459.897 47,-469.897 47,-469.897"/>
 </g>
 <!-- activation0 -->
-<g id="node13" class="node"><title>activation0</title>
-<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M959,-434C959,-434 889,-434 889,-434 883,-434 877,-428 877,-422 877,-422 877,-388 877,-388 877,-382 883,-376 889,-376 889,-376 959,-376 959,-376 965,-376 971,-382 971,-388 971,-388 971,-422 971,-422 971,-428 965,-434 959,-434"/>
-<text text-anchor="middle" x="924" y="-412" font-family="Times,serif" font-size="10.00">activation0</text>
-<text text-anchor="middle" x="924" y="-402" font-family="Times,serif" font-size="10.00">Activation</text>
-<text text-anchor="middle" x="924" y="-392" font-family="Times,serif" font-size="10.00">act&#45;type=sigmoid</text>
+<g id="node11" class="node"><title>activation0</title>
+<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M194,-434C194,-434 124,-434 124,-434 118,-434 112,-428 112,-422 112,-422 112,-388 112,-388 112,-382 118,-376 124,-376 124,-376 194,-376 194,-376 200,-376 206,-382 206,-388 206,-388 206,-422 206,-422 206,-428 200,-434 194,-434"/>
+<text text-anchor="middle" x="159" y="-412" font-family="Times,serif" font-size="10.00">activation0</text>
+<text text-anchor="middle" x="159" y="-402" font-family="Times,serif" font-size="10.00">Activation</text>
+<text text-anchor="middle" x="159" y="-392" font-family="Times,serif" font-size="10.00">act&#45;type=sigmoid</text>
 </g>
 <!-- activation0&#45;&gt;ptb_lstm_1_gates -->
-<g id="edge10" class="edge"><title>activation0&#45;&gt;ptb_lstm_1_gates</title>
-<path fill="none" stroke="#737373" d="M979.726,-376.136C979.817,-376.09 979.909,-376.045 980,-376 1007.8,-362.261 1038.99,-347.016 1063.96,-334.852"/>
-<polygon fill="#737373" stroke="#737373" points="971.038,-380.442 977.999,-371.969 975.518,-378.221 979.998,-376.001 979.998,-376.001 979.998,-376.001 975.518,-378.221 981.996,-380.033 971.038,-380.442 971.038,-380.442"/>
+<g id="edge9" class="edge"><title>activation0&#45;&gt;ptb_lstm_1_gates</title>
+<path fill="none" stroke="#737373" d="M181.431,-367.148C186.887,-358.186 192.637,-348.74 197.806,-340.248"/>
+<polygon fill="#737373" stroke="#737373" points="176.106,-375.897 177.462,-365.015 178.706,-371.626 181.306,-367.355 181.306,-367.355 181.306,-367.355 178.706,-371.626 185.15,-369.695 176.106,-375.897 176.106,-375.897"/>
 </g>
 <!-- activation1 -->
-<g id="node14" class="node"><title>activation1</title>
-<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M1071,-434C1071,-434 1001,-434 1001,-434 995,-434 989,-428 989,-422 989,-422 989,-388 989,-388 989,-382 995,-376 1001,-376 1001,-376 1071,-376 1071,-376 1077,-376 1083,-382 1083,-388 1083,-388 1083,-422 1083,-422 1083,-428 1077,-434 1071,-434"/>
-<text text-anchor="middle" x="1036" y="-412" font-family="Times,serif" font-size="10.00">activation1</text>
-<text text-anchor="middle" x="1036" y="-402" font-family="Times,serif" font-size="10.00">Activation</text>
-<text text-anchor="middle" x="1036" y="-392" font-family="Times,serif" font-size="10.00">act&#45;type=tanh</text>
+<g id="node12" class="node"><title>activation1</title>
+<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M306,-434C306,-434 236,-434 236,-434 230,-434 224,-428 224,-422 224,-422 224,-388 224,-388 224,-382 230,-376 236,-376 236,-376 306,-376 306,-376 312,-376 318,-382 318,-388 318,-388 318,-422 318,-422 318,-428 312,-434 306,-434"/>
+<text text-anchor="middle" x="271" y="-412" font-family="Times,serif" font-size="10.00">activation1</text>
+<text text-anchor="middle" x="271" y="-402" font-family="Times,serif" font-size="10.00">Activation</text>
+<text text-anchor="middle" x="271" y="-392" font-family="Times,serif" font-size="10.00">act&#45;type=tanh</text>
 </g>
 <!-- activation1&#45;&gt;ptb_lstm_1_gates -->
-<g id="edge11" class="edge"><title>activation1&#45;&gt;ptb_lstm_1_gates</title>
-<path fill="none" stroke="#737373" d="M1065.36,-367.987C1072.87,-358.777 1080.83,-349.005 1087.97,-340.248"/>
-<polygon fill="#737373" stroke="#737373" points="1058.91,-375.897 1061.74,-365.303 1062.07,-372.022 1065.23,-368.146 1065.23,-368.146 1065.23,-368.146 1062.07,-372.022 1068.72,-370.99 1058.91,-375.897 1058.91,-375.897"/>
+<g id="edge10" class="edge"><title>activation1&#45;&gt;ptb_lstm_1_gates</title>
+<path fill="none" stroke="#737373" d="M248.569,-367.148C243.113,-358.186 237.363,-348.74 232.194,-340.248"/>
+<polygon fill="#737373" stroke="#737373" points="253.894,-375.897 244.85,-369.695 251.294,-371.626 248.694,-367.355 248.694,-367.355 248.694,-367.355 251.294,-371.626 252.538,-365.015 253.894,-375.897 253.894,-375.897"/>
 </g>
 <!-- _mul1 -->
-<g id="node15" class="node"><title>_mul1</title>
-<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M959,-528C959,-528 889,-528 889,-528 883,-528 877,-522 877,-516 877,-516 877,-482 877,-482 877,-476 883,-470 889,-470 889,-470 959,-470 959,-470 965,-470 971,-476 971,-482 971,-482 971,-516 971,-516 971,-522 965,-528 959,-528"/>
-<text text-anchor="middle" x="924" y="-501" font-family="Times,serif" font-size="10.00">_mul1</text>
-<text text-anchor="middle" x="924" y="-491" font-family="Times,serif" font-size="10.00">_Mul</text>
+<g id="node13" class="node"><title>_mul1</title>
+<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M194,-528C194,-528 124,-528 124,-528 118,-528 112,-522 112,-516 112,-516 112,-482 112,-482 112,-476 118,-470 124,-470 124,-470 194,-470 194,-470 200,-470 206,-476 206,-482 206,-482 206,-516 206,-516 206,-522 200,-528 194,-528"/>
+<text text-anchor="middle" x="159" y="-501" font-family="Times,serif" font-size="10.00">_mul1</text>
+<text text-anchor="middle" x="159" y="-491" font-family="Times,serif" font-size="10.00">_Mul</text>
 </g>
 <!-- _mul1&#45;&gt;activation0 -->
-<g id="edge12" class="edge"><title>_mul1&#45;&gt;activation0</title>
-<path fill="none" stroke="#737373" d="M924,-459.744C924,-451.204 924,-442.298 924,-434.248"/>
-<polygon fill="#737373" stroke="#737373" points="924,-469.897 919.5,-459.897 924,-464.897 924,-459.897 924,-459.897 924,-459.897 924,-464.897 928.5,-459.897 924,-469.897 924,-469.897"/>
+<g id="edge11" class="edge"><title>_mul1&#45;&gt;activation0</title>
+<path fill="none" stroke="#737373" d="M159,-459.744C159,-451.204 159,-442.298 159,-434.248"/>
+<polygon fill="#737373" stroke="#737373" points="159,-469.897 154.5,-459.897 159,-464.897 159,-459.897 159,-459.897 159,-459.897 159,-464.897 163.5,-459.897 159,-469.897 159,-469.897"/>
 </g>
 <!-- _mul1&#45;&gt;activation1 -->
-<g id="edge13" class="edge"><title>_mul1&#45;&gt;activation1</title>
-<path fill="none" stroke="#737373" d="M966.148,-463.378C977.849,-453.767 990.411,-443.448 1001.61,-434.248"/>
-<polygon fill="#737373" stroke="#737373" points="958.212,-469.897 963.083,-460.072 962.076,-466.723 965.94,-463.55 965.94,-463.55 965.94,-463.55 962.076,-466.723 968.796,-467.027 958.212,-469.897 958.212,-469.897"/>
+<g id="edge12" class="edge"><title>_mul1&#45;&gt;activation1</title>
+<path fill="none" stroke="#737373" d="M201.148,-463.378C212.849,-453.767 225.411,-443.448 236.611,-434.248"/>
+<polygon fill="#737373" stroke="#737373" points="193.212,-469.897 198.083,-460.072 197.076,-466.723 200.94,-463.55 200.94,-463.55 200.94,-463.55 197.076,-466.723 203.796,-467.027 193.212,-469.897 193.212,-469.897"/>
 </g>
 <!-- _plus1 -->
-<g id="node16" class="node"><title>_plus1</title>
-<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M870,-622C870,-622 800,-622 800,-622 794,-622 788,-616 788,-610 788,-610 788,-576 788,-576 788,-570 794,-564 800,-564 800,-564 870,-564 870,-564 876,-564 882,-570 882,-576 882,-576 882,-610 882,-610 882,-616 876,-622 870,-622"/>
-<text text-anchor="middle" x="835" y="-595" font-family="Times,serif" font-size="10.00">_plus1</text>
-<text text-anchor="middle" x="835" y="-585" font-family="Times,serif" font-size="10.00">_Plus</text>
+<g id="node14" class="node"><title>_plus1</title>
+<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M194,-622C194,-622 124,-622 124,-622 118,-622 112,-616 112,-610 112,-610 112,-576 112,-576 112,-570 118,-564 124,-564 124,-564 194,-564 194,-564 200,-564 206,-570 206,-576 206,-576 206,-610 206,-610 206,-616 200,-622 194,-622"/>
+<text text-anchor="middle" x="159" y="-595" font-family="Times,serif" font-size="10.00">_plus1</text>
+<text text-anchor="middle" x="159" y="-585" font-family="Times,serif" font-size="10.00">_Plus</text>
 </g>
 <!-- _plus1&#45;&gt;_mul0 -->
-<g id="edge14" class="edge"><title>_plus1&#45;&gt;_mul0</title>
-<path fill="none" stroke="#737373" d="M825.506,-554.026C823.35,-545.4 821.097,-536.386 819.062,-528.248"/>
-<polygon fill="#737373" stroke="#737373" points="827.974,-563.897 821.183,-555.287 826.762,-559.046 825.549,-554.196 825.549,-554.196 825.549,-554.196 826.762,-559.046 829.914,-553.104 827.974,-563.897 827.974,-563.897"/>
+<g id="edge13" class="edge"><title>_plus1&#45;&gt;_mul0</title>
+<path fill="none" stroke="#737373" d="M116.852,-557.378C105.151,-547.767 92.5885,-537.448 81.3887,-528.248"/>
+<polygon fill="#737373" stroke="#737373" points="124.788,-563.897 114.204,-561.027 120.924,-560.723 117.06,-557.55 117.06,-557.55 117.06,-557.55 120.924,-560.723 119.917,-554.072 124.788,-563.897 124.788,-563.897"/>
 </g>
 <!-- _plus1&#45;&gt;_mul1 -->
-<g id="edge15" class="edge"><title>_plus1&#45;&gt;_mul1</title>
-<path fill="none" stroke="#737373" d="M869.299,-556.545C878.366,-547.172 888.03,-537.182 896.673,-528.248"/>
-<polygon fill="#737373" stroke="#737373" points="862.187,-563.897 865.905,-553.581 865.663,-560.303 869.139,-556.71 869.139,-556.71 869.139,-556.71 865.663,-560.303 872.374,-559.839 862.187,-563.897 862.187,-563.897"/>
+<g id="edge14" class="edge"><title>_plus1&#45;&gt;_mul1</title>
+<path fill="none" stroke="#737373" d="M159,-553.744C159,-545.204 159,-536.298 159,-528.248"/>
+<polygon fill="#737373" stroke="#737373" points="159,-563.897 154.5,-553.897 159,-558.897 159,-553.897 159,-553.897 159,-553.897 159,-558.897 163.5,-553.897 159,-563.897 159,-563.897"/>
 </g>
 <!-- activation4 -->
-<g id="node17" class="node"><title>activation4</title>
-<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M963,-716C963,-716 893,-716 893,-716 887,-716 881,-710 881,-704 881,-704 881,-670 881,-670 881,-664 887,-658 893,-658 893,-658 963,-658 963,-658 969,-658 975,-664 975,-670 975,-670 975,-704 975,-704 975,-710 969,-716 963,-716"/>
-<text text-anchor="middle" x="928" y="-694" font-family="Times,serif" font-size="10.00">activation4</text>
-<text text-anchor="middle" x="928" y="-684" font-family="Times,serif" font-size="10.00">Activation</text>
-<text text-anchor="middle" x="928" y="-674" font-family="Times,serif" font-size="10.00">act&#45;type=tanh</text>
+<g id="node15" class="node"><title>activation4</title>
+<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M288,-716C288,-716 218,-716 218,-716 212,-716 206,-710 206,-704 206,-704 206,-670 206,-670 206,-664 212,-658 218,-658 218,-658 288,-658 288,-658 294,-658 300,-664 300,-670 300,-670 300,-704 300,-704 300,-710 294,-716 288,-716"/>
+<text text-anchor="middle" x="253" y="-694" font-family="Times,serif" font-size="10.00">activation4</text>
+<text text-anchor="middle" x="253" y="-684" font-family="Times,serif" font-size="10.00">Activation</text>
+<text text-anchor="middle" x="253" y="-674" font-family="Times,serif" font-size="10.00">act&#45;type=tanh</text>
 </g>
 <!-- activation4&#45;&gt;_plus1 -->
-<g id="edge16" class="edge"><title>activation4&#45;&gt;_plus1</title>
-<path fill="none" stroke="#737373" d="M892.441,-650.823C882.885,-641.37 872.676,-631.271 863.555,-622.248"/>
-<polygon fill="#737373" stroke="#737373" points="899.592,-657.897 889.318,-654.063 896.037,-654.381 892.482,-650.864 892.482,-650.864 892.482,-650.864 896.037,-654.381 895.647,-647.665 899.592,-657.897 899.592,-657.897"/>
+<g id="edge15" class="edge"><title>activation4&#45;&gt;_plus1</title>
+<path fill="none" stroke="#737373" d="M217.058,-650.823C207.4,-641.37 197.081,-631.271 187.862,-622.248"/>
+<polygon fill="#737373" stroke="#737373" points="224.286,-657.897 213.992,-654.118 220.713,-654.4 217.139,-650.902 217.139,-650.902 217.139,-650.902 220.713,-654.4 220.287,-647.686 224.286,-657.897 224.286,-657.897"/>
+</g>
+<!-- _mul2 -->
+<g id="node16" class="node"><title>_mul2</title>
+<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M381,-810C381,-810 311,-810 311,-810 305,-810 299,-804 299,-798 299,-798 299,-764 299,-764 299,-758 305,-752 311,-752 311,-752 381,-752 381,-752 387,-752 393,-758 393,-764 393,-764 393,-798 393,-798 393,-804 387,-810 381,-810"/>
+<text text-anchor="middle" x="346" y="-783" font-family="Times,serif" font-size="10.00">_mul2</text>
+<text text-anchor="middle" x="346" y="-773" font-family="Times,serif" font-size="10.00">_Mul</text>
 </g>
 <!-- _mul2&#45;&gt;activation3 -->
-<g id="edge17" class="edge"><title>_mul2&#45;&gt;activation3</title>
-<path fill="none" stroke="#737373" d="M987.273,-742.202C1003.52,-706.654 1027.47,-654.241 1042.11,-622.21"/>
-<polygon fill="#737373" stroke="#737373" points="982.91,-751.751 982.973,-740.785 984.988,-747.203 987.066,-742.655 987.066,-742.655 987.066,-742.655 984.988,-747.203 991.159,-744.526 982.91,-751.751 982.91,-751.751"/>
+<g id="edge16" class="edge"><title>_mul2&#45;&gt;activation3</title>
+<path fill="none" stroke="#737373" d="M346,-741.746C346,-706.206 346,-654.104 346,-622.21"/>
+<polygon fill="#737373" stroke="#737373" points="346,-751.751 341.5,-741.751 346,-746.751 346,-741.751 346,-741.751 346,-741.751 346,-746.751 350.5,-741.751 346,-751.751 346,-751.751"/>
 </g>
 <!-- _mul2&#45;&gt;activation4 -->
-<g id="edge18" class="edge"><title>_mul2&#45;&gt;activation4</title>
-<path fill="none" stroke="#737373" d="M952.92,-742.588C948.905,-733.793 944.692,-724.563 940.896,-716.248"/>
-<polygon fill="#737373" stroke="#737373" points="957.17,-751.897 948.924,-744.669 955.094,-747.349 953.017,-742.8 953.017,-742.8 953.017,-742.8 955.094,-747.349 957.111,-740.931 957.17,-751.897 957.17,-751.897"/>
+<g id="edge17" class="edge"><title>_mul2&#45;&gt;activation4</title>
+<path fill="none" stroke="#737373" d="M310.441,-744.823C300.885,-735.37 290.676,-725.271 281.555,-716.248"/>
+<polygon fill="#737373" stroke="#737373" points="317.592,-751.897 307.318,-748.063 314.037,-748.381 310.482,-744.864 310.482,-744.864 310.482,-744.864 314.037,-748.381 313.647,-741.665 317.592,-751.897 317.592,-751.897"/>
 </g>
 <!-- ptb_lstm_2_h2h -->
-<g id="node19" class="node"><title>ptb_lstm_2_h2h</title>
-<path fill="#fb8072" stroke="#941305" stroke-width="2" d="M1005,-904C1005,-904 935,-904 935,-904 929,-904 923,-898 923,-892 923,-892 923,-858 923,-858 923,-852 929,-846 935,-846 935,-846 1005,-846 1005,-846 1011,-846 1017,-852 1017,-858 1017,-858 1017,-892 1017,-892 1017,-898 1011,-904 1005,-904"/>
-<text text-anchor="middle" x="970" y="-882" font-family="Times,serif" font-size="10.00">ptb_lstm_2_h2h</text>
-<text text-anchor="middle" x="970" y="-872" font-family="Times,serif" font-size="10.00">FullyConnected</text>
-<text text-anchor="middle" x="970" y="-862" font-family="Times,serif" font-size="10.00">num&#45;hidden=1024</text>
+<g id="node17" class="node"><title>ptb_lstm_2_h2h</title>
+<path fill="#fb8072" stroke="#941305" stroke-width="2" d="M381,-904C381,-904 311,-904 311,-904 305,-904 299,-898 299,-892 299,-892 299,-858 299,-858 299,-852 305,-846 311,-846 311,-846 381,-846 381,-846 387,-846 393,-852 393,-858 393,-858 393,-892 393,-892 393,-898 387,-904 381,-904"/>
+<text text-anchor="middle" x="346" y="-882" font-family="Times,serif" font-size="10.00">ptb_lstm_2_h2h</text>
+<text text-anchor="middle" x="346" y="-872" font-family="Times,serif" font-size="10.00">FullyConnected</text>
+<text text-anchor="middle" x="346" y="-862" font-family="Times,serif" font-size="10.00">num&#45;hidden=1024</text>
 </g>
 <!-- ptb_lstm_2_h2h&#45;&gt;_mul2 -->
-<g id="edge19" class="edge"><title>ptb_lstm_2_h2h&#45;&gt;_mul2</title>
-<path fill="none" stroke="#737373" d="M970,-835.744C970,-827.204 970,-818.298 970,-810.248"/>
-<polygon fill="#737373" stroke="#737373" points="970,-845.897 965.5,-835.897 970,-840.897 970,-835.897 970,-835.897 970,-835.897 970,-840.897 974.5,-835.897 970,-845.897 970,-845.897"/>
+<g id="edge18" class="edge"><title>ptb_lstm_2_h2h&#45;&gt;_mul2</title>
+<path fill="none" stroke="#737373" d="M346,-835.744C346,-827.204 346,-818.298 346,-810.248"/>
+<polygon fill="#737373" stroke="#737373" points="346,-845.897 341.5,-835.897 346,-840.897 346,-835.897 346,-835.897 346,-835.897 346,-840.897 350.5,-835.897 346,-845.897 346,-845.897"/>
 </g>
-<!-- _mul5 -->
-<g id="node52" class="node"><title>_mul5</title>
-<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M1492,-810C1492,-810 1422,-810 1422,-810 1416,-810 1410,-804 1410,-798 1410,-798 1410,-764 1410,-764 1410,-758 1416,-752 1422,-752 1422,-752 1492,-752 1492,-752 1498,-752 1504,-758 1504,-764 1504,-764 1504,-798 1504,-798 1504,-804 1498,-810 1492,-810"/>
-<text text-anchor="middle" x="1457" y="-783" font-family="Times,serif" font-size="10.00">_mul5</text>
-<text text-anchor="middle" x="1457" y="-773" font-family="Times,serif" font-size="10.00">_Mul</text>
-</g>
-<!-- ptb_lstm_2_h2h&#45;&gt;_mul5 -->
-<g id="edge71" class="edge"><title>ptb_lstm_2_h2h&#45;&gt;_mul5</title>
-<path fill="none" stroke="#737373" d="M1027.07,-863.218C1124.22,-844.867 1319.9,-807.9 1409.84,-790.91"/>
-<polygon fill="#737373" stroke="#737373" points="1017.14,-865.095 1026.13,-858.817 1022.05,-864.167 1026.96,-863.239 1026.96,-863.239 1026.96,-863.239 1022.05,-864.167 1027.8,-867.66 1017.14,-865.095 1017.14,-865.095"/>
-</g>
-<!-- _plus4 -->
-<g id="node20" class="node"><title>_plus4</title>
-<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M1005,-998C1005,-998 935,-998 935,-998 929,-998 923,-992 923,-986 923,-986 923,-952 923,-952 923,-946 929,-940 935,-940 935,-940 1005,-940 1005,-940 1011,-940 1017,-946 1017,-952 1017,-952 1017,-986 1017,-986 1017,-992 1011,-998 1005,-998"/>
-<text text-anchor="middle" x="970" y="-971" font-family="Times,serif" font-size="10.00">_plus4</text>
-<text text-anchor="middle" x="970" y="-961" font-family="Times,serif" font-size="10.00">_Plus</text>
-</g>
-<!-- _plus4&#45;&gt;ptb_lstm_2_i2h -->
-<g id="edge20" class="edge"><title>_plus4&#45;&gt;ptb_lstm_2_i2h</title>
-<path fill="none" stroke="#737373" d="M927.852,-933.378C916.151,-923.767 903.589,-913.448 892.389,-904.248"/>
-<polygon fill="#737373" stroke="#737373" points="935.788,-939.897 925.204,-937.027 931.924,-936.723 928.06,-933.55 928.06,-933.55 928.06,-933.55 931.924,-936.723 930.917,-930.072 935.788,-939.897 935.788,-939.897"/>
-</g>
-<!-- _plus4&#45;&gt;ptb_lstm_2_h2h -->
-<g id="edge21" class="edge"><title>_plus4&#45;&gt;ptb_lstm_2_h2h</title>
-<path fill="none" stroke="#737373" d="M970,-929.744C970,-921.204 970,-912.298 970,-904.248"/>
-<polygon fill="#737373" stroke="#737373" points="970,-939.897 965.5,-929.897 970,-934.897 970,-929.897 970,-929.897 970,-929.897 970,-934.897 974.5,-929.897 970,-939.897 970,-939.897"/>
+<!-- _plus2 -->
+<g id="node18" class="node"><title>_plus2</title>
+<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M381,-998C381,-998 311,-998 311,-998 305,-998 299,-992 299,-986 299,-986 299,-952 299,-952 299,-946 305,-940 311,-940 311,-940 381,-940 381,-940 387,-940 393,-946 393,-952 393,-952 393,-986 393,-986 393,-992 387,-998 381,-998"/>
+<text text-anchor="middle" x="346" y="-971" font-family="Times,serif" font-size="10.00">_plus2</text>
+<text text-anchor="middle" x="346" y="-961" font-family="Times,serif" font-size="10.00">_Plus</text>
+</g>
+<!-- _plus2&#45;&gt;ptb_lstm_2_i2h -->
+<g id="edge19" class="edge"><title>_plus2&#45;&gt;ptb_lstm_2_i2h</title>
+<path fill="none" stroke="#737373" d="M303.852,-933.378C292.151,-923.767 279.589,-913.448 268.389,-904.248"/>
+<polygon fill="#737373" stroke="#737373" points="311.788,-939.897 301.204,-937.027 307.924,-936.723 304.06,-933.55 304.06,-933.55 304.06,-933.55 307.924,-936.723 306.917,-930.072 311.788,-939.897 311.788,-939.897"/>
+</g>
+<!-- _plus2&#45;&gt;ptb_lstm_2_h2h -->
+<g id="edge20" class="edge"><title>_plus2&#45;&gt;ptb_lstm_2_h2h</title>
+<path fill="none" stroke="#737373" d="M346,-929.744C346,-921.204 346,-912.298 346,-904.248"/>
+<polygon fill="#737373" stroke="#737373" points="346,-939.897 341.5,-929.897 346,-934.897 346,-929.897 346,-929.897 346,-929.897 346,-934.897 350.5,-929.897 346,-939.897 346,-939.897"/>
 </g>
 <!-- ptb_lstm_2_gates -->
-<g id="node21" class="node"><title>ptb_lstm_2_gates</title>
-<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M1005,-1092C1005,-1092 935,-1092 935,-1092 929,-1092 923,-1086 923,-1080 923,-1080 923,-1046 923,-1046 923,-1040 929,-1034 935,-1034 935,-1034 1005,-1034 1005,-1034 1011,-1034 1017,-1040 1017,-1046 1017,-1046 1017,-1080 1017,-1080 1017,-1086 1011,-1092 1005,-1092"/>
-<text text-anchor="middle" x="970" y="-1065" font-family="Times,serif" font-size="10.00">ptb_lstm_2_gates</text>
-<text text-anchor="middle" x="970" y="-1055" font-family="Times,serif" font-size="10.00">SliceChannel</text>
-</g>
-<!-- ptb_lstm_2_gates&#45;&gt;_plus4 -->
-<g id="edge22" class="edge"><title>ptb_lstm_2_gates&#45;&gt;_plus4</title>
-<path fill="none" stroke="#737373" d="M970,-1023.74C970,-1015.2 970,-1006.3 970,-998.248"/>
-<polygon fill="#737373" stroke="#737373" points="970,-1033.9 965.5,-1023.9 970,-1028.9 970,-1023.9 970,-1023.9 970,-1023.9 970,-1028.9 974.5,-1023.9 970,-1033.9 970,-1033.9"/>
-</g>
-<!-- _plus6 -->
-<g id="node53" class="node"><title>_plus6</title>
-<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M893,-998C893,-998 823,-998 823,-998 817,-998 811,-992 811,-986 811,-986 811,-952 811,-952 811,-946 817,-940 823,-940 823,-940 893,-940 893,-940 899,-940 905,-946 905,-952 905,-952 905,-986 905,-986 905,-992 899,-998 893,-998"/>
-<text text-anchor="middle" x="858" y="-971" font-family="Times,serif" font-size="10.00">_plus6</text>
-<text text-anchor="middle" x="858" y="-961" font-family="Times,serif" font-size="10.00">_Plus</text>
-</g>
-<!-- ptb_lstm_2_gates&#45;&gt;_plus6 -->
-<g id="edge74" class="edge"><title>ptb_lstm_2_gates&#45;&gt;_plus6</title>
-<path fill="none" stroke="#737373" d="M927.852,-1027.38C916.151,-1017.77 903.589,-1007.45 892.389,-998.248"/>
-<polygon fill="#737373" stroke="#737373" points="935.788,-1033.9 925.204,-1031.03 931.924,-1030.72 928.06,-1027.55 928.06,-1027.55 928.06,-1027.55 931.924,-1030.72 930.917,-1024.07 935.788,-1033.9 935.788,-1033.9"/>
-</g>
-<!-- activation13 -->
-<g id="node22" class="node"><title>activation13</title>
-<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M1010,-1374C1010,-1374 940,-1374 940,-1374 934,-1374 928,-1368 928,-1362 928,-1362 928,-1328 928,-1328 928,-1322 934,-1316 940,-1316 940,-1316 1010,-1316 1010,-1316 1016,-1316 1022,-1322 1022,-1328 1022,-1328 1022,-1362 1022,-1362 1022,-1368 1016,-1374 1010,-1374"/>
-<text text-anchor="middle" x="975" y="-1352" font-family="Times,serif" font-size="10.00">activation13</text>
-<text text-anchor="middle" x="975" y="-1342" font-family="Times,serif" font-size="10.00">Activation</text>
-<text text-anchor="middle" x="975" y="-1332" font-family="Times,serif" font-size="10.00">act&#45;type=sigmoid</text>
-</g>
-<!-- activation13&#45;&gt;ptb_lstm_2_gates -->
-<g id="edge23" class="edge"><title>activation13&#45;&gt;ptb_lstm_2_gates</title>
-<path fill="none" stroke="#737373" d="M974.318,-1305.82C973.3,-1248.77 971.404,-1142.62 970.502,-1092.11"/>
-<polygon fill="#737373" stroke="#737373" points="974.498,-1315.87 969.82,-1305.95 974.408,-1310.87 974.319,-1305.87 974.319,-1305.87 974.319,-1305.87 974.408,-1310.87 978.818,-1305.79 974.498,-1315.87 974.498,-1315.87"/>
-</g>
-<!-- activation12 -->
-<g id="node23" class="node"><title>activation12</title>
-<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M706,-1186C706,-1186 636,-1186 636,-1186 630,-1186 624,-1180 624,-1174 624,-1174 624,-1140 624,-1140 624,-1134 630,-1128 636,-1128 636,-1128 706,-1128 706,-1128 712,-1128 718,-1134 718,-1140 718,-1140 718,-1174 718,-1174 718,-1180 712,-1186 706,-1186"/>
-<text text-anchor="middle" x="671" y="-1164" font-family="Times,serif" font-size="10.00">activation12</text>
-<text text-anchor="middle" x="671" y="-1154" font-family="Times,serif" font-size="10.00">Activation</text>
-<text text-anchor="middle" x="671" y="-1144" font-family="Times,serif" font-size="10.00">act&#45;type=sigmoid</text>
-</g>
-<!-- activation12&#45;&gt;ptb_lstm_2_gates -->
-<g id="edge24" class="edge"><title>activation12&#45;&gt;ptb_lstm_2_gates</title>
-<path fill="none" stroke="#737373" d="M727.778,-1127.98C800.155,-1101.37 875.498,-1083.49 922.978,-1073.37"/>
-<polygon fill="#737373" stroke="#737373" points="718.05,-1131.62 725.84,-1123.9 722.733,-1129.87 727.416,-1128.12 727.416,-1128.12 727.416,-1128.12 722.733,-1129.87 728.992,-1132.33 718.05,-1131.62 718.05,-1131.62"/>
-</g>
-<!-- _mul6 -->
-<g id="node24" class="node"><title>_mul6</title>
-<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M706,-1280C706,-1280 636,-1280 636,-1280 630,-1280 624,-1274 624,-1268 624,-1268 624,-1234 624,-1234 624,-1228 630,-1222 636,-1222 636,-1222 706,-1222 706,-1222 712,-1222 718,-1228 718,-1234 718,-1234 718,-1268 718,-1268 718,-1274 712,-1280 706,-1280"/>
-<text text-anchor="middle" x="671" y="-1253" font-family="Times,serif" font-size="10.00">_mul6</text>
-<text text-anchor="middle" x="671" y="-1243" font-family="Times,serif" font-size="10.00">_Mul</text>
-</g>
-<!-- _mul6&#45;&gt;_plus1 -->
-<g id="edge26" class="edge"><title>_mul6&#45;&gt;_plus1</title>
-<path fill="none" stroke="#737373" d="M633.635,-1214.32C626.434,-1205.69 619.685,-1196.04 615,-1186 591.792,-1136.27 596,-1118.88 596,-1064 596,-1064 596,-1064 596,-780 596,-683.783 718.129,-630.08 787.781,-607.276"/>
-<polygon fill="#737373" stroke="#737373" points="640.329,-1221.94 630.348,-1217.4 637.029,-1218.18 633.729,-1214.43 633.729,-1214.43 633.729,-1214.43 637.029,-1218.18 637.11,-1211.46 640.329,-1221.94 640.329,-1221.94"/>
-</g>
-<!-- _mul6&#45;&gt;activation12 -->
-<g id="edge25" class="edge"><title>_mul6&#45;&gt;activation12</title>
-<path fill="none" stroke="#737373" d="M671,-1211.74C671,-1203.2 671,-1194.3 671,-1186.25"/>
-<polygon fill="#737373" stroke="#737373" points="671,-1221.9 666.5,-1211.9 671,-1216.9 671,-1211.9 671,-1211.9 671,-1211.9 671,-1216.9 675.5,-1211.9 671,-1221.9 671,-1221.9"/>
-</g>
-<!-- activation10 -->
-<g id="node25" class="node"><title>activation10</title>
-<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M930,-1186C930,-1186 860,-1186 860,-1186 854,-1186 848,-1180 848,-1174 848,-1174 848,-1140 848,-1140 848,-1134 854,-1128 860,-1128 860,-1128 930,-1128 930,-1128 936,-1128 942,-1134 942,-1140 942,-1140 942,-1174 942,-1174 942,-1180 936,-1186 930,-1186"/>
-<text text-anchor="middle" x="895" y="-1164" font-family="Times,serif" font-size="10.00">activation10</text>
-<text text-anchor="middle" x="895" y="-1154" font-family="Times,serif" font-size="10.00">Activation</text>
-<text text-anchor="middle" x="895" y="-1144" font-family="Times,serif" font-size="10.00">act&#45;type=sigmoid</text>
-</g>
-<!-- activation10&#45;&gt;ptb_lstm_2_gates -->
-<g id="edge27" class="edge"><title>activation10&#45;&gt;ptb_lstm_2_gates</title>
-<path fill="none" stroke="#737373" d="M924.358,-1119.99C931.867,-1110.78 939.833,-1101.01 946.972,-1092.25"/>
-<polygon fill="#737373" stroke="#737373" points="917.91,-1127.9 920.741,-1117.3 921.069,-1124.02 924.229,-1120.15 924.229,-1120.15 924.229,-1120.15 921.069,-1124.02 927.717,-1122.99 917.91,-1127.9 917.91,-1127.9"/>
-</g>
-<!-- activation11 -->
-<g id="node26" class="node"><title>activation11</title>
-<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M818,-1186C818,-1186 748,-1186 748,-1186 742,-1186 736,-1180 736,-1174 736,-1174 736,-1140 736,-1140 736,-1134 742,-1128 748,-1128 748,-1128 818,-1128 818,-1128 824,-1128 830,-1134 830,-1140 830,-1140 830,-1174 830,-1174 830,-1180 824,-1186 818,-1186"/>
-<text text-anchor="middle" x="783" y="-1164" font-family="Times,serif" font-size="10.00">activation11</text>
-<text text-anchor="middle" x="783" y="-1154" font-family="Times,serif" font-size="10.00">Activation</text>
-<text text-anchor="middle" x="783" y="-1144" font-family="Times,serif" font-size="10.00">act&#45;type=tanh</text>
-</g>
-<!-- activation11&#45;&gt;ptb_lstm_2_gates -->
-<g id="edge28" class="edge"><title>activation11&#45;&gt;ptb_lstm_2_gates</title>
-<path fill="none" stroke="#737373" d="M838.726,-1128.14C838.817,-1128.09 838.909,-1128.05 839,-1128 866.797,-1114.26 897.988,-1099.02 922.959,-1086.85"/>
-<polygon fill="#737373" stroke="#737373" points="830.038,-1132.44 836.999,-1123.97 834.518,-1130.22 838.998,-1128 838.998,-1128 838.998,-1128 834.518,-1130.22 840.996,-1132.03 830.038,-1132.44 830.038,-1132.44"/>
-</g>
-<!-- _mul7 -->
-<g id="node27" class="node"><title>_mul7</title>
-<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M818,-1280C818,-1280 748,-1280 748,-1280 742,-1280 736,-1274 736,-1268 736,-1268 736,-1234 736,-1234 736,-1228 742,-1222 748,-1222 748,-1222 818,-1222 818,-1222 824,-1222 830,-1228 830,-1234 830,-1234 830,-1268 830,-1268 830,-1274 824,-1280 818,-1280"/>
-<text text-anchor="middle" x="783" y="-1253" font-family="Times,serif" font-size="10.00">_mul7</text>
-<text text-anchor="middle" x="783" y="-1243" font-family="Times,serif" font-size="10.00">_Mul</text>
-</g>
-<!-- _mul7&#45;&gt;activation10 -->
-<g id="edge29" class="edge"><title>_mul7&#45;&gt;activation10</title>
-<path fill="none" stroke="#737373" d="M825.148,-1215.38C836.849,-1205.77 849.411,-1195.45 860.611,-1186.25"/>
-<polygon fill="#737373" stroke="#737373" points="817.212,-1221.9 822.083,-1212.07 821.076,-1218.72 824.94,-1215.55 824.94,-1215.55 824.94,-1215.55 821.076,-1218.72 827.796,-1219.03 817.212,-1221.9 817.212,-1221.9"/>
-</g>
-<!-- _mul7&#45;&gt;activation11 -->
-<g id="edge30" class="edge"><title>_mul7&#45;&gt;activation11</title>
-<path fill="none" stroke="#737373" d="M783,-1211.74C783,-1203.2 783,-1194.3 783,-1186.25"/>
-<polygon fill="#737373" stroke="#737373" points="783,-1221.9 778.5,-1211.9 783,-1216.9 783,-1211.9 783,-1211.9 783,-1211.9 783,-1216.9 787.5,-1211.9 783,-1221.9 783,-1221.9"/>
-</g>
-<!-- _plus5 -->
-<g id="node28" class="node"><title>_plus5</title>
-<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M762,-1374C762,-1374 692,-1374 692,-1374 686,-1374 680,-1368 680,-1362 680,-1362 680,-1328 680,-1328 680,-1322 686,-1316 692,-1316 692,-1316 762,-1316 762,-1316 768,-1316 774,-1322 774,-1328 774,-1328 774,-1362 774,-1362 774,-1368 768,-1374 762,-1374"/>
-<text text-anchor="middle" x="727" y="-1347" font-family="Times,serif" font-size="10.00">_plus5</text>
-<text text-anchor="middle" x="727" y="-1337" font-family="Times,serif" font-size="10.00">_Plus</text>
-</g>
-<!-- _plus5&#45;&gt;_mul6 -->
-<g id="edge31" class="edge"><title>_plus5&#45;&gt;_mul6</title>
-<path fill="none" stroke="#737373" d="M704.569,-1307.15C699.113,-1298.19 693.363,-1288.74 688.194,-1280.25"/>
-<polygon fill="#737373" stroke="#737373" points="709.894,-1315.9 700.85,-1309.69 707.294,-1311.63 704.694,-1307.36 704.694,-1307.36 704.694,-1307.36 707.294,-1311.63 708.538,-1305.02 709.894,-1315.9 709.894,-1315.9"/>
-</g>
-<!-- _plus5&#45;&gt;_mul7 -->
-<g id="edge32" class="edge"><title>_plus5&#45;&gt;_mul7</title>
-<path fill="none" stroke="#737373" d="M749.431,-1307.15C754.887,-1298.19 760.637,-1288.74 765.806,-1280.25"/>
-<polygon fill="#737373" stroke="#737373" points="744.106,-1315.9 745.462,-1305.02 746.706,-1311.63 749.306,-1307.36 749.306,-1307.36 749.306,-1307.36 746.706,-1311.63 753.15,-1309.69 744.106,-1315.9 744.106,-1315.9"/>
-</g>
-<!-- activation14 -->
-<g id="node29" class="node"><title>activation14</title>
-<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M687,-1468C687,-1468 617,-1468 617,-1468 611,-1468 605,-1462 605,-1456 605,-1456 605,-1422 605,-1422 605,-1416 611,-1410 617,-1410 617,-1410 687,-1410 687,-1410 693,-1410 699,-1416 699,-1422 699,-1422 699,-1456 699,-1456 699,-1462 693,-1468 687,-1468"/>
-<text text-anchor="middle" x="652" y="-1446" font-family="Times,serif" font-size="10.00">activation14</text>
-<text text-anchor="middle" x="652" y="-1436" font-family="Times,serif" font-size="10.00">Activation</text>
-<text text-anchor="middle" x="652" y="-1426" font-family="Times,serif" font-size="10.00">act&#45;type=tanh</text>
-</g>
-<!-- activation14&#45;&gt;_plus5 -->
-<g id="edge33" class="edge"><title>activation14&#45;&gt;_plus5</title>
-<path fill="none" stroke="#737373" d="M681.358,-1401.99C688.867,-1392.78 696.833,-1383.01 703.972,-1374.25"/>
-<polygon fill="#737373" stroke="#737373" points="674.91,-1409.9 677.741,-1399.3 678.069,-1406.02 681.229,-1402.15 681.229,-1402.15 681.229,-1402.15 678.069,-1406.02 684.717,-1404.99 674.91,-1409.9 674.91,-1409.9"/>
-</g>
-<!-- _mul8&#45;&gt;activation13 -->
-<g id="edge34" class="edge"><title>_mul8&#45;&gt;activation13</title>
-<path fill="none" stroke="#737373" d="M689.29,-1501.39C755.84,-1465.19 865.405,-1405.6 927.741,-1371.7"/>
-<polygon fill="#737373" stroke="#737373" points="680.195,-1506.33 686.829,-1497.6 684.587,-1503.94 688.979,-1501.56 688.979,-1501.56 688.979,-1501.56 684.587,-1503.94 691.129,-1505.51 680.195,-1506.33 680.195,-1506.33"/>
-</g>
-<!-- _mul8&#45;&gt;activation14 -->
-<g id="edge35" class="edge"><title>_mul8&#45;&gt;activation14</title>
-<path fill="none" stroke="#737373" d="M640.843,-1494.03C642.624,-1485.4 644.485,-1476.39 646.166,-1468.25"/>
-<polygon fill="#737373" stroke="#737373" points="638.804,-1503.9 636.419,-1493.19 639.815,-1499 640.826,-1494.1 640.826,-1494.1 640.826,-1494.1 639.815,-1499 645.233,-1495.01 638.804,-1503.9 638.804,-1503.9"/>
-</g>
-<!-- ptb_lstm_3_h2h -->
-<g id="node31" class="node"><title>ptb_lstm_3_h2h</title>
-<path fill="#fb8072" stroke="#941305" stroke-width="2" d="M637,-1656C637,-1656 567,-1656 567,-1656 561,-1656 555,-1650 555,-1644 555,-1644 555,-1610 555,-1610 555,-1604 561,-1598 567,-1598 567,-1598 637,-1598 637,-1598 643,-1598 649,-1604 649,-1610 649,-1610 649,-1644 649,-1644 649,-1650 643,-1656 637,-1656"/>
-<text text-anchor="middle" x="602" y="-1634" font-family="Times,serif" font-size="10.00">ptb_lstm_3_h2h</text>
-<text text-anchor="middle" x="602" y="-1624" font-family="Times,serif" font-size="10.00">FullyConnected</text>
-<text text-anchor="middle" x="602" y="-1614" font-family="Times,serif" font-size="10.00">num&#45;hidden=1024</text>
-</g>
-<!-- ptb_lstm_3_h2h&#45;&gt;_mul8 -->
-<g id="edge36" class="edge"><title>ptb_lstm_3_h2h&#45;&gt;_mul8</title>
-<path fill="none" stroke="#737373" d="M614.701,-1588.31C617.636,-1579.6 620.71,-1570.47 623.482,-1562.25"/>
-<polygon fill="#737373" stroke="#737373" points="611.469,-1597.9 610.398,-1586.98 613.066,-1593.16 614.663,-1588.42 614.663,-1588.42 614.663,-1588.42 613.066,-1593.16 618.927,-1589.86 611.469,-1597.9 611.469,-1597.9"/>
-</g>
-<!-- _mul11 -->
-<g id="node62" class="node"><title>_mul11</title>
-<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M1112,-1562C1112,-1562 1042,-1562 1042,-1562 1036,-1562 1030,-1556 1030,-1550 1030,-1550 1030,-1516 1030,-1516 1030,-1510 1036,-1504 1042,-1504 1042,-1504 1112,-1504 1112,-1504 1118,-1504 1124,-1510 1124,-1516 1124,-1516 1124,-1550 1124,-1550 1124,-1556 1118,-1562 1112,-1562"/>
-<text text-anchor="middle" x="1077" y="-1535" font-family="Times,serif" font-size="10.00">_mul11</text>
-<text text-anchor="middle" x="1077" y="-1525" font-family="Times,serif" font-size="10.00">_Mul</text>
-</g>
-<!-- ptb_lstm_3_h2h&#45;&gt;_mul11 -->
-<g id="edge88" class="edge"><title>ptb_lstm_3_h2h&#45;&gt;_mul11</title>
-<path fill="none" stroke="#737373" d="M659.274,-1614.91C754.166,-1596.53 942.208,-1560.11 1029.91,-1543.12"/>
-<polygon fill="#737373" stroke="#737373" points="649.281,-1616.84 658.243,-1610.52 654.19,-1615.89 659.099,-1614.94 659.099,-1614.94 659.099,-1614.94 654.19,-1615.89 659.955,-1619.36 649.281,-1616.84 649.281,-1616.84"/>
-</g>
-<!-- _plus8 -->
-<g id="node32" class="node"><title>_plus8</title>
-<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M607,-1750C607,-1750 537,-1750 537,-1750 531,-1750 525,-1744 525,-1738 525,-1738 525,-1704 525,-1704 525,-1698 531,-1692 537,-1692 537,-1692 607,-1692 607,-1692 613,-1692 619,-1698 619,-1704 619,-1704 619,-1738 619,-1738 619,-1744 613,-1750 607,-1750"/>
-<text text-anchor="middle" x="572" y="-1723" font-family="Times,serif" font-size="10.00">_plus8</text>
-<text text-anchor="middle" x="572" y="-1713" font-family="Times,serif" font-size="10.00">_Plus</text>
-</g>
-<!-- _plus8&#45;&gt;ptb_lstm_3_i2h -->
-<g id="edge37" class="edge"><title>_plus8&#45;&gt;ptb_lstm_3_i2h</title>
-<path fill="none" stroke="#737373" d="M515.629,-1750.02C371.953,-1813.11 320.303,-1799.37 191,-1880 175.246,-1889.82 160,-1889.43 160,-1908 160,-2192 160,-2192 160,-2192 160,-2248.96 143.103,-2313.88 132.146,-2349.98"/>
-<polygon fill="#737373" stroke="#737373" points="524.776,-1745.96 517.466,-1754.13 520.207,-1747.99 515.638,-1750.02 515.638,-1750.02 515.638,-1750.02 520.207,-1747.99 513.81,-1745.91 524.776,-1745.96 524.776,-1745.96"/>
-</g>
-<!-- _plus8&#45;&gt;ptb_lstm_3_h2h -->
-<g id="edge38" class="edge"><title>_plus8&#45;&gt;ptb_lstm_3_h2h</title>
-<path fill="none" stroke="#737373" d="M584.291,-1682.31C587.132,-1673.6 590.106,-1664.47 592.789,-1656.25"/>
-<polygon fill="#737373" stroke="#737373" points="581.164,-1691.9 579.986,-1680.99 582.714,-1687.14 584.264,-1682.39 584.264,-1682.39 584.264,-1682.39 582.714,-1687.14 588.543,-1683.78 581.164,-1691.9 581.164,-1691.9"/>
-</g>
-<!-- ptb_lstm_3_gates -->
-<g id="node33" class="node"><title>ptb_lstm_3_gates</title>
-<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M569,-1844C569,-1844 499,-1844 499,-1844 493,-1844 487,-1838 487,-1832 487,-1832 487,-1798 487,-1798 487,-1792 493,-1786 499,-1786 499,-1786 569,-1786 569,-1786 575,-1786 581,-1792 581,-1798 581,-1798 581,-1832 581,-1832 581,-1838 575,-1844 569,-1844"/>
-<text text-anchor="middle" x="534" y="-1817" font-family="Times,serif" font-size="10.00">ptb_lstm_3_gates</text>
-<text text-anchor="middle" x="534" y="-1807" font-family="Times,serif" font-size="10.00">SliceChannel</text>
-</g>
-<!-- ptb_lstm_3_gates&#45;&gt;_plus8 -->
-<g id="edge39" class="edge"><title>ptb_lstm_3_gates&#45;&gt;_plus8</title>
-<path fill="none" stroke="#737373" d="M549.453,-1776.59C553.086,-1767.79 556.898,-1758.56 560.332,-1750.25"/>
-<polygon fill="#737373" stroke="#737373" points="545.608,-1785.9 545.266,-1774.94 547.517,-1781.28 549.425,-1776.65 549.425,-1776.65 549.425,-1776.65 547.517,-1781.28 553.585,-1778.37 545.608,-1785.9 545.608,-1785.9"/>
-</g>
-<!-- _plus10 -->
-<g id="node63" class="node"><title>_plus10</title>
-<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M495,-1750C495,-1750 425,-1750 425,-1750 419,-1750 413,-1744 413,-1738 413,-1738 413,-1704 413,-1704 413,-1698 419,-1692 425,-1692 425,-1692 495,-1692 495,-1692 501,-1692 507,-1698 507,-1704 507,-1704 507,-1738 507,-1738 507,-1744 501,-1750 495,-1750"/>
-<text text-anchor="middle" x="460" y="-1723" font-family="Times,serif" font-size="10.00">_plus10</text>
-<text text-anchor="middle" x="460" y="-1713" font-family="Times,serif" font-size="10.00">_Plus</text>
-</g>
-<!-- ptb_lstm_3_gates&#45;&gt;_plus10 -->
-<g id="edge91" class="edge"><title>ptb_lstm_3_gates&#45;&gt;_plus10</title>
-<path fill="none" stroke="#737373" d="M505.033,-1777.99C497.625,-1768.78 489.765,-1759.01 482.721,-1750.25"/>
-<polygon fill="#737373" stroke="#737373" points="511.395,-1785.9 501.621,-1780.93 508.262,-1782 505.128,-1778.1 505.128,-1778.1 505.128,-1778.1 508.262,-1782 508.634,-1775.28 511.395,-1785.9 511.395,-1785.9"/>
-</g>
-<!-- activation23 -->
-<g id="node34" class="node"><title>activation23</title>
-<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M270,-2126C270,-2126 200,-2126 200,-2126 194,-2126 188,-2120 188,-2114 188,-2114 188,-2080 188,-2080 188,-2074 194,-2068 200,-2068 200,-2068 270,-2068 270,-2068 276,-2068 282,-2074 282,-2080 282,-2080 282,-2114 282,-2114 282,-2120 276,-2126 270,-2126"/>
-<text text-anchor="middle" x="235" y="-2104" font-family="Times,serif" font-size="10.00">activation23</text>
-<text text-anchor="middle" x="235" y="-2094" font-family="Times,serif" font-size="10.00">Activation</text>
-<text text-anchor="middle" x="235" y="-2084" font-family="Times,serif" font-size="10.00">act&#45;type=sigmoid</text>
-</g>
-<!-- activation23&#45;&gt;ptb_lstm_3_gates -->
-<g id="edge40" class="edge"><title>activation23&#45;&gt;ptb_lstm_3_gates</title>
-<path fill="none" stroke="#737373" d="M217.575,-2058.56C198.507,-2011.38 175.755,-1930.4 217,-1880 250.556,-1838.99 406.957,-1823.66 486.813,-1818.44"/>
-<polygon fill="#737373" stroke="#737373" points="221.441,-2067.8 213.432,-2060.31 219.512,-2063.19 217.584,-2058.58 217.584,-2058.58 217.584,-2058.58 219.512,-2063.19 221.735,-2056.84 221.441,-2067.8 221.441,-2067.8"/>
-</g>
-<!-- activation22 -->
-<g id="node35" class="node"><title>activation22</title>
-<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M532,-1938C532,-1938 462,-1938 462,-1938 456,-1938 450,-1932 450,-1926 450,-1926 450,-1892 450,-1892 450,-1886 456,-1880 462,-1880 462,-1880 532,-1880 532,-1880 538,-1880 544,-1886 544,-1892 544,-1892 544,-1926 544,-1926 544,-1932 538,-1938 532,-1938"/>
-<text text-anchor="middle" x="497" y="-1916" font-family="Times,serif" font-size="10.00">activation22</text>
-<text text-anchor="middle" x="497" y="-1906" font-family="Times,serif" font-size="10.00">Activation</text>
-<text text-anchor="middle" x="497" y="-1896" font-family="Times,serif" font-size="10.00">act&#45;type=sigmoid</text>
-</g>
-<!-- activation22&#45;&gt;ptb_lstm_3_gates -->
-<g id="edge41" class="edge"><title>activation22&#45;&gt;ptb_lstm_3_gates</title>
-<path fill="none" stroke="#737373" d="M512.046,-1870.59C515.583,-1861.79 519.295,-1852.56 522.639,-1844.25"/>
-<polygon fill="#737373" stroke="#737373" points="508.302,-1879.9 507.859,-1868.94 510.168,-1875.26 512.034,-1870.62 512.034,-1870.62 512.034,-1870.62 510.168,-1875.26 516.209,-1872.3 508.302,-1879.9 508.302,-1879.9"/>
-</g>
-<!-- _mul12 -->
-<g id="node36" class="node"><title>_mul12</title>
-<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M532,-2032C532,-2032 462,-2032 462,-2032 456,-2032 450,-2026 450,-2020 450,-2020 450,-1986 450,-1986 450,-1980 456,-1974 462,-1974 462,-1974 532,-1974 532,-1974 538,-1974 544,-1980 544,-1986 544,-1986 544,-2020 544,-2020 544,-2026 538,-2032 532,-2032"/>
-<text text-anchor="middle" x="497" y="-2005" font-family="Times,serif" font-size="10.00">_mul12</text>
-<text text-anchor="middle" x="497" y="-1995" font-family="Times,serif" font-size="10.00">_Mul</text>
-</g>
-<!-- _mul12&#45;&gt;_plus5 -->
-<g id="edge43" class="edge"><title>_mul12&#45;&gt;_plus5</title>
-<path fill="none" stroke="#737373" d="M554.275,-1994.37C669.808,-1978.85 920.413,-1944.54 927,-1938 965.934,-1899.33 946,-1870.88 946,-1816 946,-1816 946,-1816 946,-1532 946,-1442.58 838.63,-1387.19 774.25,-1362.02"/>
-<polygon fill="#737373" stroke="#737373" points="544.194,-1995.72 553.507,-1989.93 549.15,-1995.05 554.105,-1994.39 554.105,-1994.39 554.105,-1994.39 549.15,-1995.05 554.704,-1998.85 544.194,-1995.72 544.194,-1995.72"/>
-</g>
-<!-- _mul12&#45;&gt;activation22 -->
-<g id="edge42" class="edge"><title>_mul12&#45;&gt;activation22</title>
-<path fill="none" stroke="#737373" d="M497,-1963.74C497,-1955.2 497,-1946.3 497,-1938.25"/>
-<polygon fill="#737373" stroke="#737373" points="497,-1973.9 492.5,-1963.9 497,-1968.9 497,-1963.9 497,-1963.9 497,-1963.9 497,-1968.9 501.5,-1963.9 497,-1973.9 497,-1973.9"/>
-</g>
-<!-- activation20 -->
-<g id="node37" class="node"><title>activation20</title>
-<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M308,-1938C308,-1938 238,-1938 238,-1938 232,-1938 226,-1932 226,-1926 226,-1926 226,-1892 226,-1892 226,-1886 232,-1880 238,-1880 238,-1880 308,-1880 308,-1880 314,-1880 320,-1886 320,-1892 320,-1892 320,-1926 320,-1926 320,-1932 314,-1938 308,-1938"/>
-<text text-anchor="middle" x="273" y="-1916" font-family="Times,serif" font-size="10.00">activation20</text>
-<text text-anchor="middle" x="273" y="-1906" font-family="Times,serif" font-size="10.00">Activation</text>
-<text text-anchor="middle" x="273" y="-1896" font-family="Times,serif" font-size="10.00">act&#45;type=sigmoid</text>
-</g>
-<!-- activation20&#45;&gt;ptb_lstm_3_gates -->
-<g id="edge44" class="edge"><title>activation20&#45;&gt;ptb_lstm_3_gates</title>
-<path fill="none" stroke="#737373" d="M329.531,-1880C388.243,-1856.79 446.935,-1839.39 486.842,-1828.39"/>
-<polygon fill="#737373" stroke="#737373" points="320.11,-1883.78 327.719,-1875.88 324.752,-1881.92 329.393,-1880.06 329.393,-1880.06 329.393,-1880.06 324.752,-1881.92 331.067,-1884.23 320.11,-1883.78 320.11,-1883.78"/>
-</g>
-<!-- activation21 -->
-<g id="node38" class="node"><title>activation21</title>
-<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M420,-1938C420,-1938 350,-1938 350,-1938 344,-1938 338,-1932 338,-1926 338,-1926 338,-1892 338,-1892 338,-1886 344,-1880 350,-1880 350,-1880 420,-1880 420,-1880 426,-1880 432,-1886 432,-1892 432,-1892 432,-1926 432,-1926 432,-1932 426,-1938 420,-1938"/>
-<text text-anchor="middle" x="385" y="-1916" font-family="Times,serif" font-size="10.00">activation21</text>
-<text text-anchor="middle" x="385" y="-1906" font-family="Times,serif" font-size="10.00">Activation</text>
-<text text-anchor="middle" x="385" y="-1896" font-family="Times,serif" font-size="10.00">act&#45;type=tanh</text>
-</g>
-<!-- activation21&#45;&gt;ptb_lstm_3_gates -->
-<g id="edge45" class="edge"><title>activation21&#45;&gt;ptb_lstm_3_gates</title>
-<path fill="none" stroke="#737373" d="M439.323,-1874.46C455.47,-1864.49 472.984,-1853.67 488.508,-1844.09"/>
-<polygon fill="#737373" stroke="#737373" points="430.515,-1879.9 436.659,-1870.81 434.769,-1877.27 439.023,-1874.64 439.023,-1874.64 439.023,-1874.64 434.769,-1877.27 441.387,-1878.47 430.515,-1879.9 430.515,-1879.9"/>
-</g>
-<!-- _mul13 -->
-<g id="node39" class="node"><title>_mul13</title>
-<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M420,-2032C420,-2032 350,-2032 350,-2032 344,-2032 338,-2026 338,-2020 338,-2020 338,-1986 338,-1986 338,-1980 344,-1974 350,-1974 350,-1974 420,-1974 420,-1974 426,-1974 432,-1980 432,-1986 432,-1986 432,-2020 432,-2020 432,-2026 426,-2032 420,-2032"/>
-<text text-anchor="middle" x="385" y="-2005" font-family="Times,serif" font-size="10.00">_mul13</text>
-<text text-anchor="middle" x="385" y="-1995" font-family="Times,serif" font-size="10.00">_Mul</text>
-</g>
-<!-- _mul13&#45;&gt;activation20 -->
-<g id="edge46" class="edge"><title>_mul13&#45;&gt;activation20</title>
-<path fill="none" stroke="#737373" d="M342.852,-1967.38C331.151,-1957.77 318.589,-1947.45 307.389,-1938.25"/>
-<polygon fill="#737373" stroke="#737373" points="350.788,-1973.9 340.204,-1971.03 346.924,-1970.72 343.06,-1967.55 343.06,-1967.55 343.06,-1967.55 346.924,-1970.72 345.917,-1964.07 350.788,-1973.9 350.788,-1973.9"/>
-</g>
-<!-- _mul13&#45;&gt;activation21 -->
-<g id="edge47" class="edge"><title>_mul13&#45;&gt;activation21</title>
-<path fill="none" stroke="#737373" d="M385,-1963.74C385,-1955.2 385,-1946.3 385,-1938.25"/>
-<polygon fill="#737373" stroke="#737373" points="385,-1973.9 380.5,-1963.9 385,-1968.9 385,-1963.9 385,-1963.9 385,-1963.9 385,-1968.9 389.5,-1963.9 385,-1973.9 385,-1973.9"/>
-</g>
-<!-- _plus9 -->
-<g id="node40" class="node"><title>_plus9</title>
-<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M439,-2126C439,-2126 369,-2126 369,-2126 363,-2126 357,-2120 357,-2114 357,-2114 357,-2080 357,-2080 357,-2074 363,-2068 369,-2068 369,-2068 439,-2068 439,-2068 445,-2068 451,-2074 451,-2080 451,-2080 451,-2114 451,-2114 451,-2120 445,-2126 439,-2126"/>
-<text text-anchor="middle" x="404" y="-2099" font-family="Times,serif" font-size="10.00">_plus9</text>
-<text text-anchor="middle" x="404" y="-2089" font-family="Times,serif" font-size="10.00">_Plus</text>
-</g>
-<!-- _plus9&#45;&gt;_mul12 -->
-<g id="edge48" class="edge"><title>_plus9&#45;&gt;_mul12</title>
-<path fill="none" stroke="#737373" d="M439.559,-2060.82C449.115,-2051.37 459.324,-2041.27 468.445,-2032.25"/>
-<polygon fill="#737373" stroke="#737373" points="432.408,-2067.9 436.353,-2057.67 435.963,-2064.38 439.518,-2060.86 439.518,-2060.86 439.518,-2060.86 435.963,-2064.38 442.682,-2064.06 432.408,-2067.9 432.408,-2067.9"/>
-</g>
-<!-- _plus9&#45;&gt;_mul13 -->
-<g id="edge49" class="edge"><title>_plus9&#45;&gt;_mul13</title>
-<path fill="none" stroke="#737373" d="M396.157,-2058.03C394.376,-2049.4 392.515,-2040.39 390.834,-2032.25"/>
-<polygon fill="#737373" stroke="#737373" points="398.196,-2067.9 391.767,-2059.01 397.185,-2063 396.174,-2058.1 396.174,-2058.1 396.174,-2058.1 397.185,-2063 400.581,-2057.19 398.196,-2067.9 398.196,-2067.9"/>
-</g>
-<!-- activation24 -->
-<g id="node41" class="node"><title>activation24</title>
-<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M345,-2220C345,-2220 275,-2220 275,-2220 269,-2220 263,-2214 263,-2208 263,-2208 263,-2174 263,-2174 263,-2168 269,-2162 275,-2162 275,-2162 345,-2162 345,-2162 351,-2162 357,-2168 357,-2174 357,-2174 357,-2208 357,-2208 357,-2214 351,-2220 345,-2220"/>
-<text text-anchor="middle" x="310" y="-2198" font-family="Times,serif" font-size="10.00">activation24</text>
-<text text-anchor="middle" x="310" y="-2188" font-family="Times,serif" font-size="10.00">Activation</text>
-<text text-anchor="middle" x="310" y="-2178" font-family="Times,serif" font-size="10.00">act&#45;type=tanh</text>
-</g>
-<!-- activation24&#45;&gt;_plus9 -->
-<g id="edge50" class="edge"><title>activation24&#45;&gt;_plus9</title>
-<path fill="none" stroke="#737373" d="M345.942,-2154.82C355.6,-2145.37 365.919,-2135.27 375.138,-2126.25"/>
-<polygon fill="#737373" stroke="#737373" points="338.714,-2161.9 342.713,-2151.69 342.287,-2158.4 345.861,-2154.9 345.861,-2154.9 345.861,-2154.9 342.287,-2158.4 349.008,-2158.12 338.714,-2161.9 338.714,-2161.9"/>
-</g>
-<!-- _mul14&#45;&gt;activation23 -->
-<g id="edge51" class="edge"><title>_mul14&#45;&gt;activation23</title>
-<path fill="none" stroke="#737373" d="M235,-2245.75C235,-2210.21 235,-2158.1 235,-2126.21"/>
-<polygon fill="#737373" stroke="#737373" points="235,-2255.75 230.5,-2245.75 235,-2250.75 235,-2245.75 235,-2245.75 235,-2245.75 235,-2250.75 239.5,-2245.75 235,-2255.75 235,-2255.75"/>
-</g>
-<!-- _mul14&#45;&gt;activation24 -->
-<g id="edge52" class="edge"><title>_mul14&#45;&gt;activation24</title>
-<path fill="none" stroke="#737373" d="M264.358,-2247.99C271.867,-2238.78 279.833,-2229.01 286.972,-2220.25"/>
-<polygon fill="#737373" stroke="#737373" points="257.91,-2255.9 260.741,-2245.3 261.069,-2252.02 264.229,-2248.15 264.229,-2248.15 264.229,-2248.15 261.069,-2252.02 267.717,-2250.99 257.91,-2255.9 257.91,-2255.9"/>
-</g>
-<!-- _plus2&#45;&gt;ptb_lstm_1_i2h -->
-<g id="edge56" class="edge"><title>_plus2&#45;&gt;ptb_lstm_1_i2h</title>
-<path fill="none" stroke="#737373" d="M999,-177.744C999,-169.204 999,-160.298 999,-152.248"/>
-<polygon fill="#737373" stroke="#737373" points="999,-187.897 994.5,-177.897 999,-182.897 999,-177.897 999,-177.897 999,-177.897 999,-182.897 1003.5,-177.897 999,-187.897 999,-187.897"/>
-</g>
-<!-- _plus2&#45;&gt;ptb_lstm_1_h2h -->
-<g id="edge57" class="edge"><title>_plus2&#45;&gt;ptb_lstm_1_h2h</title>
-<path fill="none" stroke="#737373" d="M1041.15,-181.378C1052.85,-171.767 1065.41,-161.448 1076.61,-152.248"/>
-<polygon fill="#737373" stroke="#737373" points="1033.21,-187.897 1038.08,-178.072 1037.08,-184.723 1040.94,-181.55 1040.94,-181.55 1040.94,-181.55 1037.08,-184.723 1043.8,-185.027 1033.21,-187.897 1033.21,-187.897"/>
+<g id="node19" class="node"><title>ptb_lstm_2_gates</title>
+<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M381,-1092C381,-1092 311,-1092 311,-1092 305,-1092 299,-1086 299,-1080 299,-1080 299,-1046 299,-1046 299,-1040 305,-1034 311,-1034 311,-1034 381,-1034 381,-1034 387,-1034 393,-1040 393,-1046 393,-1046 393,-1080 393,-1080 393,-1086 387,-1092 381,-1092"/>
+<text text-anchor="middle" x="346" y="-1065" font-family="Times,serif" font-size="10.00">ptb_lstm_2_gates</text>
+<text text-anchor="middle" x="346" y="-1055" font-family="Times,serif" font-size="10.00">SliceChannel</text>
+</g>
+<!-- ptb_lstm_2_gates&#45;&gt;_plus2 -->
+<g id="edge21" class="edge"><title>ptb_lstm_2_gates&#45;&gt;_plus2</title>
+<path fill="none" stroke="#737373" d="M346,-1023.74C346,-1015.2 346,-1006.3 346,-998.248"/>
+<polygon fill="#737373" stroke="#737373" points="346,-1033.9 341.5,-1023.9 346,-1028.9 346,-1023.9 346,-1023.9 346,-1023.9 346,-1028.9 350.5,-1023.9 346,-1033.9 346,-1033.9"/>
 </g>
 <!-- activation8 -->
-<g id="node44" class="node"><title>activation8</title>
-<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M1604,-716C1604,-716 1534,-716 1534,-716 1528,-716 1522,-710 1522,-704 1522,-704 1522,-670 1522,-670 1522,-664 1528,-658 1534,-658 1534,-658 1604,-658 1604,-658 1610,-658 1616,-664 1616,-670 1616,-670 1616,-704 1616,-704 1616,-710 1610,-716 1604,-716"/>
-<text text-anchor="middle" x="1569" y="-694" font-family="Times,serif" font-size="10.00">activation8</text>
-<text text-anchor="middle" x="1569" y="-684" font-family="Times,serif" font-size="10.00">Activation</text>
-<text text-anchor="middle" x="1569" y="-674" font-family="Times,serif" font-size="10.00">act&#45;type=sigmoid</text>
+<g id="node20" class="node"><title>activation8</title>
+<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M568,-1374C568,-1374 498,-1374 498,-1374 492,-1374 486,-1368 486,-1362 486,-1362 486,-1328 486,-1328 486,-1322 492,-1316 498,-1316 498,-1316 568,-1316 568,-1316 574,-1316 580,-1322 580,-1328 580,-1328 580,-1362 580,-1362 580,-1368 574,-1374 568,-1374"/>
+<text text-anchor="middle" x="533" y="-1352" font-family="Times,serif" font-size="10.00">activation8</text>
+<text text-anchor="middle" x="533" y="-1342" font-family="Times,serif" font-size="10.00">Activation</text>
+<text text-anchor="middle" x="533" y="-1332" font-family="Times,serif" font-size="10.00">act&#45;type=sigmoid</text>
 </g>
-<!-- activation8&#45;&gt;ptb_lstm_1_gates -->
-<g id="edge59" class="edge"><title>activation8&#45;&gt;ptb_lstm_1_gates</title>
-<path fill="none" stroke="#737373" d="M1568.16,-647.729C1564.52,-581.566 1546.95,-446.169 1466,-376 1420.63,-336.672 1244.06,-320.353 1158.29,-314.639"/>
-<polygon fill="#737373" stroke="#737373" points="1568.64,-657.733 1563.67,-647.957 1568.4,-652.738 1568.17,-647.744 1568.17,-647.744 1568.17,-647.744 1568.4,-652.738 1572.66,-647.531 1568.64,-657.733 1568.64,-657.733"/>
+<!-- activation8&#45;&gt;ptb_lstm_2_gates -->
+<g id="edge22" class="edge"><title>activation8&#45;&gt;ptb_lstm_2_gates</title>
+<path fill="none" stroke="#737373" d="M540.878,-1305.79C548.226,-1258.96 552.937,-1179.51 514,-1128 485.58,-1090.4 432.237,-1074.89 393.26,-1068.49"/>
+<polygon fill="#737373" stroke="#737373" points="539.183,-1315.83 536.411,-1305.22 540.015,-1310.9 540.848,-1305.97 540.848,-1305.97 540.848,-1305.97 540.015,-1310.9 545.285,-1306.72 539.183,-1315.83 539.183,-1315.83"/>
 </g>
 <!-- activation7 -->
-<g id="node45" class="node"><title>activation7</title>
-<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M1221,-434C1221,-434 1151,-434 1151,-434 1145,-434 1139,-428 1139,-422 1139,-422 1139,-388 1139,-388 1139,-382 1145,-376 1151,-376 1151,-376 1221,-376 1221,-376 1227,-376 1233,-382 1233,-388 1233,-388 1233,-422 1233,-422 1233,-428 1227,-434 1221,-434"/>
-<text text-anchor="middle" x="1186" y="-412" font-family="Times,serif" font-size="10.00">activation7</text>
-<text text-anchor="middle" x="1186" y="-402" font-family="Times,serif" font-size="10.00">Activation</text>
-<text text-anchor="middle" x="1186" y="-392" font-family="Times,serif" font-size="10.00">act&#45;type=sigmoid</text>
+<g id="node21" class="node"><title>activation7</title>
+<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M269,-1186C269,-1186 199,-1186 199,-1186 193,-1186 187,-1180 187,-1174 187,-1174 187,-1140 187,-1140 187,-1134 193,-1128 199,-1128 199,-1128 269,-1128 269,-1128 275,-1128 281,-1134 281,-1140 281,-1140 281,-1174 281,-1174 281,-1180 275,-1186 269,-1186"/>
+<text text-anchor="middle" x="234" y="-1164" font-family="Times,serif" font-size="10.00">activation7</text>
+<text text-anchor="middle" x="234" y="-1154" font-family="Times,serif" font-size="10.00">Activation</text>
+<text text-anchor="middle" x="234" y="-1144" font-family="Times,serif" font-size="10.00">act&#45;type=sigmoid</text>
 </g>
-<!-- activation7&#45;&gt;ptb_lstm_1_gates -->
-<g id="edge60" class="edge"><title>activation7&#45;&gt;ptb_lstm_1_gates</title>
-<path fill="none" stroke="#737373" d="M1156.64,-367.987C1149.13,-358.777 1141.17,-349.005 1134.03,-340.248"/>
-<polygon fill="#737373" stroke="#737373" points="1163.09,-375.897 1153.28,-370.99 1159.93,-372.022 1156.77,-368.146 1156.77,-368.146 1156.77,-368.146 1159.93,-372.022 1160.26,-365.303 1163.09,-375.897 1163.09,-375.897"/>
+<!-- activation7&#45;&gt;ptb_lstm_2_gates -->
+<g id="edge23" class="edge"><title>activation7&#45;&gt;ptb_lstm_2_gates</title>
+<path fill="none" stroke="#737373" d="M276.148,-1121.38C287.849,-1111.77 300.411,-1101.45 311.611,-1092.25"/>
+<polygon fill="#737373" stroke="#737373" points="268.212,-1127.9 273.083,-1118.07 272.076,-1124.72 275.94,-1121.55 275.94,-1121.55 275.94,-1121.55 272.076,-1124.72 278.796,-1125.03 268.212,-1127.9 268.212,-1127.9"/>
 </g>
 <!-- _mul3 -->
-<g id="node46" class="node"><title>_mul3</title>
-<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M1277,-528C1277,-528 1207,-528 1207,-528 1201,-528 1195,-522 1195,-516 1195,-516 1195,-482 1195,-482 1195,-476 1201,-470 1207,-470 1207,-470 1277,-470 1277,-470 1283,-470 1289,-476 1289,-482 1289,-482 1289,-516 1289,-516 1289,-522 1283,-528 1277,-528"/>
-<text text-anchor="middle" x="1242" y="-501" font-family="Times,serif" font-size="10.00">_mul3</text>
-<text text-anchor="middle" x="1242" y="-491" font-family="Times,serif" font-size="10.00">_Mul</text>
+<g id="node22" class="node"><title>_mul3</title>
+<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M269,-1280C269,-1280 199,-1280 199,-1280 193,-1280 187,-1274 187,-1268 187,-1268 187,-1234 187,-1234 187,-1228 193,-1222 199,-1222 199,-1222 269,-1222 269,-1222 275,-1222 281,-1228 281,-1234 281,-1234 281,-1268 281,-1268 281,-1274 275,-1280 269,-1280"/>
+<text text-anchor="middle" x="234" y="-1253" font-family="Times,serif" font-size="10.00">_mul3</text>
+<text text-anchor="middle" x="234" y="-1243" font-family="Times,serif" font-size="10.00">_Mul</text>
+</g>
+<!-- _mul3&#45;&gt;_plus1 -->
+<g id="edge25" class="edge"><title>_mul3&#45;&gt;_plus1</title>
+<path fill="none" stroke="#737373" d="M196.635,-1214.32C189.434,-1205.69 182.685,-1196.04 178,-1186 154.792,-1136.27 159,-1118.88 159,-1064 159,-1064 159,-1064 159,-780 159,-723.974 159,-658.455 159,-622.045"/>
+<polygon fill="#737373" stroke="#737373" points="203.329,-1221.94 193.348,-1217.4 200.029,-1218.18 196.729,-1214.43 196.729,-1214.43 196.729,-1214.43 200.029,-1218.18 200.11,-1211.46 203.329,-1221.94 203.329,-1221.94"/>
 </g>
 <!-- _mul3&#45;&gt;activation7 -->
-<g id="edge61" class="edge"><title>_mul3&#45;&gt;activation7</title>
-<path fill="none" stroke="#737373" d="M1219.57,-461.148C1214.11,-452.186 1208.36,-442.74 1203.19,-434.248"/>
-<polygon fill="#737373" stroke="#737373" points="1224.89,-469.897 1215.85,-463.695 1222.29,-465.626 1219.69,-461.355 1219.69,-461.355 1219.69,-461.355 1222.29,-465.626 1223.54,-459.015 1224.89,-469.897 1224.89,-469.897"/>
+<g id="edge24" class="edge"><title>_mul3&#45;&gt;activation7</title>
+<path fill="none" stroke="#737373" d="M234,-1211.74C234,-1203.2 234,-1194.3 234,-1186.25"/>
+<polygon fill="#737373" stroke="#737373" points="234,-1221.9 229.5,-1211.9 234,-1216.9 234,-1211.9 234,-1211.9 234,-1211.9 234,-1216.9 238.5,-1211.9 234,-1221.9 234,-1221.9"/>
 </g>
 <!-- activation5 -->
-<g id="node47" class="node"><title>activation5</title>
-<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M1333,-434C1333,-434 1263,-434 1263,-434 1257,-434 1251,-428 1251,-422 1251,-422 1251,-388 1251,-388 1251,-382 1257,-376 1263,-376 1263,-376 1333,-376 1333,-376 1339,-376 1345,-382 1345,-388 1345,-388 1345,-422 1345,-422 1345,-428 1339,-434 1333,-434"/>
-<text text-anchor="middle" x="1298" y="-412" font-family="Times,serif" font-size="10.00">activation5</text>
-<text text-anchor="middle" x="1298" y="-402" font-family="Times,serif" font-size="10.00">Activation</text>
-<text text-anchor="middle" x="1298" y="-392" font-family="Times,serif" font-size="10.00">act&#45;type=sigmoid</text>
+<g id="node23" class="node"><title>activation5</title>
+<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M381,-1186C381,-1186 311,-1186 311,-1186 305,-1186 299,-1180 299,-1174 299,-1174 299,-1140 299,-1140 299,-1134 305,-1128 311,-1128 311,-1128 381,-1128 381,-1128 387,-1128 393,-1134 393,-1140 393,-1140 393,-1174 393,-1174 393,-1180 387,-1186 381,-1186"/>
+<text text-anchor="middle" x="346" y="-1164" font-family="Times,serif" font-size="10.00">activation5</text>
+<text text-anchor="middle" x="346" y="-1154" font-family="Times,serif" font-size="10.00">Activation</text>
+<text text-anchor="middle" x="346" y="-1144" font-family="Times,serif" font-size="10.00">act&#45;type=sigmoid</text>
 </g>
-<!-- activation5&#45;&gt;ptb_lstm_1_gates -->
-<g id="edge62" class="edge"><title>activation5&#45;&gt;ptb_lstm_1_gates</title>
-<path fill="none" stroke="#737373" d="M1242.27,-376.136C1242.18,-376.09 1242.09,-376.045 1242,-376 1214.2,-362.261 1183.01,-347.016 1158.04,-334.852"/>
-<polygon fill="#737373" stroke="#737373" points="1250.96,-380.442 1240,-380.033 1246.48,-378.221 1242,-376.001 1242,-376.001 1242,-376.001 1246.48,-378.221 1244,-371.969 1250.96,-380.442 1250.96,-380.442"/>
+<!-- activation5&#45;&gt;ptb_lstm_2_gates -->
+<g id="edge26" class="edge"><title>activation5&#45;&gt;ptb_lstm_2_gates</title>
+<path fill="none" stroke="#737373" d="M346,-1117.74C346,-1109.2 346,-1100.3 346,-1092.25"/>
+<polygon fill="#737373" stroke="#737373" points="346,-1127.9 341.5,-1117.9 346,-1122.9 346,-1117.9 346,-1117.9 346,-1117.9 346,-1122.9 350.5,-1117.9 346,-1127.9 346,-1127.9"/>
 </g>
 <!-- activation6 -->
-<g id="node48" class="node"><title>activation6</title>
-<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M1445,-434C1445,-434 1375,-434 1375,-434 1369,-434 1363,-428 1363,-422 1363,-422 1363,-388 1363,-388 1363,-382 1369,-376 1375,-376 1375,-376 1445,-376 1445,-376 1451,-376 1457,-382 1457,-388 1457,-388 1457,-422 1457,-422 1457,-428 1451,-434 1445,-434"/>
-<text text-anchor="middle" x="1410" y="-412" font-family="Times,serif" font-size="10.00">activation6</text>
-<text text-anchor="middle" x="1410" y="-402" font-family="Times,serif" font-size="10.00">Activation</text>
-<text text-anchor="middle" x="1410" y="-392" font-family="Times,serif" font-size="10.00">act&#45;type=tanh</text>
+<g id="node24" class="node"><title>activation6</title>
+<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M493,-1186C493,-1186 423,-1186 423,-1186 417,-1186 411,-1180 411,-1174 411,-1174 411,-1140 411,-1140 411,-1134 417,-1128 423,-1128 423,-1128 493,-1128 493,-1128 499,-1128 505,-1134 505,-1140 505,-1140 505,-1174 505,-1174 505,-1180 499,-1186 493,-1186"/>
+<text text-anchor="middle" x="458" y="-1164" font-family="Times,serif" font-size="10.00">activation6</text>
+<text text-anchor="middle" x="458" y="-1154" font-family="Times,serif" font-size="10.00">Activation</text>
+<text text-anchor="middle" x="458" y="-1144" font-family="Times,serif" font-size="10.00">act&#45;type=tanh</text>
 </g>
-<!-- activation6&#45;&gt;ptb_lstm_1_gates -->
-<g id="edge63" class="edge"><title>activation6&#45;&gt;ptb_lstm_1_gates</title>
-<path fill="none" stroke="#737373" d="M1353.22,-375.982C1280.84,-349.366 1205.5,-331.487 1158.02,-321.366"/>
-<polygon fill="#737373" stroke="#737373" points="1362.95,-379.62 1352.01,-380.332 1358.27,-377.869 1353.58,-376.117 1353.58,-376.117 1353.58,-376.117 1358.27,-377.869 1355.16,-371.902 1362.95,-379.62 1362.95,-379.62"/>
+<!-- activation6&#45;&gt;ptb_lstm_2_gates -->
+<g id="edge27" class="edge"><title>activation6&#45;&gt;ptb_lstm_2_gates</title>
+<path fill="none" stroke="#737373" d="M415.852,-1121.38C404.151,-1111.77 391.589,-1101.45 380.389,-1092.25"/>
+<polygon fill="#737373" stroke="#737373" points="423.788,-1127.9 413.204,-1125.03 419.924,-1124.72 416.06,-1121.55 416.06,-1121.55 416.06,-1121.55 419.924,-1124.72 418.917,-1118.07 423.788,-1127.9 423.788,-1127.9"/>
 </g>
 <!-- _mul4 -->
-<g id="node49" class="node"><title>_mul4</title>
-<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M1417,-528C1417,-528 1347,-528 1347,-528 1341,-528 1335,-522 1335,-516 1335,-516 1335,-482 1335,-482 1335,-476 1341,-470 1347,-470 1347,-470 1417,-470 1417,-470 1423,-470 1429,-476 1429,-482 1429,-482 1429,-516 1429,-516 1429,-522 1423,-528 1417,-528"/>
-<text text-anchor="middle" x="1382" y="-501" font-family="Times,serif" font-size="10.00">_mul4</text>
-<text text-anchor="middle" x="1382" y="-491" font-family="Times,serif" font-size="10.00">_Mul</text>
+<g id="node25" class="node"><title>_mul4</title>
+<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M381,-1280C381,-1280 311,-1280 311,-1280 305,-1280 299,-1274 299,-1268 299,-1268 299,-1234 299,-1234 299,-1228 305,-1222 311,-1222 311,-1222 381,-1222 381,-1222 387,-1222 393,-1228 393,-1234 393,-1234 393,-1268 393,-1268 393,-1274 387,-1280 381,-1280"/>
+<text text-anchor="middle" x="346" y="-1253" font-family="Times,serif" font-size="10.00">_mul4</text>
+<text text-anchor="middle" x="346" y="-1243" font-family="Times,serif" font-size="10.00">_Mul</text>
 </g>
 <!-- _mul4&#45;&gt;activation5 -->
-<g id="edge64" class="edge"><title>_mul4&#45;&gt;activation5</title>
-<path fill="none" stroke="#737373" d="M1349.37,-462.266C1340.89,-452.974 1331.87,-443.094 1323.79,-434.248"/>
-<polygon fill="#737373" stroke="#737373" points="1356.34,-469.897 1346.27,-465.546 1352.97,-466.205 1349.6,-462.512 1349.6,-462.512 1349.6,-462.512 1352.97,-466.205 1352.92,-459.478 1356.34,-469.897 1356.34,-469.897"/>
+<g id="edge28" class="edge"><title>_mul4&#45;&gt;activation5</title>
+<path fill="none" stroke="#737373" d="M346,-1211.74C346,-1203.2 346,-1194.3 346,-1186.25"/>
+<polygon fill="#737373" stroke="#737373" points="346,-1221.9 341.5,-1211.9 346,-1216.9 346,-1211.9 346,-1211.9 346,-1211.9 346,-1216.9 350.5,-1211.9 346,-1221.9 346,-1221.9"/>
 </g>
 <!-- _mul4&#45;&gt;activation6 -->
-<g id="edge65" class="edge"><title>_mul4&#45;&gt;activation6</title>
-<path fill="none" stroke="#737373" d="M1393.47,-460.307C1396.12,-451.596 1398.9,-442.475 1401.4,-434.248"/>
-<polygon fill="#737373" stroke="#737373" points="1390.55,-469.897 1389.16,-459.02 1392.01,-465.114 1393.46,-460.33 1393.46,-460.33 1393.46,-460.33 1392.01,-465.114 1397.77,-461.641 1390.55,-469.897 1390.55,-469.897"/>
+<g id="edge29" class="edge"><title>_mul4&#45;&gt;activation6</title>
+<path fill="none" stroke="#737373" d="M388.148,-1215.38C399.849,-1205.77 412.411,-1195.45 423.611,-1186.25"/>
+<polygon fill="#737373" stroke="#737373" points="380.212,-1221.9 385.083,-1212.07 384.076,-1218.72 387.94,-1215.55 387.94,-1215.55 387.94,-1215.55 384.076,-1218.72 390.796,-1219.03 380.212,-1221.9 380.212,-1221.9"/>
 </g>
 <!-- _plus3 -->
-<g id="node50" class="node"><title>_plus3</title>
-<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M1417,-622C1417,-622 1347,-622 1347,-622 1341,-622 1335,-616 1335,-610 1335,-610 1335,-576 1335,-576 1335,-570 1341,-564 1347,-564 1347,-564 1417,-564 1417,-564 1423,-564 1429,-570 1429,-576 1429,-576 1429,-610 1429,-610 1429,-616 1423,-622 1417,-622"/>
-<text text-anchor="middle" x="1382" y="-595" font-family="Times,serif" font-size="10.00">_plus3</text>
-<text text-anchor="middle" x="1382" y="-585" font-family="Times,serif" font-size="10.00">_Plus</text>
+<g id="node26" class="node"><title>_plus3</title>
+<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M381,-1374C381,-1374 311,-1374 311,-1374 305,-1374 299,-1368 299,-1362 299,-1362 299,-1328 299,-1328 299,-1322 305,-1316 311,-1316 311,-1316 381,-1316 381,-1316 387,-1316 393,-1322 393,-1328 393,-1328 393,-1362 393,-1362 393,-1368 387,-1374 381,-1374"/>
+<text text-anchor="middle" x="346" y="-1347" font-family="Times,serif" font-size="10.00">_plus3</text>
+<text text-anchor="middle" x="346" y="-1337" font-family="Times,serif" font-size="10.00">_Plus</text>
 </g>
 <!-- _plus3&#45;&gt;_mul3 -->
-<g id="edge66" class="edge"><title>_plus3&#45;&gt;_mul3</title>
-<path fill="none" stroke="#737373" d="M1330.58,-558.208C1315.6,-548.363 1299.39,-537.713 1284.99,-528.248"/>
-<polygon fill="#737373" stroke="#737373" points="1339.23,-563.897 1328.41,-562.166 1335.06,-561.151 1330.88,-558.405 1330.88,-558.405 1330.88,-558.405 1335.06,-561.151 1333.35,-554.645 1339.23,-563.897 1339.23,-563.897"/>
+<g id="edge30" class="edge"><title>_plus3&#45;&gt;_mul3</title>
+<path fill="none" stroke="#737373" d="M303.852,-1309.38C292.151,-1299.77 279.589,-1289.45 268.389,-1280.25"/>
+<polygon fill="#737373" stroke="#737373" points="311.788,-1315.9 301.204,-1313.03 307.924,-1312.72 304.06,-1309.55 304.06,-1309.55 304.06,-1309.55 307.924,-1312.72 306.917,-1306.07 311.788,-1315.9 311.788,-1315.9"/>
 </g>
 <!-- _plus3&#45;&gt;_mul4 -->
-<g id="edge67" class="edge"><title>_plus3&#45;&gt;_mul4</title>
-<path fill="none" stroke="#737373" d="M1382,-553.744C1382,-545.204 1382,-536.298 1382,-528.248"/>
-<polygon fill="#737373" stroke="#737373" points="1382,-563.897 1377.5,-553.897 1382,-558.897 1382,-553.897 1382,-553.897 1382,-553.897 1382,-558.897 1386.5,-553.897 1382,-563.897 1382,-563.897"/>
+<g id="edge31" class="edge"><title>_plus3&#45;&gt;_mul4</title>
+<path fill="none" stroke="#737373" d="M346,-1305.74C346,-1297.2 346,-1288.3 346,-1280.25"/>
+<polygon fill="#737373" stroke="#737373" points="346,-1315.9 341.5,-1305.9 346,-1310.9 346,-1305.9 346,-1305.9 346,-1305.9 346,-1310.9 350.5,-1305.9 346,-1315.9 346,-1315.9"/>
 </g>
 <!-- activation9 -->
-<g id="node51" class="node"><title>activation9</title>
-<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M1492,-716C1492,-716 1422,-716 1422,-716 1416,-716 1410,-710 1410,-704 1410,-704 1410,-670 1410,-670 1410,-664 1416,-658 1422,-658 1422,-658 1492,-658 1492,-658 1498,-658 1504,-664 1504,-670 1504,-670 1504,-704 1504,-704 1504,-710 1498,-716 1492,-716"/>
-<text text-anchor="middle" x="1457" y="-694" font-family="Times,serif" font-size="10.00">activation9</text>
-<text text-anchor="middle" x="1457" y="-684" font-family="Times,serif" font-size="10.00">Activation</text>
-<text text-anchor="middle" x="1457" y="-674" font-family="Times,serif" font-size="10.00">act&#45;type=tanh</text>
+<g id="node27" class="node"><title>activation9</title>
+<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M493,-1468C493,-1468 423,-1468 423,-1468 417,-1468 411,-1462 411,-1456 411,-1456 411,-1422 411,-1422 411,-1416 417,-1410 423,-1410 423,-1410 493,-1410 493,-1410 499,-1410 505,-1416 505,-1422 505,-1422 505,-1456 505,-1456 505,-1462 499,-1468 493,-1468"/>
+<text text-anchor="middle" x="458" y="-1446" font-family="Times,serif" font-size="10.00">activation9</text>
+<text text-anchor="middle" x="458" y="-1436" font-family="Times,serif" font-size="10.00">Activation</text>
+<text text-anchor="middle" x="458" y="-1426" font-family="Times,serif" font-size="10.00">act&#45;type=tanh</text>
 </g>
 <!-- activation9&#45;&gt;_plus3 -->
-<g id="edge68" class="edge"><title>activation9&#45;&gt;_plus3</title>
-<path fill="none" stroke="#737373" d="M1427.64,-649.987C1420.13,-640.777 1412.17,-631.005 1405.03,-622.248"/>
-<polygon fill="#737373" stroke="#737373" points="1434.09,-657.897 1424.28,-652.99 1430.93,-654.022 1427.77,-650.146 1427.77,-650.146 1427.77,-650.146 1430.93,-654.022 1431.26,-647.303 1434.09,-657.897 1434.09,-657.897"/>
+<g id="edge32" class="edge"><title>activation9&#45;&gt;_plus3</title>
+<path fill="none" stroke="#737373" d="M415.852,-1403.38C404.151,-1393.77 391.589,-1383.45 380.389,-1374.25"/>
+<polygon fill="#737373" stroke="#737373" points="423.788,-1409.9 413.204,-1407.03 419.924,-1406.72 416.06,-1403.55 416.06,-1403.55 416.06,-1403.55 419.924,-1406.72 418.917,-1400.07 423.788,-1409.9 423.788,-1409.9"/>
+</g>
+<!-- _mul5 -->
+<g id="node28" class="node"><title>_mul5</title>
+<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M530,-1562C530,-1562 460,-1562 460,-1562 454,-1562 448,-1556 448,-1550 448,-1550 448,-1516 448,-1516 448,-1510 454,-1504 460,-1504 460,-1504 530,-1504 530,-1504 536,-1504 542,-1510 542,-1516 542,-1516 542,-1550 542,-1550 542,-1556 536,-1562 530,-1562"/>
+<text text-anchor="middle" x="495" y="-1535" font-family="Times,serif" font-size="10.00">_mul5</text>
+<text text-anchor="middle" x="495" y="-1525" font-family="Times,serif" font-size="10.00">_Mul</text>
 </g>
 <!-- _mul5&#45;&gt;activation8 -->
-<g id="edge69" class="edge"><title>_mul5&#45;&gt;activation8</title>
-<path fill="none" stroke="#737373" d="M1499.15,-745.378C1510.85,-735.767 1523.41,-725.448 1534.61,-716.248"/>
-<polygon fill="#737373" stroke="#737373" points="1491.21,-751.897 1496.08,-742.072 1495.08,-748.723 1498.94,-745.55 1498.94,-745.55 1498.94,-745.55 1495.08,-748.723 1501.8,-749.027 1491.21,-751.897 1491.21,-751.897"/>
+<g id="edge33" class="edge"><title>_mul5&#45;&gt;activation8</title>
+<path fill="none" stroke="#737373" d="M507.152,-1494.14C509.638,-1485.6 512.078,-1476.53 514,-1468 521.159,-1436.21 526.515,-1399.16 529.685,-1374.31"/>
+<polygon fill="#737373" stroke="#737373" points="504.242,-1503.86 502.799,-1492.99 505.676,-1499.07 507.11,-1494.28 507.11,-1494.28 507.11,-1494.28 505.676,-1499.07 511.421,-1495.57 504.242,-1503.86 504.242,-1503.86"/>
 </g>
 <!-- _mul5&#45;&gt;activation9 -->
-<g id="edge70" class="edge"><title>_mul5&#45;&gt;activation9</title>
-<path fill="none" stroke="#737373" d="M1457,-741.744C1457,-733.204 1457,-724.298 1457,-716.248"/>
-<polygon fill="#737373" stroke="#737373" points="1457,-751.897 1452.5,-741.897 1457,-746.897 1457,-741.897 1457,-741.897 1457,-741.897 1457,-746.897 1461.5,-741.897 1457,-751.897 1457,-751.897"/>
-</g>
-<!-- _plus6&#45;&gt;ptb_lstm_2_i2h -->
-<g id="edge72" class="edge"><title>_plus6&#45;&gt;ptb_lstm_2_i2h</title>
-<path fill="none" stroke="#737373" d="M858,-929.744C858,-921.204 858,-912.298 858,-904.248"/>
-<polygon fill="#737373" stroke="#737373" points="858,-939.897 853.5,-929.897 858,-934.897 858,-929.897 858,-929.897 858,-929.897 858,-934.897 862.5,-929.897 858,-939.897 858,-939.897"/>
-</g>
-<!-- _plus6&#45;&gt;ptb_lstm_2_h2h -->
-<g id="edge73" class="edge"><title>_plus6&#45;&gt;ptb_lstm_2_h2h</title>
-<path fill="none" stroke="#737373" d="M900.148,-933.378C911.849,-923.767 924.411,-913.448 935.611,-904.248"/>
-<polygon fill="#737373" stroke="#737373" points="892.212,-939.897 897.083,-930.072 896.076,-936.723 899.94,-933.55 899.94,-933.55 899.94,-933.55 896.076,-936.723 902.796,-937.027 892.212,-939.897 892.212,-939.897"/>
-</g>
-<!-- activation18 -->
-<g id="node54" class="node"><title>activation18</title>
-<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M1318,-1468C1318,-1468 1248,-1468 1248,-1468 1242,-1468 1236,-1462 1236,-1456 1236,-1456 1236,-1422 1236,-1422 1236,-1416 1242,-1410 1248,-1410 1248,-1410 1318,-1410 1318,-1410 1324,-1410 1330,-1416 1330,-1422 1330,-1422 1330,-1456 1330,-1456 1330,-1462 1324,-1468 1318,-1468"/>
-<text text-anchor="middle" x="1283" y="-1446" font-family="Times,serif" font-size="10.00">activation18</text>
-<text text-anchor="middle" x="1283" y="-1436" font-family="Times,serif" font-size="10.00">Activation</text>
-<text text-anchor="middle" x="1283" y="-1426" font-family="Times,serif" font-size="10.00">act&#45;type=sigmoid</text>
-</g>
-<!-- activation18&#45;&gt;ptb_lstm_2_gates -->
-<g id="edge75" class="edge"><title>activation18&#45;&gt;ptb_lstm_2_gates</title>
-<path fill="none" stroke="#737373" d="M1304.05,-1400.83C1337,-1337.14 1390.57,-1206.44 1325,-1128 1286.29,-1081.69 1104.62,-1068.83 1017.21,-1065.31"/>
-<polygon fill="#737373" stroke="#737373" points="1299.35,-1409.73 1300.04,-1398.78 1301.69,-1405.31 1304.02,-1400.88 1304.02,-1400.88 1304.02,-1400.88 1301.69,-1405.31 1308,-1402.98 1299.35,-1409.73 1299.35,-1409.73"/>
-</g>
-<!-- activation17 -->
-<g id="node55" class="node"><title>activation17</title>
-<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M1304,-1186C1304,-1186 1234,-1186 1234,-1186 1228,-1186 1222,-1180 1222,-1174 1222,-1174 1222,-1140 1222,-1140 1222,-1134 1228,-1128 1234,-1128 1234,-1128 1304,-1128 1304,-1128 1310,-1128 1316,-1134 1316,-1140 1316,-1140 1316,-1174 1316,-1174 1316,-1180 1310,-1186 1304,-1186"/>
-<text text-anchor="middle" x="1269" y="-1164" font-family="Times,serif" font-size="10.00">activation17</text>
-<text text-anchor="middle" x="1269" y="-1154" font-family="Times,serif" font-size="10.00">Activation</text>
-<text text-anchor="middle" x="1269" y="-1144" font-family="Times,serif" font-size="10.00">act&#45;type=sigmoid</text>
-</g>
-<!-- activation17&#45;&gt;ptb_lstm_2_gates -->
-<g id="edge76" class="edge"><title>activation17&#45;&gt;ptb_lstm_2_gates</title>
-<path fill="none" stroke="#737373" d="M1212.22,-1127.98C1139.84,-1101.37 1064.5,-1083.49 1017.02,-1073.37"/>
-<polygon fill="#737373" stroke="#737373" points="1221.95,-1131.62 1211.01,-1132.33 1217.27,-1129.87 1212.58,-1128.12 1212.58,-1128.12 1212.58,-1128.12 1217.27,-1129.87 1214.16,-1123.9 1221.95,-1131.62 1221.95,-1131.62"/>
-</g>
-<!-- _mul9 -->
-<g id="node56" class="node"><title>_mul9</title>
-<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M1304,-1280C1304,-1280 1234,-1280 1234,-1280 1228,-1280 1222,-1274 1222,-1268 1222,-1268 1222,-1234 1222,-1234 1222,-1228 1228,-1222 1234,-1222 1234,-1222 1304,-1222 1304,-1222 1310,-1222 1316,-1228 1316,-1234 1316,-1234 1316,-1268 1316,-1268 1316,-1274 1310,-1280 1304,-1280"/>
-<text text-anchor="middle" x="1269" y="-1253" font-family="Times,serif" font-size="10.00">_mul9</text>
-<text text-anchor="middle" x="1269" y="-1243" font-family="Times,serif" font-size="10.00">_Mul</text>
-</g>
-<!-- _mul9&#45;&gt;_plus3 -->
-<g id="edge78" class="edge"><title>_mul9&#45;&gt;_plus3</title>
-<path fill="none" stroke="#737373" d="M1306.85,-1214.45C1339.69,-1179.59 1382,-1123.19 1382,-1064 1382,-1064 1382,-1064 1382,-780 1382,-723.974 1382,-658.455 1382,-622.045"/>
-<polygon fill="#737373" stroke="#737373" points="1299.58,-1221.98 1303.28,-1211.66 1303.05,-1218.38 1306.52,-1214.78 1306.52,-1214.78 1306.52,-1214.78 1303.05,-1218.38 1309.76,-1217.91 1299.58,-1221.98 1299.58,-1221.98"/>
-</g>
-<!-- _mul9&#45;&gt;activation17 -->
-<g id="edge77" class="edge"><title>_mul9&#45;&gt;activation17</title>
-<path fill="none" stroke="#737373" d="M1269,-1211.74C1269,-1203.2 1269,-1194.3 1269,-1186.25"/>
-<polygon fill="#737373" stroke="#737373" points="1269,-1221.9 1264.5,-1211.9 1269,-1216.9 1269,-1211.9 1269,-1211.9 1269,-1211.9 1269,-1216.9 1273.5,-1211.9 1269,-1221.9 1269,-1221.9"/>
-</g>
-<!-- activation15 -->
-<g id="node57" class="node"><title>activation15</title>
-<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M1080,-1186C1080,-1186 1010,-1186 1010,-1186 1004,-1186 998,-1180 998,-1174 998,-1174 998,-1140 998,-1140 998,-1134 1004,-1128 1010,-1128 1010,-1128 1080,-1128 1080,-1128 1086,-1128 1092,-1134 1092,-1140 1092,-1140 1092,-1174 1092,-1174 1092,-1180 1086,-1186 1080,-1186"/>
-<text text-anchor="middle" x="1045" y="-1164" font-family="Times,serif" font-size="10.00">activation15</text>
-<text text-anchor="middle" x="1045" y="-1154" font-family="Times,serif" font-size="10.00">Activation</text>
-<text text-anchor="middle" x="1045" y="-1144" font-family="Times,serif" font-size="10.00">act&#45;type=sigmoid</text>
-</g>
-<!-- activation15&#45;&gt;ptb_lstm_2_gates -->
-<g id="edge79" class="edge"><title>activation15&#45;&gt;ptb_lstm_2_gates</title>
-<path fill="none" stroke="#737373" d="M1015.64,-1119.99C1008.13,-1110.78 1000.17,-1101.01 993.028,-1092.25"/>
-<polygon fill="#737373" stroke="#737373" points="1022.09,-1127.9 1012.28,-1122.99 1018.93,-1124.02 1015.77,-1120.15 1015.77,-1120.15 1015.77,-1120.15 1018.93,-1124.02 1019.26,-1117.3 1022.09,-1127.9 1022.09,-1127.9"/>
-</g>
-<!-- activation16 -->
-<g id="node58" class="node"><title>activation16</title>
-<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M1192,-1186C1192,-1186 1122,-1186 1122,-1186 1116,-1186 1110,-1180 1110,-1174 1110,-1174 1110,-1140 1110,-1140 1110,-1134 1116,-1128 1122,-1128 1122,-1128 1192,-1128 1192,-1128 1198,-1128 1204,-1134 1204,-1140 1204,-1140 1204,-1174 1204,-1174 1204,-1180 1198,-1186 1192,-1186"/>
-<text text-anchor="middle" x="1157" y="-1164" font-family="Times,serif" font-size="10.00">activation16</text>
-<text text-anchor="middle" x="1157" y="-1154" font-family="Times,serif" font-size="10.00">Activation</text>
-<text text-anchor="middle" x="1157" y="-1144" font-family="Times,serif" font-size="10.00">act&#45;type=tanh</text>
-</g>
-<!-- activation16&#45;&gt;ptb_lstm_2_gates -->
-<g id="edge80" class="edge"><title>activation16&#45;&gt;ptb_lstm_2_gates</title>
-<path fill="none" stroke="#737373" d="M1101.27,-1128.14C1101.18,-1128.09 1101.09,-1128.05 1101,-1128 1073.2,-1114.26 1042.01,-1099.02 1017.04,-1086.85"/>
-<polygon fill="#737373" stroke="#737373" points="1109.96,-1132.44 1099,-1132.03 1105.48,-1130.22 1101,-1128 1101,-1128 1101,-1128 1105.48,-1130.22 1103,-1123.97 1109.96,-1132.44 1109.96,-1132.44"/>
-</g>
-<!-- _mul10 -->
-<g id="node59" class="node"><title>_mul10</title>
-<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M1187,-1280C1187,-1280 1117,-1280 1117,-1280 1111,-1280 1105,-1274 1105,-1268 1105,-1268 1105,-1234 1105,-1234 1105,-1228 1111,-1222 1117,-1222 1117,-1222 1187,-1222 1187,-1222 1193,-1222 1199,-1228 1199,-1234 1199,-1234 1199,-1268 1199,-1268 1199,-1274 1193,-1280 1187,-1280"/>
-<text text-anchor="middle" x="1152" y="-1253" font-family="Times,serif" font-size="10.00">_mul10</text>
-<text text-anchor="middle" x="1152" y="-1243" font-family="Times,serif" font-size="10.00">_Mul</text>
-</g>
-<!-- _mul10&#45;&gt;activation15 -->
-<g id="edge81" class="edge"><title>_mul10&#45;&gt;activation15</title>
-<path fill="none" stroke="#737373" d="M1111.41,-1215.1C1100.32,-1205.57 1088.45,-1195.36 1077.85,-1186.25"/>
-<polygon fill="#737373" stroke="#737373" points="1119.32,-1221.9 1108.8,-1218.79 1115.52,-1218.64 1111.73,-1215.38 1111.73,-1215.38 1111.73,-1215.38 1115.52,-1218.64 1114.67,-1211.97 1119.32,-1221.9 1119.32,-1221.9"/>
-</g>
-<!-- _mul10&#45;&gt;activation16 -->
-<g id="edge82" class="edge"><title>_mul10&#45;&gt;activation16</title>
-<path fill="none" stroke="#737373" d="M1154.08,-1211.74C1154.54,-1203.2 1155.03,-1194.3 1155.46,-1186.25"/>
-<polygon fill="#737373" stroke="#737373" points="1153.53,-1221.9 1149.58,-1211.67 1153.8,-1216.9 1154.07,-1211.91 1154.07,-1211.91 1154.07,-1211.91 1153.8,-1216.9 1158.56,-1212.16 1153.53,-1221.9 1153.53,-1221.9"/>
-</g>
-<!-- _plus7 -->
-<g id="node60" class="node"><title>_plus7</title>
-<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M1187,-1374C1187,-1374 1117,-1374 1117,-1374 1111,-1374 1105,-1368 1105,-1362 1105,-1362 1105,-1328 1105,-1328 1105,-1322 1111,-1316 1117,-1316 1117,-1316 1187,-1316 1187,-1316 1193,-1316 1199,-1322 1199,-1328 1199,-1328 1199,-1362 1199,-1362 1199,-1368 1193,-1374 1187,-1374"/>
-<text text-anchor="middle" x="1152" y="-1347" font-family="Times,serif" font-size="10.00">_plus7</text>
-<text text-anchor="middle" x="1152" y="-1337" font-family="Times,serif" font-size="10.00">_Plus</text>
-</g>
-<!-- _plus7&#45;&gt;_mul9 -->
-<g id="edge83" class="edge"><title>_plus7&#45;&gt;_mul9</title>
-<path fill="none" stroke="#737373" d="M1195.68,-1309.66C1208,-1299.97 1221.26,-1289.54 1233.08,-1280.25"/>
-<polygon fill="#737373" stroke="#737373" points="1187.74,-1315.9 1192.82,-1306.18 1191.67,-1312.81 1195.6,-1309.72 1195.6,-1309.72 1195.6,-1309.72 1191.67,-1312.81 1198.38,-1313.25 1187.74,-1315.9 1187.74,-1315.9"/>
-</g>
-<!-- _plus7&#45;&gt;_mul10 -->
-<g id="edge84" class="edge"><title>_plus7&#45;&gt;_mul10</title>
-<path fill="none" stroke="#737373" d="M1152,-1305.74C1152,-1297.2 1152,-1288.3 1152,-1280.25"/>
-<polygon fill="#737373" stroke="#737373" points="1152,-1315.9 1147.5,-1305.9 1152,-1310.9 1152,-1305.9 1152,-1305.9 1152,-1305.9 1152,-1310.9 1156.5,-1305.9 1152,-1315.9 1152,-1315.9"/>
-</g>
-<!-- activation19 -->
-<g id="node61" class="node"><title>activation19</title>
-<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M1112,-1468C1112,-1468 1042,-1468 1042,-1468 1036,-1468 1030,-1462 1030,-1456 1030,-1456 1030,-1422 1030,-1422 1030,-1416 1036,-1410 1042,-1410 1042,-1410 1112,-1410 1112,-1410 1118,-1410 1124,-1416 1124,-1422 1124,-1422 1124,-1456 1124,-1456 1124,-1462 1118,-1468 1112,-1468"/>
-<text text-anchor="middle" x="1077" y="-1446" font-family="Times,serif" font-size="10.00">activation19</text>
-<text text-anchor="middle" x="1077" y="-1436" font-family="Times,serif" font-size="10.00">Activation</text>
-<text text-anchor="middle" x="1077" y="-1426" font-family="Times,serif" font-size="10.00">act&#45;type=tanh</text>
-</g>
-<!-- activation19&#45;&gt;_plus7 -->
-<g id="edge85" class="edge"><title>activation19&#45;&gt;_plus7</title>
-<path fill="none" stroke="#737373" d="M1106.36,-1401.99C1113.87,-1392.78 1121.83,-1383.01 1128.97,-1374.25"/>
-<polygon fill="#737373" stroke="#737373" points="1099.91,-1409.9 1102.74,-1399.3 1103.07,-1406.02 1106.23,-1402.15 1106.23,-1402.15 1106.23,-1402.15 1103.07,-1406.02 1109.72,-1404.99 1099.91,-1409.9 1099.91,-1409.9"/>
-</g>
-<!-- _mul11&#45;&gt;activation18 -->
-<g id="edge86" class="edge"><title>_mul11&#45;&gt;activation18</title>
-<path fill="none" stroke="#737373" d="M1133.29,-1506.86C1165.45,-1492.5 1205.33,-1474.69 1235.84,-1461.06"/>
-<polygon fill="#737373" stroke="#737373" points="1124,-1511.01 1131.3,-1502.82 1128.57,-1508.97 1133.13,-1506.93 1133.13,-1506.93 1133.13,-1506.93 1128.57,-1508.97 1134.97,-1511.04 1124,-1511.01 1124,-1511.01"/>
-</g>
-<!-- _mul11&#45;&gt;activation19 -->
-<g id="edge87" class="edge"><title>_mul11&#45;&gt;activation19</title>
-<path fill="none" stroke="#737373" d="M1077,-1493.74C1077,-1485.2 1077,-1476.3 1077,-1468.25"/>
-<polygon fill="#737373" stroke="#737373" points="1077,-1503.9 1072.5,-1493.9 1077,-1498.9 1077,-1493.9 1077,-1493.9 1077,-1493.9 1077,-1498.9 1081.5,-1493.9 1077,-1503.9 1077,-1503.9"/>
-</g>
-<!-- _plus10&#45;&gt;ptb_lstm_3_i2h -->
-<g id="edge89" class="edge"><title>_plus10&#45;&gt;ptb_lstm_3_i2h</title>
-<path fill="none" stroke="#737373" d="M402.804,-1726.17C322.264,-1733.26 181.294,-1750.46 146,-1786 107.058,-1825.21 122,-1852.74 122,-1908 122,-2192 122,-2192 122,-2192 122,-2248.03 122.459,-2313.55 122.755,-2349.96"/>
-<polygon fill="#737373" stroke="#737373" points="412.794,-1725.32 403.213,-1730.66 407.812,-1725.75 402.83,-1726.17 402.83,-1726.17 402.83,-1726.17 407.812,-1725.75 402.447,-1721.69 412.794,-1725.32 412.794,-1725.32"/>
-</g>
-<!-- _plus10&#45;&gt;ptb_lstm_3_h2h -->
-<g id="edge90" class="edge"><title>_plus10&#45;&gt;ptb_lstm_3_h2h</title>
-<path fill="none" stroke="#737373" d="M512.157,-1686.21C527.353,-1676.36 543.791,-1665.71 558.4,-1656.25"/>
-<polygon fill="#737373" stroke="#737373" points="503.376,-1691.9 509.322,-1682.68 507.573,-1689.18 511.769,-1686.46 511.769,-1686.46 511.769,-1686.46 507.573,-1689.18 514.216,-1690.24 503.376,-1691.9 503.376,-1691.9"/>
-</g>
-<!-- activation28 -->
-<g id="node64" class="node"><title>activation28</title>
-<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M607,-2126C607,-2126 537,-2126 537,-2126 531,-2126 525,-2120 525,-2114 525,-2114 525,-2080 525,-2080 525,-2074 531,-2068 537,-2068 537,-2068 607,-2068 607,-2068 613,-2068 619,-2074 619,-2080 619,-2080 619,-2114 619,-2114 619,-2120 613,-2126 607,-2126"/>
-<text text-anchor="middle" x="572" y="-2104" font-family="Times,serif" font-size="10.00">activation28</text>
-<text text-anchor="middle" x="572" y="-2094" font-family="Times,serif" font-size="10.00">Activation</text>
-<text text-anchor="middle" x="572" y="-2084" font-family="Times,serif" font-size="10.00">act&#45;type=sigmoid</text>
-</g>
-<!-- activation28&#45;&gt;ptb_lstm_3_gates -->
-<g id="edge92" class="edge"><title>activation28&#45;&gt;ptb_lstm_3_gates</title>
-<path fill="none" stroke="#737373" d="M570.949,-2057.67C569.224,-2014.24 564.709,-1941.49 553,-1880 550.724,-1868.04 547.118,-1855.13 543.657,-1844.05"/>
-<polygon fill="#737373" stroke="#737373" points="571.322,-2067.79 566.457,-2057.96 571.138,-2062.8 570.954,-2057.8 570.954,-2057.8 570.954,-2057.8 571.138,-2062.8 575.451,-2057.63 571.322,-2067.79 571.322,-2067.79"/>
-</g>
-<!-- activation27 -->
-<g id="node65" class="node"><title>activation27</title>
-<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M906,-1938C906,-1938 836,-1938 836,-1938 830,-1938 824,-1932 824,-1926 824,-1926 824,-1892 824,-1892 824,-1886 830,-1880 836,-1880 836,-1880 906,-1880 906,-1880 912,-1880 918,-1886 918,-1892 918,-1892 918,-1926 918,-1926 918,-1932 912,-1938 906,-1938"/>
-<text text-anchor="middle" x="871" y="-1916" font-family="Times,serif" font-size="10.00">activation27</text>
-<text text-anchor="middle" x="871" y="-1906" font-family="Times,serif" font-size="10.00">Activation</text>
-<text text-anchor="middle" x="871" y="-1896" font-family="Times,serif" font-size="10.00">act&#45;type=sigmoid</text>
-</g>
-<!-- activation27&#45;&gt;ptb_lstm_3_gates -->
-<g id="edge93" class="edge"><title>activation27&#45;&gt;ptb_lstm_3_gates</title>
-<path fill="none" stroke="#737373" d="M814.333,-1880.08C728.177,-1850.07 635.808,-1832.28 581.217,-1823.19"/>
-<polygon fill="#737373" stroke="#737373" points="823.993,-1883.5 813.064,-1884.4 819.281,-1881.83 814.569,-1880.16 814.569,-1880.16 814.569,-1880.16 819.281,-1881.83 816.073,-1875.92 823.993,-1883.5 823.993,-1883.5"/>
-</g>
-<!-- _mul15 -->
-<g id="node66" class="node"><title>_mul15</title>
-<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M906,-2032C906,-2032 836,-2032 836,-2032 830,-2032 824,-2026 824,-2020 824,-2020 824,-1986 824,-1986 824,-1980 830,-1974 836,-1974 836,-1974 906,-1974 906,-1974 912,-1974 918,-1980 918,-1986 918,-1986 918,-2020 918,-2020 918,-2026 912,-2032 906,-2032"/>
-<text text-anchor="middle" x="871" y="-2005" font-family="Times,serif" font-size="10.00">_mul15</text>
-<text text-anchor="middle" x="871" y="-1995" font-family="Times,serif" font-size="10.00">_Mul</text>
-</g>
-<!-- _mul15&#45;&gt;_plus7 -->
-<g id="edge95" class="edge"><title>_mul15&#45;&gt;_plus7</title>
-<path fill="none" stroke="#737373" d="M927.983,-1991.02C1010.11,-1971.52 1152,-1922.43 1152,-1816 1152,-1816 1152,-1816 1152,-1532 1152,-1475.97 1152,-1410.46 1152,-1374.04"/>
-<polygon fill="#737373" stroke="#737373" points="918.033,-1993.31 926.77,-1986.68 922.906,-1992.19 927.779,-1991.07 927.779,-1991.07 927.779,-1991.07 922.906,-1992.19 928.787,-1995.46 918.033,-1993.31 918.033,-1993.31"/>
-</g>
-<!-- _mul15&#45;&gt;activation27 -->
-<g id="edge94" class="edge"><title>_mul15&#45;&gt;activation27</title>
-<path fill="none" stroke="#737373" d="M871,-1963.74C871,-1955.2 871,-1946.3 871,-1938.25"/>
-<polygon fill="#737373" stroke="#737373" points="871,-1973.9 866.5,-1963.9 871,-1968.9 871,-1963.9 871,-1963.9 871,-1963.9 871,-1968.9 875.5,-1963.9 871,-1973.9 871,-1973.9"/>
-</g>
-<!-- activation25 -->
-<g id="node67" class="node"><title>activation25</title>
-<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M682,-1938C682,-1938 612,-1938 612,-1938 606,-1938 600,-1932 600,-1926 600,-1926 600,-1892 600,-1892 600,-1886 606,-1880 612,-1880 612,-1880 682,-1880 682,-1880 688,-1880 694,-1886 694,-1892 694,-1892 694,-1926 694,-1926 694,-1932 688,-1938 682,-1938"/>
-<text text-anchor="middle" x="647" y="-1916" font-family="Times,serif" font-size="10.00">activation25</text>
-<text text-anchor="middle" x="647" y="-1906" font-family="Times,serif" font-size="10.00">Activation</text>
-<text text-anchor="middle" x="647" y="-1896" font-family="Times,serif" font-size="10.00">act&#45;type=sigmoid</text>
-</g>
-<!-- activation25&#45;&gt;ptb_lstm_3_gates -->
-<g id="edge96" class="edge"><title>activation25&#45;&gt;ptb_lstm_3_gates</title>
-<path fill="none" stroke="#737373" d="M604.475,-1873.38C592.67,-1863.77 579.996,-1853.45 568.696,-1844.25"/>
-<polygon fill="#737373" stroke="#737373" points="612.482,-1879.9 601.886,-1877.07 608.605,-1876.74 604.727,-1873.58 604.727,-1873.58 604.727,-1873.58 608.605,-1876.74 607.569,-1870.09 612.482,-1879.9 612.482,-1879.9"/>
-</g>
-<!-- activation26 -->
-<g id="node68" class="node"><title>activation26</title>
-<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M794,-1938C794,-1938 724,-1938 724,-1938 718,-1938 712,-1932 712,-1926 712,-1926 712,-1892 712,-1892 712,-1886 718,-1880 724,-1880 724,-1880 794,-1880 794,-1880 800,-1880 806,-1886 806,-1892 806,-1892 806,-1926 806,-1926 806,-1932 800,-1938 794,-1938"/>
-<text text-anchor="middle" x="759" y="-1916" font-family="Times,serif" font-size="10.00">activation26</text>
-<text text-anchor="middle" x="759" y="-1906" font-family="Times,serif" font-size="10.00">Activation</text>
-<text text-anchor="middle" x="759" y="-1896" font-family="Times,serif" font-size="10.00">act&#45;type=tanh</text>
-</g>
-<!-- activation26&#45;&gt;ptb_lstm_3_gates -->
-<g id="edge97" class="edge"><title>activation26&#45;&gt;ptb_lstm_3_gates</title>
-<path fill="none" stroke="#737373" d="M702.584,-1879.95C656.636,-1860.07 613.19,-1843.87 581.14,-1832.4"/>
-<polygon fill="#737373" stroke="#737373" points="711.804,-1883.98 700.839,-1884.1 707.222,-1881.98 702.639,-1879.98 702.639,-1879.98 702.639,-1879.98 707.222,-1881.98 704.44,-1875.85 711.804,-1883.98 711.804,-1883.98"/>
-</g>
-<!-- _mul16 -->
-<g id="node69" class="node"><title>_mul16</title>
-<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M794,-2032C794,-2032 724,-2032 724,-2032 718,-2032 712,-2026 712,-2020 712,-2020 712,-1986 712,-1986 712,-1980 718,-1974 724,-1974 724,-1974 794,-1974 794,-1974 800,-1974 806,-1980 806,-1986 806,-1986 806,-2020 806,-2020 806,-2026 800,-2032 794,-2032"/>
-<text text-anchor="middle" x="759" y="-2005" font-family="Times,serif" font-size="10.00">_mul16</text>
-<text text-anchor="middle" x="759" y="-1995" font-family="Times,serif" font-size="10.00">_Mul</text>
-</g>
-<!-- _mul16&#45;&gt;activation25 -->
-<g id="edge98" class="edge"><title>_mul16&#45;&gt;activation25</title>
-<path fill="none" stroke="#737373" d="M716.852,-1967.38C705.151,-1957.77 692.589,-1947.45 681.389,-1938.25"/>
-<polygon fill="#737373" stroke="#737373" points="724.788,-1973.9 714.204,-1971.03 720.924,-1970.72 717.06,-1967.55 717.06,-1967.55 717.06,-1967.55 720.924,-1970.72 719.917,-1964.07 724.788,-1973.9 724.788,-1973.9"/>
-</g>
-<!-- _mul16&#45;&gt;activation26 -->
-<g id="edge99" class="edge"><title>_mul16&#45;&gt;activation26</title>
-<path fill="none" stroke="#737373" d="M759,-1963.74C759,-1955.2 759,-1946.3 759,-1938.25"/>
-<polygon fill="#737373" stroke="#737373" points="759,-1973.9 754.5,-1963.9 759,-1968.9 759,-1963.9 759,-1963.9 759,-1963.9 759,-1968.9 763.5,-1963.9 759,-1973.9 759,-1973.9"/>
-</g>
-<!-- _plus11 -->
-<g id="node70" class="node"><title>_plus11</title>
-<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M794,-2126C794,-2126 724,-2126 724,-2126 718,-2126 712,-2120 712,-2114 712,-2114 712,-2080 712,-2080 712,-2074 718,-2068 724,-2068 724,-2068 794,-2068 794,-2068 800,-2068 806,-2074 806,-2080 806,-2080 806,-2114 806,-2114 806,-2120 800,-2126 794,-2126"/>
-<text text-anchor="middle" x="759" y="-2099" font-family="Times,serif" font-size="10.00">_plus11</text>
-<text text-anchor="middle" x="759" y="-2089" font-family="Times,serif" font-size="10.00">_Plus</text>
-</g>
-<!-- _plus11&#45;&gt;_mul15 -->
-<g id="edge100" class="edge"><title>_plus11&#45;&gt;_mul15</title>
-<path fill="none" stroke="#737373" d="M801.148,-2061.38C812.849,-2051.77 825.411,-2041.45 836.611,-2032.25"/>
-<polygon fill="#737373" stroke="#737373" points="793.212,-2067.9 798.083,-2058.07 797.076,-2064.72 800.94,-2061.55 800.94,-2061.55 800.94,-2061.55 797.076,-2064.72 803.796,-2065.03 793.212,-2067.9 793.212,-2067.9"/>
-</g>
-<!-- _plus11&#45;&gt;_mul16 -->
-<g id="edge101" class="edge"><title>_plus11&#45;&gt;_mul16</title>
-<path fill="none" stroke="#737373" d="M759,-2057.74C759,-2049.2 759,-2040.3 759,-2032.25"/>
-<polygon fill="#737373" stroke="#737373" points="759,-2067.9 754.5,-2057.9 759,-2062.9 759,-2057.9 759,-2057.9 759,-2057.9 759,-2062.9 763.5,-2057.9 759,-2067.9 759,-2067.9"/>
-</g>
-<!-- activation29 -->
-<g id="node71" class="node"><title>activation29</title>
-<path fill="#ffffb3" stroke="#999900" stroke-width="2" d="M794,-2220C794,-2220 724,-2220 724,-2220 718,-2220 712,-2214 712,-2208 712,-2208 712,-2174 712,-2174 712,-2168 718,-2162 724,-2162 724,-2162 794,-2162 794,-2162 800,-2162 806,-2168 806,-2174 806,-2174 806,-2208 806,-2208 806,-2214 800,-2220 794,-2220"/>
-<text text-anchor="middle" x="759" y="-2198" font-family="Times,serif" font-size="10.00">activation29</text>
-<text text-anchor="middle" x="759" y="-2188" font-family="Times,serif" font-size="10.00">Activation</text>
-<text text-anchor="middle" x="759" y="-2178" font-family="Times,serif" font-size="10.00">act&#45;type=tanh</text>
-</g>
-<!-- activation29&#45;&gt;_plus11 -->
-<g id="edge102" class="edge"><title>activation29&#45;&gt;_plus11</title>
-<path fill="none" stroke="#737373" d="M759,-2151.74C759,-2143.2 759,-2134.3 759,-2126.25"/>
-<polygon fill="#737373" stroke="#737373" points="759,-2161.9 754.5,-2151.9 759,-2156.9 759,-2151.9 759,-2151.9 759,-2151.9 759,-2156.9 763.5,-2151.9 759,-2161.9 759,-2161.9"/>
-</g>
-<!-- _mul17 -->
-<g id="node72" class="node"><title>_mul17</title>
-<path fill="#fccde5" stroke="#90094e" stroke-width="2" d="M700,-2314C700,-2314 630,-2314 630,-2314 624,-2314 618,-2308 618,-2302 618,-2302 618,-2268 618,-2268 618,-2262 624,-2256 630,-2256 630,-2256 700,-2256 700,-2256 706,-2256 712,-2262 712,-2268 712,-2268 712,-2302 712,-2302 712,-2308 706,-2314 700,-2314"/>
-<text text-anchor="middle" x="665" y="-2287" font-family="Times,serif" font-size="10.00">_mul17</text>
-<text text-anchor="middle" x="665" y="-2277" font-family="Times,serif" font-size="10.00">_Mul</text>
-</g>
-<!-- _mul17&#45;&gt;activation28 -->
-<g id="edge103" class="edge"><title>_mul17&#45;&gt;activation28</title>
-<path fill="none" stroke="#737373" d="M614.409,-2248.87C605.347,-2240.4 596.918,-2230.68 591,-2220 574.841,-2190.85 571.302,-2152.1 571.014,-2126.16"/>
-<polygon fill="#737373" stroke="#737373" points="622.129,-2255.68 611.653,-2252.44 618.38,-2252.38 614.63,-2249.07 614.63,-2249.07 614.63,-2249.07 618.38,-2252.38 617.607,-2245.69 622.129,-2255.68 622.129,-2255.68"/>
-</g>
-<!-- _mul17&#45;&gt;activation29 -->
-<g id="edge104" class="edge"><title>_mul17&#45;&gt;activation29</title>
-<path fill="none" stroke="#737373" d="M700.942,-2248.82C710.6,-2239.37 720.919,-2229.27 730.138,-2220.25"/>
-<polygon fill="#737373" stroke="#737373" points="693.714,-2255.9 697.713,-2245.69 697.287,-2252.4 700.861,-2248.9 700.861,-2248.9 700.861,-2248.9 697.287,-2252.4 704.008,-2252.12 693.714,-2255.9 693.714,-2255.9"/>
-</g>
-<!-- ptb_l2_last_h -->
-<g id="node73" class="node"><title>ptb_l2_last_h</title>
-<path fill="#b3de69" stroke="#597d1c" stroke-width="2" d="M644,-2408C644,-2408 574,-2408 574,-2408 568,-2408 562,-2402 562,-2396 562,-2396 562,-2362 562,-2362 562,-2356 568,-2350 574,-2350 574,-2350 644,-2350 644,-2350 650,-2350 656,-2356 656,-2362 656,-2362 656,-2396 656,-2396 656,-2402 650,-2408 644,-2408"/>
-<text text-anchor="middle" x="609" y="-2381" font-family="Times,serif" font-size="10.00">ptb_l2_last_h</text>
-<text text-anchor="middle" x="609" y="-2371" font-family="Times,serif" font-size="10.00">BlockGrad</text>
-</g>
-<!-- ptb_l2_last_h&#45;&gt;_mul17 -->
-<g id="edge105" class="edge"><title>ptb_l2_last_h&#45;&gt;_mul17</title>
-<path fill="none" stroke="#737373" d="M631.431,-2341.15C636.887,-2332.19 642.637,-2322.74 647.806,-2314.25"/>
-<polygon fill="#737373" stroke="#737373" points="626.106,-2349.9 627.462,-2339.02 628.706,-2345.63 631.306,-2341.36 631.306,-2341.36 631.306,-2341.36 628.706,-2345.63 635.15,-2343.69 626.106,-2349.9 626.106,-2349.9"/>
+<g id="edge34" class="edge"><title>_mul5&#45;&gt;activation9</title>
+<path fill="none" stroke="#737373" d="M479.954,-1494.59C476.417,-1485.79 472.705,-1476.56 469.361,-1468.25"/>
+<polygon fill="#737373" stroke="#737373" points="483.698,-1503.9 475.791,-1496.3 481.832,-1499.26 479.966,-1494.62 479.966,-1494.62 479.966,-1494.62 481.832,-1499.26 484.141,-1492.94 483.698,-1503.9 483.698,-1503.9"/>
 </g>
 <!-- ptb_l1_last_h -->
-<g id="node74" class="node"><title>ptb_l1_last_h</title>
-<path fill="#b3de69" stroke="#597d1c" stroke-width="2" d="M270,-2408C270,-2408 200,-2408 200,-2408 194,-2408 188,-2402 188,-2396 188,-2396 188,-2362 188,-2362 188,-2356 194,-2350 200,-2350 200,-2350 270,-2350 270,-2350 276,-2350 282,-2356 282,-2362 282,-2362 282,-2396 282,-2396 282,-2402 276,-2408 270,-2408"/>
-<text text-anchor="middle" x="235" y="-2381" font-family="Times,serif" font-size="10.00">ptb_l1_last_h</text>
-<text text-anchor="middle" x="235" y="-2371" font-family="Times,serif" font-size="10.00">BlockGrad</text>
-</g>
-<!-- ptb_l1_last_h&#45;&gt;_mul14 -->
-<g id="edge106" class="edge"><title>ptb_l1_last_h&#45;&gt;_mul14</title>
-<path fill="none" stroke="#737373" d="M235,-2339.74C235,-2331.2 235,-2322.3 235,-2314.25"/>
-<polygon fill="#737373" stroke="#737373" points="235,-2349.9 230.5,-2339.9 235,-2344.9 235,-2339.9 235,-2339.9 235,-2339.9 235,-2344.9 239.5,-2339.9 235,-2349.9 235,-2349.9"/>
-</g>
-<!-- ptb_l2_last_c -->
-<g id="node75" class="node"><title>ptb_l2_last_c</title>
-<path fill="#b3de69" stroke="#597d1c" stroke-width="2" d="M682,-2220C682,-2220 612,-2220 612,-2220 606,-2220 600,-2214 600,-2208 600,-2208 600,-2174 600,-2174 600,-2168 606,-2162 612,-2162 612,-2162 682,-2162 682,-2162 688,-2162 694,-2168 694,-2174 694,-2174 694,-2208 694,-2208 694,-2214 688,-2220 682,-2220"/>
-<text text-anchor="middle" x="647" y="-2193" font-family="Times,serif" font-size="10.00">ptb_l2_last_c</text>
-<text text-anchor="middle" x="647" y="-2183" font-family="Times,serif" font-size="10.00">BlockGrad</text>
-</g>
-<!-- ptb_l2_last_c&#45;&gt;_plus11 -->
-<g id="edge107" class="edge"><title>ptb_l2_last_c&#45;&gt;_plus11</title>
-<path fill="none" stroke="#737373" d="M689.148,-2155.38C700.849,-2145.77 713.411,-2135.45 724.611,-2126.25"/>
-<polygon fill="#737373" stroke="#737373" points="681.212,-2161.9 686.083,-2152.07 685.076,-2158.72 688.94,-2155.55 688.94,-2155.55 688.94,-2155.55 685.076,-2158.72 691.796,-2159.03 681.212,-2161.9 681.212,-2161.9"/>
+<g id="node29" class="node"><title>ptb_l1_last_h</title>
+<path fill="#b3de69" stroke="#597d1c" stroke-width="2" d="M474,-1656C474,-1656 404,-1656 404,-1656 398,-1656 392,-1650 392,-1644 392,-1644 392,-1610 392,-1610 392,-1604 398,-1598 404,-1598 404,-1598 474,-1598 474,-1598 480,-1598 486,-1604 486,-1610 486,-1610 486,-1644 486,-1644 486,-1650 480,-1656 474,-1656"/>
+<text text-anchor="middle" x="439" y="-1629" font-family="Times,serif" font-size="10.00">ptb_l1_last_h</text>
+<text text-anchor="middle" x="439" y="-1619" font-family="Times,serif" font-size="10.00">BlockGrad</text>
+</g>
+<!-- ptb_l1_last_h&#45;&gt;_mul5 -->
+<g id="edge35" class="edge"><title>ptb_l1_last_h&#45;&gt;_mul5</title>
+<path fill="none" stroke="#737373" d="M461.431,-1589.15C466.887,-1580.19 472.637,-1570.74 477.806,-1562.25"/>
+<polygon fill="#737373" stroke="#737373" points="456.106,-1597.9 457.462,-1587.02 458.706,-1593.63 461.306,-1589.36 461.306,-1589.36 461.306,-1589.36 458.706,-1593.63 465.15,-1591.69 456.106,-1597.9 456.106,-1597.9"/>
 </g>
 <!-- ptb_l1_last_c -->
-<g id="node76" class="node"><title>ptb_l1_last_c</title>
-<path fill="#b3de69" stroke="#597d1c" stroke-width="2" d="M457,-2220C457,-2220 387,-2220 387,-2220 381,-2220 375,-2214 375,-2208 375,-2208 375,-2174 375,-2174 375,-2168 381,-2162 387,-2162 387,-2162 457,-2162 457,-2162 463,-2162 469,-2168 469,-2174 469,-2174 469,-2208 469,-2208 469,-2214 463,-2220 457,-2220"/>
-<text text-anchor="middle" x="422" y="-2193" font-family="Times,serif" font-size="10.00">ptb_l1_last_c</text>
-<text text-anchor="middle" x="422" y="-2183" font-family="Times,serif" font-size="10.00">BlockGrad</text>
-</g>
-<!-- ptb_l1_last_c&#45;&gt;_plus9 -->
-<g id="edge108" class="edge"><title>ptb_l1_last_c&#45;&gt;_plus9</title>
-<path fill="none" stroke="#737373" d="M414.57,-2152.03C412.883,-2143.4 411.119,-2134.39 409.527,-2126.25"/>
-<polygon fill="#737373" stroke="#737373" points="416.502,-2161.9 410.165,-2152.95 415.542,-2156.99 414.581,-2152.08 414.581,-2152.08 414.581,-2152.08 415.542,-2156.99 418.998,-2151.22 416.502,-2161.9 416.502,-2161.9"/>
-</g>
-<!-- ptb_pred_3 -->
-<g id="node77" class="node"><title>ptb_pred_3</title>
-<path fill="#fb8072" stroke="#941305" stroke-width="2" d="M756,-2408C756,-2408 686,-2408 686,-2408 680,-2408 674,-2402 674,-2396 674,-2396 674,-2362 674,-2362 674,-2356 680,-2350 686,-2350 686,-2350 756,-2350 756,-2350 762,-2350 768,-2356 768,-2362 768,-2362 768,-2396 768,-2396 768,-2402 762,-2408 756,-2408"/>
-<text text-anchor="middle" x="721" y="-2386" font-family="Times,serif" font-size="10.00">ptb_pred_3</text>
-<text text-anchor="middle" x="721" y="-2376" font-family="Times,serif" font-size="10.00">FullyConnected</text>
-<text text-anchor="middle" x="721" y="-2366" font-family="Times,serif" font-size="10.00">num&#45;hidden=128</text>
-</g>
-<!-- ptb_pred_3&#45;&gt;_mul17 -->
-<g id="edge109" class="edge"><title>ptb_pred_3&#45;&gt;_mul17</title>
-<path fill="none" stroke="#737373" d="M698.569,-2341.15C693.113,-2332.19 687.363,-2322.74 682.194,-2314.25"/>
-<polygon fill="#737373" stroke="#737373" points="703.894,-2349.9 694.85,-2343.69 701.294,-2345.63 698.694,-2341.36 698.694,-2341.36 698.694,-2341.36 701.294,-2345.63 702.538,-2339.02 703.894,-2349.9 703.894,-2349.9"/>
-</g>
-<!-- ptb_softmax_3 -->
-<g id="node78" class="node"><title>ptb_softmax_3</title>
-<path fill="#b3de69" stroke="#597d1c" stroke-width="2" d="M756,-2502C756,-2502 686,-2502 686,-2502 680,-2502 674,-2496 674,-2490 674,-2490 674,-2456 674,-2456 674,-2450 680,-2444 686,-2444 686,-2444 756,-2444 756,-2444 762,-2444 768,-2450 768,-2456 768,-2456 768,-2490 768,-2490 768,-2496 762,-2502 756,-2502"/>
-<text text-anchor="middle" x="721" y="-2475" font-family="Times,serif" font-size="10.00">ptb_softmax_3</text>
-<text text-anchor="middle" x="721" y="-2465" font-family="Times,serif" font-size="10.00">SoftmaxOutput</text>
-</g>
-<!-- ptb_softmax_3&#45;&gt;ptb_pred_3 -->
-<g id="edge110" class="edge"><title>ptb_softmax_3&#45;&gt;ptb_pred_3</title>
-<path fill="none" stroke="#737373" d="M721,-2433.74C721,-2425.2 721,-2416.3 721,-2408.25"/>
-<polygon fill="#737373" stroke="#737373" points="721,-2443.9 716.5,-2433.9 721,-2438.9 721,-2433.9 721,-2433.9 721,-2433.9 721,-2438.9 725.5,-2433.9 721,-2443.9 721,-2443.9"/>
+<g id="node30" class="node"><title>ptb_l1_last_c</title>
+<path fill="#b3de69" stroke="#597d1c" stroke-width="2" d="M381,-1468C381,-1468 311,-1468 311,-1468 305,-1468 299,-1462 299,-1456 299,-1456 299,-1422 299,-1422 299,-1416 305,-1410 311,-1410 311,-1410 381,-1410 381,-1410 387,-1410 393,-1416 393,-1422 393,-1422 393,-1456 393,-1456 393,-1462 387,-1468 381,-1468"/>
+<text text-anchor="middle" x="346" y="-1441" font-family="Times,serif" font-size="10.00">ptb_l1_last_c</text>
+<text text-anchor="middle" x="346" y="-1431" font-family="Times,serif" font-size="10.00">BlockGrad</text>
+</g>
+<!-- ptb_l1_last_c&#45;&gt;_plus3 -->
+<g id="edge36" class="edge"><title>ptb_l1_last_c&#45;&gt;_plus3</title>
+<path fill="none" stroke="#737373" d="M346,-1399.74C346,-1391.2 346,-1382.3 346,-1374.25"/>
+<polygon fill="#737373" stroke="#737373" points="346,-1409.9 341.5,-1399.9 346,-1404.9 346,-1399.9 346,-1399.9 346,-1399.9 346,-1404.9 350.5,-1399.9 346,-1409.9 346,-1409.9"/>
 </g>
 <!-- ptb_pred_2 -->
-<g id="node79" class="node"><title>ptb_pred_2</title>
-<path fill="#fb8072" stroke="#941305" stroke-width="2" d="M1112,-1656C1112,-1656 1042,-1656 1042,-1656 1036,-1656 1030,-1650 1030,-1644 1030,-1644 1030,-1610 1030,-1610 1030,-1604 1036,-1598 1042,-1598 1042,-1598 1112,-1598 1112,-1598 1118,-1598 1124,-1604 1124,-1610 1124,-1610 1124,-1644 1124,-1644 1124,-1650 1118,-1656 1112,-1656"/>
-<text text-anchor="middle" x="1077" y="-1634" font-family="Times,serif" font-size="10.00">ptb_pred_2</text>
-<text text-anchor="middle" x="1077" y="-1624" font-family="Times,serif" font-size="10.00">FullyConnected</text>
-<text text-anchor="middle" x="1077" y="-1614" font-family="Times,serif" font-size="10.00">num&#45;hidden=128</text>
+<g id="node31" class="node"><title>ptb_pred_2</title>
+<path fill="#fb8072" stroke="#941305" stroke-width="2" d="M586,-1656C586,-1656 516,-1656 516,-1656 510,-1656 504,-1650 504,-1644 504,-1644 504,-1610 504,-1610 504,-1604 510,-1598 516,-1598 516,-1598 586,-1598 586,-1598 592,-1598 598,-1604 598,-1610 598,-1610 598,-1644 598,-1644 598,-1650 592,-1656 586,-1656"/>
+<text text-anchor="middle" x="551" y="-1634" font-family="Times,serif" font-size="10.00">ptb_pred_2</text>
+<text text-anchor="middle" x="551" y="-1624" font-family="Times,serif" font-size="10.00">FullyConnected</text>
+<text text-anchor="middle" x="551" y="-1614" font-family="Times,serif" font-size="10.00">num&#45;hidden=128</text>
 </g>
-<!-- ptb_pred_2&#45;&gt;_mul11 -->
-<g id="edge111" class="edge"><title>ptb_pred_2&#45;&gt;_mul11</title>
-<path fill="none" stroke="#737373" d="M1077,-1587.74C1077,-1579.2 1077,-1570.3 1077,-1562.25"/>
-<polygon fill="#737373" stroke="#737373" points="1077,-1597.9 1072.5,-1587.9 1077,-1592.9 1077,-1587.9 1077,-1587.9 1077,-1587.9 1077,-1592.9 1081.5,-1587.9 1077,-1597.9 1077,-1597.9"/>
+<!-- ptb_pred_2&#45;&gt;_mul5 -->
+<g id="edge37" class="edge"><title>ptb_pred_2&#45;&gt;_mul5</title>
+<path fill="none" stroke="#737373" d="M528.569,-1589.15C523.113,-1580.19 517.363,-1570.74 512.194,-1562.25"/>
+<polygon fill="#737373" stroke="#737373" points="533.894,-1597.9 524.85,-1591.69 531.294,-1593.63 528.694,-1589.36 528.694,-1589.36 528.694,-1589.36 531.294,-1593.63 532.538,-1587.02 533.894,-1597.9 533.894,-1597.9"/>
 </g>
 <!-- ptb_softmax_2 -->
-<g id="node80" class="node"><title>ptb_softmax_2</title>
-<path fill="#b3de69" stroke="#597d1c" stroke-width="2" d="M1112,-1750C1112,-1750 1042,-1750 1042,-1750 1036,-1750 1030,-1744 1030,-1738 1030,-1738 1030,-1704 1030,-1704 1030,-1698 1036,-1692 1042,-1692 1042,-1692 1112,-1692 1112,-1692 1118,-1692 1124,-1698 1124,-1704 1124,-1704 1124,-1738 1124,-1738 1124,-1744 1118,-1750 1112,-1750"/>
-<text text-anchor="middle" x="1077" y="-1723" font-family="Times,serif" font-size="10.00">ptb_softmax_2</text>
-<text text-anchor="middle" x="1077" y="-1713" font-family="Times,serif" font-size="10.00">SoftmaxOutput</text>
+<g id="node32" class="node"><title>ptb_softmax_2</title>
+<path fill="#b3de69" stroke="#597d1c" stroke-width="2" d="M586,-1750C586,-1750 516,-1750 516,-1750 510,-1750 504,-1744 504,-1738 504,-1738 504,-1704 504,-1704 504,-1698 510,-1692 516,-1692 516,-1692 586,-1692 586,-1692 592,-1692 598,-1698 598,-1704 598,-1704 598,-1738 598,-1738 598,-1744 592,-1750 586,-1750"/>
+<text text-anchor="middle" x="551" y="-1723" font-family="Times,serif" font-size="10.00">ptb_softmax_2</text>
+<text text-anchor="middle" x="551" y="-1713" font-family="Times,serif" font-size="10.00">SoftmaxOutput</text>
 </g>
 <!-- ptb_softmax_2&#45;&gt;ptb_pred_2 -->
-<g id="edge112" class="edge"><title>ptb_softmax_2&#45;&gt;ptb_pred_2</title>
-<path fill="none" stroke="#737373" d="M1077,-1681.74C1077,-1673.2 1077,-1664.3 1077,-1656.25"/>
-<polygon fill="#737373" stroke="#737373" points="1077,-1691.9 1072.5,-1681.9 1077,-1686.9 1077,-1681.9 1077,-1681.9 1077,-1681.9 1077,-1686.9 1081.5,-1681.9 1077,-1691.9 1077,-1691.9"/>
+<g id="edge38" class="edge"><title>ptb_softmax_2&#45;&gt;ptb_pred_2</title>
+<path fill="none" stroke="#737373" d="M551,-1681.74C551,-1673.2 551,-1664.3 551,-1656.25"/>
+<polygon fill="#737373" stroke="#737373" points="551,-1691.9 546.5,-1681.9 551,-1686.9 551,-1681.9 551,-1681.9 551,-1681.9 551,-1686.9 555.5,-1681.9 551,-1691.9 551,-1691.9"/>
 </g>
 <!-- ptb_pred_1 -->
-<g id="node81" class="node"><title>ptb_pred_1</title>
-<path fill="#fb8072" stroke="#941305" stroke-width="2" d="M1492,-904C1492,-904 1422,-904 1422,-904 1416,-904 1410,-898 1410,-892 1410,-892 1410,-858 1410,-858 1410,-852 1416,-846 1422,-846 1422,-846 1492,-846 1492,-846 1498,-846 1504,-852 1504,-858 1504,-858 1504,-892 1504,-892 1504,-898 1498,-904 1492,-904"/>
-<text text-anchor="middle" x="1457" y="-882" font-family="Times,serif" font-size="10.00">ptb_pred_1</text>
-<text text-anchor="middle" x="1457" y="-872" font-family="Times,serif" font-size="10.00">FullyConnected</text>
-<text text-anchor="middle" x="1457" y="-862" font-family="Times,serif" font-size="10.00">num&#45;hidden=128</text>
+<g id="node33" class="node"><title>ptb_pred_1</title>
+<path fill="#fb8072" stroke="#941305" stroke-width="2" d="M493,-904C493,-904 423,-904 423,-904 417,-904 411,-898 411,-892 411,-892 411,-858 411,-858 411,-852 417,-846 423,-846 423,-846 493,-846 493,-846 499,-846 505,-852 505,-858 505,-858 505,-892 505,-892 505,-898 499,-904 493,-904"/>
+<text text-anchor="middle" x="458" y="-882" font-family="Times,serif" font-size="10.00">ptb_pred_1</text>
+<text text-anchor="middle" x="458" y="-872" font-family="Times,serif" font-size="10.00">FullyConnected</text>
+<text text-anchor="middle" x="458" y="-862" font-family="Times,serif" font-size="10.00">num&#45;hidden=128</text>
 </g>
-<!-- ptb_pred_1&#45;&gt;_mul5 -->
-<g id="edge113" class="edge"><title>ptb_pred_1&#45;&gt;_mul5</title>
-<path fill="none" stroke="#737373" d="M1457,-835.744C1457,-827.204 1457,-818.298 1457,-810.248"/>
-<polygon fill="#737373" stroke="#737373" points="1457,-845.897 1452.5,-835.897 1457,-840.897 1457,-835.897 1457,-835.897 1457,-835.897 1457,-840.897 1461.5,-835.897 1457,-845.897 1457,-845.897"/>
+<!-- ptb_pred_1&#45;&gt;_mul2 -->
+<g id="edge39" class="edge"><title>ptb_pred_1&#45;&gt;_mul2</title>
+<path fill="none" stroke="#737373" d="M415.852,-839.378C404.151,-829.767 391.589,-819.448 380.389,-810.248"/>
+<polygon fill="#737373" stroke="#737373" points="423.788,-845.897 413.204,-843.027 419.924,-842.723 416.06,-839.55 416.06,-839.55 416.06,-839.55 419.924,-842.723 418.917,-836.072 423.788,-845.897 423.788,-845.897"/>
 </g>
 <!-- ptb_softmax_1 -->
-<g id="node82" class="node"><title>ptb_softmax_1</title>
-<path fill="#b3de69" stroke="#597d1c" stroke-width="2" d="M1492,-998C1492,-998 1422,-998 1422,-998 1416,-998 1410,-992 1410,-986 1410,-986 1410,-952 1410,-952 1410,-946 1416,-940 1422,-940 1422,-940 1492,-940 1492,-940 1498,-940 1504,-946 1504,-952 1504,-952 1504,-986 1504,-986 1504,-992 1498,-998 1492,-998"/>
-<text text-anchor="middle" x="1457" y="-971" font-family="Times,serif" font-size="10.00">ptb_softmax_1</text>
-<text text-anchor="middle" x="1457" y="-961" font-family="Times,serif" font-size="10.00">SoftmaxOutput</text>
+<g id="node34" class="node"><title>ptb_softmax_1</title>
+<path fill="#b3de69" stroke="#597d1c" stroke-width="2" d="M493,-998C493,-998 423,-998 423,-998 417,-998 411,-992 411,-986 411,-986 411,-952 411,-952 411,-946 417,-940 423,-940 423,-940 493,-940 493,-940 499,-940 505,-946 505,-952 505,-952 505,-986 505,-986 505,-992 499,-998 493,-998"/>
+<text text-anchor="middle" x="458" y="-971" font-family="Times,serif" font-size="10.00">ptb_softmax_1</text>
+<text text-anchor="middle" x="458" y="-961" font-family="Times,serif" font-size="10.00">SoftmaxOutput</text>
 </g>
 <!-- ptb_softmax_1&#45;&gt;ptb_pred_1 -->
-<g id="edge114" class="edge"><title>ptb_softmax_1&#45;&gt;ptb_pred_1</title>
-<path fill="none" stroke="#737373" d="M1457,-929.744C1457,-921.204 1457,-912.298 1457,-904.248"/>
-<polygon fill="#737373" stroke="#737373" points="1457,-939.897 1452.5,-929.897 1457,-934.897 1457,-929.897 1457,-929.897 1457,-929.897 1457,-934.897 1461.5,-929.897 1457,-939.897 1457,-939.897"/>
+<g id="edge40" class="edge"><title>ptb_softmax_1&#45;&gt;ptb_pred_1</title>
+<path fill="none" stroke="#737373" d="M458,-929.744C458,-921.204 458,-912.298 458,-904.248"/>
+<polygon fill="#737373" stroke="#737373" points="458,-939.897 453.5,-929.897 458,-934.897 458,-929.897 458,-929.897 458,-929.897 458,-934.897 462.5,-929.897 458,-939.897 458,-939.897"/>
 </g>
 </g>
 </svg>
diff --git a/examples/char-lstm/visualize.jl b/examples/char-lstm/visualize.jl
index 336afea30705..acf757515005 100644
--- a/examples/char-lstm/visualize.jl
+++ b/examples/char-lstm/visualize.jl
@@ -3,8 +3,8 @@ include(joinpath(dirname(@__FILE__), "lstm.jl"))
 
 using MXNet
 
-vis_n_layer = 2
-vis_seq_len = 3
+vis_n_layer = 1
+vis_seq_len = 2
 vis_n_class = 128
 
 lstm  = LSTM(vis_n_layer, vis_seq_len, DIM_HIDDEN, DIM_EMBED, vis_n_class, name=NAME, output_states=true)