UCI_LSTM.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "os.chdir(\"D:/Masters/MachineLearning/Project/Human-activity-Recoginition\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " THE Configuration of your experiment ..\n",
      "{'PCA_applied': False,\n",
      " 'agent': 'UCI_Agent',\n",
      " 'batch_size': 512,\n",
      " 'callbacks': {'checkpoint_mode': 'max',\n",
      "               'checkpoint_monitor': 'val_acc',\n",
      "               'checkpoint_save_best_only': True,\n",
      "               'checkpoint_save_weights_only': True,\n",
      "               'checkpoint_verbose': True,\n",
      "               'tensorboard_write_graph': True},\n",
      " 'classes_num': 6,\n",
      " 'data_loader': 'UCIDataLoader',\n",
      " 'exp_name': 'UC_LSTM',\n",
      " 'input_features': 561,\n",
      " 'learning_rate': 0.001,\n",
      " 'max_epoch': 200,\n",
      " 'mode': 'train',\n",
      " 'model': 'LSTM',\n",
      " 'num_workers': 4,\n",
      " 'optimizer': 'Adam',\n",
      " 'seed': 1337,\n",
      " 'use_scheduler': False,\n",
      " 'verbose_training': 1}\n",
      " *************************************** \n",
      "The experiment name is UC_LSTM\n",
      " *************************************** \n",
      "Model: \"sequential_1\"\n",
      "_________________________________________________________________\n",
      "Layer (type)                 Output Shape              Param #   \n",
      "=================================================================\n",
      "lstm_1 (LSTM)                (None, 32)                5376      \n",
      "_________________________________________________________________\n",
      "dropout_1 (Dropout)          (None, 32)                0         \n",
      "_________________________________________________________________\n",
      "dense_1 (Dense)              (None, 6)                 198       \n",
      "=================================================================\n",
      "Total params: 5,574\n",
      "Trainable params: 5,574\n",
      "Non-trainable params: 0\n",
      "_________________________________________________________________\n",
      "Train on 5881 samples, validate on 1471 samples\n",
      "Epoch 1/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 51s - loss: 1.8712 - acc: 0.1367\n",
      "1024/5881 [====>.........................] - ETA: 25s - loss: 1.8634 - acc: 0.1367\n",
      "1536/5881 [======>.......................] - ETA: 1:20 - loss: 1.8630 - acc: 0.1419\n",
      "2048/5881 [=========>....................] - ETA: 53s - loss: 1.8570 - acc: 0.1519 \n",
      "2560/5881 [============>.................] - ETA: 37s - loss: 1.8489 - acc: 0.1621\n",
      "3072/5881 [==============>...............] - ETA: 26s - loss: 1.8423 - acc: 0.1660\n",
      "3584/5881 [=================>............] - ETA: 19s - loss: 1.8381 - acc: 0.1730\n",
      "4096/5881 [===================>..........] - ETA: 13s - loss: 1.8330 - acc: 0.1787\n",
      "4608/5881 [======================>.......] - ETA: 8s - loss: 1.8286 - acc: 0.1832 \n",
      "5120/5881 [=========================>....] - ETA: 4s - loss: 1.8236 - acc: 0.1896\n",
      "5632/5881 [===========================>..] - ETA: 1s - loss: 1.8172 - acc: 0.1985\n",
      "5881/5881 [==============================] - 32s 5ms/step - loss: 1.8143 - acc: 0.2025 - val_loss: 1.7287 - val_acc: 0.3555\n",
      "\n",
      "Epoch 00001: val_acc improved from -inf to 0.35554, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-01-0.36.hdf5\n",
      "Epoch 2/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 1.7366 - acc: 0.2988\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 1.7328 - acc: 0.3018\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 1.7303 - acc: 0.3053\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 1.7244 - acc: 0.3105\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 1.7204 - acc: 0.3160\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 1.7163 - acc: 0.3193\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 1.7125 - acc: 0.3211\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 1.7051 - acc: 0.3259\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 1.6998 - acc: 0.3301\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 1.6931 - acc: 0.3350\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 1.6848 - acc: 0.3411\n",
      "5881/5881 [==============================] - 4s 764us/step - loss: 1.6831 - acc: 0.3408 - val_loss: 1.5740 - val_acc: 0.3963\n",
      "\n",
      "Epoch 00002: val_acc improved from 0.35554 to 0.39633, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-02-0.40.hdf5\n",
      "Epoch 3/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 1.6132 - acc: 0.3672\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 1.5860 - acc: 0.3789\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 1.5715 - acc: 0.3958\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 1.5701 - acc: 0.3931\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 1.5591 - acc: 0.3945\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 1.5579 - acc: 0.3942\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 1.5503 - acc: 0.3962\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 1.5427 - acc: 0.3943\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 1.5333 - acc: 0.3928\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 1.5268 - acc: 0.3932\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 1.5182 - acc: 0.3940\n",
      "5881/5881 [==============================] - 4s 751us/step - loss: 1.5140 - acc: 0.3952 - val_loss: 1.4022 - val_acc: 0.3923\n",
      "\n",
      "Epoch 00003: val_acc did not improve from 0.39633\n",
      "Epoch 4/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 1.4658 - acc: 0.3828\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 1.4577 - acc: 0.3936\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 1.4539 - acc: 0.3854\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 1.4371 - acc: 0.3984\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 1.4364 - acc: 0.3965\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 1.4371 - acc: 0.3906\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 1.4354 - acc: 0.3906\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 1.4357 - acc: 0.3872\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 1.4310 - acc: 0.3882\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 1.4211 - acc: 0.3920\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 1.4161 - acc: 0.3958\n",
      "5881/5881 [==============================] - 4s 758us/step - loss: 1.4158 - acc: 0.3955 - val_loss: 1.3266 - val_acc: 0.4344\n",
      "\n",
      "Epoch 00004: val_acc improved from 0.39633 to 0.43440, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-04-0.43.hdf5\n",
      "Epoch 5/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 1.3326 - acc: 0.4531\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 1.3599 - acc: 0.4316\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 1.3700 - acc: 0.4362\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 1.3684 - acc: 0.4341\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 1.3647 - acc: 0.4379\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 1.3639 - acc: 0.4398\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 1.3564 - acc: 0.4459\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 1.3442 - acc: 0.4521\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 1.3377 - acc: 0.4570\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 1.3280 - acc: 0.4602\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 1.3229 - acc: 0.4624\n",
      "5881/5881 [==============================] - 5s 769us/step - loss: 1.3181 - acc: 0.4645 - val_loss: 1.2103 - val_acc: 0.5153\n",
      "\n",
      "Epoch 00005: val_acc improved from 0.43440 to 0.51530, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-05-0.52.hdf5\n",
      "Epoch 6/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 1.2599 - acc: 0.4844\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 1.2727 - acc: 0.4795\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 1.2661 - acc: 0.4766\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 1.2514 - acc: 0.4775\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 1.2578 - acc: 0.4719\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 1.2532 - acc: 0.4746\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 1.2486 - acc: 0.4796\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 1.2504 - acc: 0.4807\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 1.2502 - acc: 0.4805\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 1.2410 - acc: 0.4877\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 1.2394 - acc: 0.4895\n",
      "5881/5881 [==============================] - 4s 746us/step - loss: 1.2412 - acc: 0.4890 - val_loss: 1.1554 - val_acc: 0.5357\n",
      "\n",
      "Epoch 00006: val_acc improved from 0.51530 to 0.53569, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-06-0.54.hdf5\n",
      "Epoch 7/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 1.2343 - acc: 0.4922\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 1.2103 - acc: 0.5088\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 1.2093 - acc: 0.5104\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 1.2106 - acc: 0.5015\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 1.2059 - acc: 0.5004\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 1.2072 - acc: 0.4951\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 1.2007 - acc: 0.4992\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 1.1975 - acc: 0.5020\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 1.1909 - acc: 0.5056\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 1.1847 - acc: 0.5096\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 1.1868 - acc: 0.5076\n",
      "5881/5881 [==============================] - 5s 812us/step - loss: 1.1861 - acc: 0.5093 - val_loss: 1.0977 - val_acc: 0.5649\n",
      "\n",
      "Epoch 00007: val_acc improved from 0.53569 to 0.56492, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-07-0.56.hdf5\n",
      "Epoch 8/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 1.2127 - acc: 0.4863\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 1.1494 - acc: 0.5264\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 1.1376 - acc: 0.5339\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 1.1311 - acc: 0.5386\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 1.1305 - acc: 0.5430\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 1.1229 - acc: 0.5439\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 1.1194 - acc: 0.5421\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 1.1240 - acc: 0.5391\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 1.1171 - acc: 0.5430\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 1.1139 - acc: 0.5422\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 1.1113 - acc: 0.5435\n",
      "5881/5881 [==============================] - 4s 690us/step - loss: 1.1103 - acc: 0.5429 - val_loss: 1.0271 - val_acc: 0.6010\n",
      "\n",
      "Epoch 00008: val_acc improved from 0.56492 to 0.60095, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-08-0.60.hdf5\n",
      "Epoch 9/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 1.0481 - acc: 0.5762\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 1.0480 - acc: 0.5781\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 1.0584 - acc: 0.5697\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 1.0558 - acc: 0.5703\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 1.0383 - acc: 0.5801\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 1.0463 - acc: 0.5801\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 1.0417 - acc: 0.5820\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 1.0416 - acc: 0.5823\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 1.0457 - acc: 0.5788\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 1.0483 - acc: 0.5760\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 1.0511 - acc: 0.5763\n",
      "5881/5881 [==============================] - 4s 735us/step - loss: 1.0508 - acc: 0.5780 - val_loss: 0.9718 - val_acc: 0.5989\n",
      "\n",
      "Epoch 00009: val_acc did not improve from 0.60095\n",
      "Epoch 10/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 1.0383 - acc: 0.5664\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 1.0427 - acc: 0.5703\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 1.0390 - acc: 0.5749\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 1.0205 - acc: 0.5869\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 1.0229 - acc: 0.5852\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 1.0202 - acc: 0.5859\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 1.0102 - acc: 0.5918\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 1.0052 - acc: 0.5933\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 1.0106 - acc: 0.5888\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 1.0140 - acc: 0.5873\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 1.0135 - acc: 0.5911\n",
      "5881/5881 [==============================] - 4s 704us/step - loss: 1.0156 - acc: 0.5885 - val_loss: 0.9254 - val_acc: 0.6594\n",
      "\n",
      "Epoch 00010: val_acc improved from 0.60095 to 0.65942, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-10-0.66.hdf5\n",
      "Epoch 11/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.9841 - acc: 0.6094\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.9885 - acc: 0.6035\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.9790 - acc: 0.6100\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.9784 - acc: 0.6040\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.9749 - acc: 0.6059\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.9697 - acc: 0.6068\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.9717 - acc: 0.6085\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.9740 - acc: 0.6057\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.9734 - acc: 0.6063\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.9717 - acc: 0.6061\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.9675 - acc: 0.6067\n",
      "5881/5881 [==============================] - 4s 710us/step - loss: 0.9670 - acc: 0.6069 - val_loss: 0.8582 - val_acc: 0.6785\n",
      "\n",
      "Epoch 00011: val_acc improved from 0.65942 to 0.67845, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-11-0.68.hdf5\n",
      "Epoch 12/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.8874 - acc: 0.6895\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.8838 - acc: 0.6738\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.8962 - acc: 0.6536\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.9002 - acc: 0.6504\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.9035 - acc: 0.6469\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.9049 - acc: 0.6449\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.9017 - acc: 0.6456\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.9032 - acc: 0.6426\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.9005 - acc: 0.6421\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.9019 - acc: 0.6420\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.9018 - acc: 0.6447\n",
      "5881/5881 [==============================] - 5s 775us/step - loss: 0.9031 - acc: 0.6438 - val_loss: 0.8082 - val_acc: 0.7097\n",
      "\n",
      "Epoch 00012: val_acc improved from 0.67845 to 0.70972, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-12-0.71.hdf5\n",
      "Epoch 13/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.8881 - acc: 0.6582\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.8924 - acc: 0.6504\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.9026 - acc: 0.6439\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.9079 - acc: 0.6343\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.9064 - acc: 0.6324\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.8943 - acc: 0.6374\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.8867 - acc: 0.6395\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.8794 - acc: 0.6455\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.8743 - acc: 0.6484\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.8695 - acc: 0.6490\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.8756 - acc: 0.6452\n",
      "5881/5881 [==============================] - 4s 735us/step - loss: 0.8723 - acc: 0.6461 - val_loss: 0.7702 - val_acc: 0.7206\n",
      "\n",
      "Epoch 00013: val_acc improved from 0.70972 to 0.72060, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-13-0.72.hdf5\n",
      "Epoch 14/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 4s - loss: 0.8586 - acc: 0.6621\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.8177 - acc: 0.6934\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.8264 - acc: 0.6862\n",
      "2048/5881 [=========>....................] - ETA: 3s - loss: 0.8181 - acc: 0.6846\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.8212 - acc: 0.6781\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.8263 - acc: 0.6742\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.8262 - acc: 0.6727\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.8293 - acc: 0.6714\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.8264 - acc: 0.6734\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.8195 - acc: 0.6768\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.8175 - acc: 0.6776\n",
      "5881/5881 [==============================] - 4s 757us/step - loss: 0.8142 - acc: 0.6796 - val_loss: 0.7317 - val_acc: 0.7485\n",
      "\n",
      "Epoch 00014: val_acc improved from 0.72060 to 0.74847, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-14-0.75.hdf5\n",
      "Epoch 15/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.7657 - acc: 0.7188\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.7702 - acc: 0.6963\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.7654 - acc: 0.6999\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.7711 - acc: 0.6948\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.7754 - acc: 0.6938\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.7774 - acc: 0.6934\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.7697 - acc: 0.6978\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.7665 - acc: 0.6980\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.7703 - acc: 0.6977\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.7685 - acc: 0.6969\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.7697 - acc: 0.6974\n",
      "5881/5881 [==============================] - 4s 717us/step - loss: 0.7679 - acc: 0.6982 - val_loss: 0.7099 - val_acc: 0.7376\n",
      "\n",
      "Epoch 00015: val_acc did not improve from 0.74847\n",
      "Epoch 16/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.7980 - acc: 0.6719\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.7669 - acc: 0.6992\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.7685 - acc: 0.6953\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.7651 - acc: 0.6992\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.7649 - acc: 0.6969\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.7609 - acc: 0.7008\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.7646 - acc: 0.7028\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.7655 - acc: 0.6990\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.7604 - acc: 0.7023\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.7579 - acc: 0.7027\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.7578 - acc: 0.7047\n",
      "5881/5881 [==============================] - 4s 719us/step - loss: 0.7528 - acc: 0.7080 - val_loss: 0.6832 - val_acc: 0.7390\n",
      "\n",
      "Epoch 00016: val_acc did not improve from 0.74847\n",
      "Epoch 17/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.7552 - acc: 0.7070\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.7310 - acc: 0.7070\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.7307 - acc: 0.6992\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.7313 - acc: 0.6987\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.7422 - acc: 0.6957\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.7431 - acc: 0.6969\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.7460 - acc: 0.6956\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.7415 - acc: 0.7004\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.7345 - acc: 0.7044\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.7342 - acc: 0.7061\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.7288 - acc: 0.7092\n",
      "5881/5881 [==============================] - 4s 690us/step - loss: 0.7272 - acc: 0.7118 - val_loss: 0.6529 - val_acc: 0.7648\n",
      "\n",
      "Epoch 00017: val_acc improved from 0.74847 to 0.76479, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-17-0.76.hdf5\n",
      "Epoch 18/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.6988 - acc: 0.7520\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.6946 - acc: 0.7539\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.7023 - acc: 0.7422\n",
      "2048/5881 [=========>....................] - ETA: 3s - loss: 0.7131 - acc: 0.7373\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.7070 - acc: 0.7336\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.7099 - acc: 0.7301\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.7066 - acc: 0.7291\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.6940 - acc: 0.7339\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.6971 - acc: 0.7320\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.6957 - acc: 0.7305\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.6938 - acc: 0.7312\n",
      "5881/5881 [==============================] - 5s 806us/step - loss: 0.6906 - acc: 0.7310 - val_loss: 0.6391 - val_acc: 0.7668\n",
      "\n",
      "Epoch 00018: val_acc improved from 0.76479 to 0.76683, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-18-0.77.hdf5\n",
      "Epoch 19/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.7243 - acc: 0.7461\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.7098 - acc: 0.7432\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.6905 - acc: 0.7448\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.6827 - acc: 0.7466\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.6835 - acc: 0.7445\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.6788 - acc: 0.7425\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.6917 - acc: 0.7355\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.6875 - acc: 0.7378\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.6894 - acc: 0.7335\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.6891 - acc: 0.7340\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.6874 - acc: 0.7342\n",
      "5881/5881 [==============================] - 4s 762us/step - loss: 0.6817 - acc: 0.7354 - val_loss: 0.6201 - val_acc: 0.7750\n",
      "\n",
      "Epoch 00019: val_acc improved from 0.76683 to 0.77498, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-19-0.77.hdf5\n",
      "Epoch 20/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 4s - loss: 0.7050 - acc: 0.7168\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.6821 - acc: 0.7275\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.6609 - acc: 0.7422\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.6524 - acc: 0.7524\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.6486 - acc: 0.7543\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.6481 - acc: 0.7542\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.6496 - acc: 0.7550\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.6482 - acc: 0.7549\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.6498 - acc: 0.7533\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.6522 - acc: 0.7502\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.6556 - acc: 0.7475\n",
      "5881/5881 [==============================] - 5s 847us/step - loss: 0.6561 - acc: 0.7455 - val_loss: 0.5965 - val_acc: 0.7757\n",
      "\n",
      "Epoch 00020: val_acc improved from 0.77498 to 0.77566, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-20-0.78.hdf5\n",
      "Epoch 21/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.6356 - acc: 0.7305\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.6325 - acc: 0.7461\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.6373 - acc: 0.7487\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.6270 - acc: 0.7534\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.6310 - acc: 0.7457\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.6211 - acc: 0.7529\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.6180 - acc: 0.7570\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.6256 - acc: 0.7561\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.6296 - acc: 0.7559\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.6388 - acc: 0.7494\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.6381 - acc: 0.7495\n",
      "5881/5881 [==============================] - 4s 762us/step - loss: 0.6380 - acc: 0.7504 - val_loss: 0.5559 - val_acc: 0.8022\n",
      "\n",
      "Epoch 00021: val_acc improved from 0.77566 to 0.80218, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-21-0.80.hdf5\n",
      "Epoch 22/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.5652 - acc: 0.7988\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.6004 - acc: 0.7900\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.5972 - acc: 0.7819\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.6073 - acc: 0.7700\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.6193 - acc: 0.7641\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.6190 - acc: 0.7627\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.6298 - acc: 0.7606\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.6251 - acc: 0.7625\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.6279 - acc: 0.7604\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.6292 - acc: 0.7592\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.6254 - acc: 0.7591\n",
      "5881/5881 [==============================] - 4s 710us/step - loss: 0.6228 - acc: 0.7602 - val_loss: 0.5336 - val_acc: 0.8083\n",
      "\n",
      "Epoch 00022: val_acc improved from 0.80218 to 0.80829, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-22-0.81.hdf5\n",
      "Epoch 23/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.5825 - acc: 0.8047\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.5909 - acc: 0.7793\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.5971 - acc: 0.7715\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.6075 - acc: 0.7676\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.6041 - acc: 0.7680\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.6016 - acc: 0.7663\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.5989 - acc: 0.7665\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.5993 - acc: 0.7632\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.5963 - acc: 0.7652\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.5993 - acc: 0.7646\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.6014 - acc: 0.7646\n",
      "5881/5881 [==============================] - 4s 691us/step - loss: 0.6019 - acc: 0.7628 - val_loss: 0.5353 - val_acc: 0.7852\n",
      "\n",
      "Epoch 00023: val_acc did not improve from 0.80829\n",
      "Epoch 24/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.5772 - acc: 0.7402\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.5948 - acc: 0.7432\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.5883 - acc: 0.7435\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.5692 - acc: 0.7612\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.5655 - acc: 0.7699\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.5642 - acc: 0.7734\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.5739 - acc: 0.7665\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.5725 - acc: 0.7712\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.5709 - acc: 0.7743\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.5747 - acc: 0.7715\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.5743 - acc: 0.7722\n",
      "5881/5881 [==============================] - 4s 733us/step - loss: 0.5729 - acc: 0.7738 - val_loss: 0.5119 - val_acc: 0.8117\n",
      "\n",
      "Epoch 00024: val_acc improved from 0.80829 to 0.81169, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-24-0.81.hdf5\n",
      "Epoch 25/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.5948 - acc: 0.7656\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.6082 - acc: 0.7627\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.5812 - acc: 0.7773\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.5767 - acc: 0.7749\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.5668 - acc: 0.7758\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.5731 - acc: 0.7734\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.5701 - acc: 0.7759\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.5694 - acc: 0.7764\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.5681 - acc: 0.7750\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.5700 - acc: 0.7748\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.5612 - acc: 0.7786\n",
      "5881/5881 [==============================] - 5s 792us/step - loss: 0.5620 - acc: 0.7786 - val_loss: 0.5046 - val_acc: 0.8165\n",
      "\n",
      "Epoch 00025: val_acc improved from 0.81169 to 0.81645, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-25-0.82.hdf5\n",
      "Epoch 26/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.5687 - acc: 0.7715\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.5398 - acc: 0.7803\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.5453 - acc: 0.7832\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.5586 - acc: 0.7803\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.5528 - acc: 0.7859\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.5549 - acc: 0.7806\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.5503 - acc: 0.7807\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.5434 - acc: 0.7844\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.5415 - acc: 0.7849\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.5367 - acc: 0.7891\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.5327 - acc: 0.7903\n",
      "5881/5881 [==============================] - 4s 690us/step - loss: 0.5317 - acc: 0.7912 - val_loss: 0.4669 - val_acc: 0.8287\n",
      "\n",
      "Epoch 00026: val_acc improved from 0.81645 to 0.82869, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-26-0.83.hdf5\n",
      "Epoch 27/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.5526 - acc: 0.7988\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.5354 - acc: 0.7920\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.5168 - acc: 0.8034\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.5167 - acc: 0.8071\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.5324 - acc: 0.8004\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.5376 - acc: 0.7969\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.5495 - acc: 0.7958\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.5626 - acc: 0.7886\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.5645 - acc: 0.7882\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.5653 - acc: 0.7846\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.5625 - acc: 0.7839\n",
      "5881/5881 [==============================] - 5s 775us/step - loss: 0.5584 - acc: 0.7849 - val_loss: 0.4829 - val_acc: 0.8124\n",
      "\n",
      "Epoch 00027: val_acc did not improve from 0.82869\n",
      "Epoch 28/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.5442 - acc: 0.8008\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.5530 - acc: 0.7871\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.5351 - acc: 0.7956\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.5325 - acc: 0.7974\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.5235 - acc: 0.8000\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.5235 - acc: 0.8005\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.5210 - acc: 0.8008\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.5251 - acc: 0.8003\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.5169 - acc: 0.8053\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.5193 - acc: 0.8037\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.5221 - acc: 0.8022\n",
      "5881/5881 [==============================] - 4s 735us/step - loss: 0.5227 - acc: 0.8029 - val_loss: 0.4675 - val_acc: 0.8124\n",
      "\n",
      "Epoch 00028: val_acc did not improve from 0.82869\n",
      "Epoch 29/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.5358 - acc: 0.7930\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.5299 - acc: 0.7861\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.5481 - acc: 0.7741\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.5501 - acc: 0.7739\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.5390 - acc: 0.7809\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.5363 - acc: 0.7852\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.5214 - acc: 0.7930\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.5216 - acc: 0.7966\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.5216 - acc: 0.7971\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.5208 - acc: 0.7980\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.5205 - acc: 0.7987\n",
      "5881/5881 [==============================] - 5s 772us/step - loss: 0.5218 - acc: 0.7983 - val_loss: 0.4602 - val_acc: 0.8137\n",
      "\n",
      "Epoch 00029: val_acc did not improve from 0.82869\n",
      "Epoch 30/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4699 - acc: 0.8105\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4956 - acc: 0.8096\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.5102 - acc: 0.8040\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.5201 - acc: 0.7969\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.5173 - acc: 0.7977\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.5136 - acc: 0.7985\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.5109 - acc: 0.8008\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.5126 - acc: 0.8015\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.5129 - acc: 0.8036\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.5187 - acc: 0.8025\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.5187 - acc: 0.8033\n",
      "5881/5881 [==============================] - 4s 757us/step - loss: 0.5244 - acc: 0.8024 - val_loss: 0.4919 - val_acc: 0.8212\n",
      "\n",
      "Epoch 00030: val_acc did not improve from 0.82869\n",
      "Epoch 31/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.5348 - acc: 0.8184\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.5392 - acc: 0.8008\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.5292 - acc: 0.8034\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.5560 - acc: 0.7930\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.5807 - acc: 0.7859\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.6262 - acc: 0.7702\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.6595 - acc: 0.7609\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.6953 - acc: 0.7502\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.7162 - acc: 0.7459\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.7430 - acc: 0.7383\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.7593 - acc: 0.7324\n",
      "5881/5881 [==============================] - 5s 799us/step - loss: 0.7603 - acc: 0.7315 - val_loss: 0.8340 - val_acc: 0.6900\n",
      "\n",
      "Epoch 00031: val_acc did not improve from 0.82869\n",
      "Epoch 32/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 1.0072 - acc: 0.6484\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.9436 - acc: 0.6709\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.8905 - acc: 0.6849\n",
      "2048/5881 [=========>....................] - ETA: 3s - loss: 0.8659 - acc: 0.6860\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.8569 - acc: 0.6844\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.8385 - acc: 0.6882\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.8270 - acc: 0.6886\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.8050 - acc: 0.6956\n",
      "4608/5881 [======================>.......] - ETA: 1s - loss: 0.7892 - acc: 0.7012\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.7671 - acc: 0.7074\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.7504 - acc: 0.7141\n",
      "5881/5881 [==============================] - 5s 874us/step - loss: 0.7446 - acc: 0.7165 - val_loss: 0.5358 - val_acc: 0.8063\n",
      "\n",
      "Epoch 00032: val_acc did not improve from 0.82869\n",
      "Epoch 33/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 4s - loss: 0.5695 - acc: 0.7969\n",
      "1024/5881 [====>.........................] - ETA: 4s - loss: 0.5752 - acc: 0.7930\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.5639 - acc: 0.7930\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.5548 - acc: 0.7944\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.5673 - acc: 0.7937\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.5674 - acc: 0.7891\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.5700 - acc: 0.7874\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.5675 - acc: 0.7859\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.5646 - acc: 0.7878\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.5685 - acc: 0.7850\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.5677 - acc: 0.7843\n",
      "5881/5881 [==============================] - 5s 802us/step - loss: 0.5663 - acc: 0.7849 - val_loss: 0.4726 - val_acc: 0.8470\n",
      "\n",
      "Epoch 00033: val_acc improved from 0.82869 to 0.84704, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-33-0.85.hdf5\n",
      "Epoch 34/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 4s - loss: 0.4954 - acc: 0.8281\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.5057 - acc: 0.8291\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.5061 - acc: 0.8190\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.5038 - acc: 0.8184\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.5046 - acc: 0.8168\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.5038 - acc: 0.8151\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.5050 - acc: 0.8131\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.5058 - acc: 0.8152\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.5039 - acc: 0.8188\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.5044 - acc: 0.8170\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.5045 - acc: 0.8157\n",
      "5881/5881 [==============================] - 4s 755us/step - loss: 0.5048 - acc: 0.8152 - val_loss: 0.4225 - val_acc: 0.8715\n",
      "\n",
      "Epoch 00034: val_acc improved from 0.84704 to 0.87152, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-34-0.87.hdf5\n",
      "Epoch 35/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4874 - acc: 0.8203\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4623 - acc: 0.8418\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.4657 - acc: 0.8438\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4689 - acc: 0.8403\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4696 - acc: 0.8434\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4691 - acc: 0.8395\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4729 - acc: 0.8345\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4695 - acc: 0.8345\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4676 - acc: 0.8342\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4686 - acc: 0.8340\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4710 - acc: 0.8326\n",
      "5881/5881 [==============================] - 4s 717us/step - loss: 0.4714 - acc: 0.8327 - val_loss: 0.3909 - val_acc: 0.8810\n",
      "\n",
      "Epoch 00035: val_acc improved from 0.87152 to 0.88103, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-35-0.88.hdf5\n",
      "Epoch 36/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4465 - acc: 0.8359\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4152 - acc: 0.8535\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.4283 - acc: 0.8503\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4408 - acc: 0.8462\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4388 - acc: 0.8480\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4399 - acc: 0.8509\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4439 - acc: 0.8485\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4433 - acc: 0.8472\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4466 - acc: 0.8453\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4433 - acc: 0.8475\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4448 - acc: 0.8446\n",
      "5881/5881 [==============================] - 4s 708us/step - loss: 0.4438 - acc: 0.8441 - val_loss: 0.3941 - val_acc: 0.8491\n",
      "\n",
      "Epoch 00036: val_acc did not improve from 0.88103\n",
      "Epoch 37/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4395 - acc: 0.8398\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4533 - acc: 0.8242\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.4663 - acc: 0.8138\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4961 - acc: 0.7983\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.5184 - acc: 0.7914\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.5339 - acc: 0.7852\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.5451 - acc: 0.7821\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.5568 - acc: 0.7771\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.5652 - acc: 0.7765\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.5768 - acc: 0.7727\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.5808 - acc: 0.7683\n",
      "5881/5881 [==============================] - 4s 755us/step - loss: 0.5808 - acc: 0.7681 - val_loss: 0.4846 - val_acc: 0.7859\n",
      "\n",
      "Epoch 00037: val_acc did not improve from 0.88103\n",
      "Epoch 38/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 5s - loss: 0.5777 - acc: 0.7480\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.5502 - acc: 0.7695\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.5364 - acc: 0.7780\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.5342 - acc: 0.7812\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.5305 - acc: 0.7805\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.5267 - acc: 0.7848\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.5244 - acc: 0.7846\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.5310 - acc: 0.7776\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.5376 - acc: 0.7717\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.5402 - acc: 0.7713\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.5393 - acc: 0.7713\n",
      "5881/5881 [==============================] - 4s 747us/step - loss: 0.5403 - acc: 0.7708 - val_loss: 0.4517 - val_acc: 0.8192\n",
      "\n",
      "Epoch 00038: val_acc did not improve from 0.88103\n",
      "Epoch 39/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4971 - acc: 0.8008\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4656 - acc: 0.8154\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.4596 - acc: 0.8197\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4659 - acc: 0.8159\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4789 - acc: 0.8078\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4832 - acc: 0.8057\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4800 - acc: 0.8050\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4811 - acc: 0.8035\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4837 - acc: 0.8019\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4850 - acc: 0.8014\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4850 - acc: 0.8015\n",
      "5881/5881 [==============================] - 4s 695us/step - loss: 0.4843 - acc: 0.8022 - val_loss: 0.4111 - val_acc: 0.8375\n",
      "\n",
      "Epoch 00039: val_acc did not improve from 0.88103\n",
      "Epoch 40/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4682 - acc: 0.7988\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4373 - acc: 0.8213\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.4461 - acc: 0.8203\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4545 - acc: 0.8130\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4615 - acc: 0.8098\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.4613 - acc: 0.8083\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4630 - acc: 0.8072\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4633 - acc: 0.8083\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4631 - acc: 0.8073\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4645 - acc: 0.8062\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4629 - acc: 0.8070\n",
      "5881/5881 [==============================] - 5s 794us/step - loss: 0.4639 - acc: 0.8068 - val_loss: 0.4122 - val_acc: 0.8253\n",
      "\n",
      "Epoch 00040: val_acc did not improve from 0.88103\n",
      "Epoch 41/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4484 - acc: 0.8320\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.4708 - acc: 0.8076\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.4565 - acc: 0.8125\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4670 - acc: 0.8027\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4526 - acc: 0.8082\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4630 - acc: 0.8024\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4716 - acc: 0.8005\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4699 - acc: 0.8003\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4657 - acc: 0.8030\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4604 - acc: 0.8047\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4575 - acc: 0.8061\n",
      "5881/5881 [==============================] - 4s 724us/step - loss: 0.4544 - acc: 0.8080 - val_loss: 0.3934 - val_acc: 0.8321\n",
      "\n",
      "Epoch 00041: val_acc did not improve from 0.88103\n",
      "Epoch 42/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4673 - acc: 0.7871\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4509 - acc: 0.8086\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.4387 - acc: 0.8151\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4511 - acc: 0.8105\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4506 - acc: 0.8113\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4544 - acc: 0.8063\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4516 - acc: 0.8055\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4511 - acc: 0.8054\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4520 - acc: 0.8053\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4525 - acc: 0.8047\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4503 - acc: 0.8070\n",
      "5881/5881 [==============================] - 4s 699us/step - loss: 0.4500 - acc: 0.8065 - val_loss: 0.4093 - val_acc: 0.8307\n",
      "\n",
      "Epoch 00042: val_acc did not improve from 0.88103\n",
      "Epoch 43/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4759 - acc: 0.8145\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4849 - acc: 0.8105\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.4699 - acc: 0.8099\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4594 - acc: 0.8086\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4545 - acc: 0.8070\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4558 - acc: 0.8057\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4501 - acc: 0.8050\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4493 - acc: 0.8079\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4480 - acc: 0.8105\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4455 - acc: 0.8121\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4459 - acc: 0.8093\n",
      "5881/5881 [==============================] - 4s 704us/step - loss: 0.4449 - acc: 0.8085 - val_loss: 0.3874 - val_acc: 0.8389\n",
      "\n",
      "Epoch 00043: val_acc did not improve from 0.88103\n",
      "Epoch 44/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4731 - acc: 0.7891\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4489 - acc: 0.7959\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.4263 - acc: 0.8079\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4362 - acc: 0.8042\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4299 - acc: 0.8039\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4241 - acc: 0.8099\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4226 - acc: 0.8131\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4299 - acc: 0.8113\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4326 - acc: 0.8095\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4300 - acc: 0.8129\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4341 - acc: 0.8123\n",
      "5881/5881 [==============================] - 4s 731us/step - loss: 0.4365 - acc: 0.8128 - val_loss: 0.3933 - val_acc: 0.8484\n",
      "\n",
      "Epoch 00044: val_acc did not improve from 0.88103\n",
      "Epoch 45/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4787 - acc: 0.7949\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4555 - acc: 0.8057\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.4539 - acc: 0.8066\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4438 - acc: 0.8105\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4384 - acc: 0.8125\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4337 - acc: 0.8141\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4373 - acc: 0.8117\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4359 - acc: 0.8113\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4363 - acc: 0.8118\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4416 - acc: 0.8090\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4402 - acc: 0.8118\n",
      "5881/5881 [==============================] - 4s 700us/step - loss: 0.4426 - acc: 0.8101 - val_loss: 0.3854 - val_acc: 0.8579\n",
      "\n",
      "Epoch 00045: val_acc did not improve from 0.88103\n",
      "Epoch 46/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4582 - acc: 0.7988\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4434 - acc: 0.8066\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.4403 - acc: 0.8008\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4454 - acc: 0.7993\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4491 - acc: 0.8020\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4520 - acc: 0.8018\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4629 - acc: 0.7946\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4606 - acc: 0.7966\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4594 - acc: 0.7999\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4712 - acc: 0.7963\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4749 - acc: 0.7965\n",
      "5881/5881 [==============================] - 4s 690us/step - loss: 0.4752 - acc: 0.7978 - val_loss: 0.4244 - val_acc: 0.8409\n",
      "\n",
      "Epoch 00046: val_acc did not improve from 0.88103\n",
      "Epoch 47/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4512 - acc: 0.8125\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4557 - acc: 0.7998\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.4540 - acc: 0.8060\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4443 - acc: 0.8149\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4458 - acc: 0.8109\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.4602 - acc: 0.8037\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4634 - acc: 0.8008\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4700 - acc: 0.7998\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4794 - acc: 0.7962\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4778 - acc: 0.7963\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4746 - acc: 0.7979\n",
      "5881/5881 [==============================] - 4s 765us/step - loss: 0.4744 - acc: 0.7988 - val_loss: 0.3829 - val_acc: 0.8566\n",
      "\n",
      "Epoch 00047: val_acc did not improve from 0.88103\n",
      "Epoch 48/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4336 - acc: 0.8066\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4415 - acc: 0.8135\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.4293 - acc: 0.8171\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4277 - acc: 0.8164\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4282 - acc: 0.8191\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4337 - acc: 0.8158\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4303 - acc: 0.8170\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4369 - acc: 0.8132\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4311 - acc: 0.8188\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4298 - acc: 0.8180\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4320 - acc: 0.8155\n",
      "5881/5881 [==============================] - 4s 695us/step - loss: 0.4331 - acc: 0.8143 - val_loss: 0.3701 - val_acc: 0.8613\n",
      "\n",
      "Epoch 00048: val_acc did not improve from 0.88103\n",
      "Epoch 49/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4683 - acc: 0.8164\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4612 - acc: 0.8145\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.4424 - acc: 0.8210\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4366 - acc: 0.8184\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4306 - acc: 0.8195\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4375 - acc: 0.8171\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4418 - acc: 0.8158\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4370 - acc: 0.8184\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4317 - acc: 0.8199\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4261 - acc: 0.8223\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4262 - acc: 0.8219\n",
      "5881/5881 [==============================] - 4s 701us/step - loss: 0.4270 - acc: 0.8209 - val_loss: 0.3669 - val_acc: 0.8566\n",
      "\n",
      "Epoch 00049: val_acc did not improve from 0.88103\n",
      "Epoch 50/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4090 - acc: 0.8145\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4137 - acc: 0.8242\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.3987 - acc: 0.8366\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4182 - acc: 0.8276\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4204 - acc: 0.8246\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4263 - acc: 0.8236\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4319 - acc: 0.8203\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4314 - acc: 0.8203\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4288 - acc: 0.8201\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4226 - acc: 0.8207\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4250 - acc: 0.8184\n",
      "5881/5881 [==============================] - 4s 712us/step - loss: 0.4233 - acc: 0.8189 - val_loss: 0.3589 - val_acc: 0.8511\n",
      "\n",
      "Epoch 00050: val_acc did not improve from 0.88103\n",
      "Epoch 51/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4232 - acc: 0.8047\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4171 - acc: 0.8115\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.4075 - acc: 0.8151\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4102 - acc: 0.8179\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4186 - acc: 0.8102\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4136 - acc: 0.8148\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4121 - acc: 0.8175\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4112 - acc: 0.8157\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4161 - acc: 0.8177\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4168 - acc: 0.8195\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4238 - acc: 0.8169\n",
      "5881/5881 [==============================] - 4s 718us/step - loss: 0.4244 - acc: 0.8169 - val_loss: 0.3836 - val_acc: 0.8559\n",
      "\n",
      "Epoch 00051: val_acc did not improve from 0.88103\n",
      "Epoch 52/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 4s - loss: 0.4209 - acc: 0.8262\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4278 - acc: 0.8242\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.4216 - acc: 0.8236\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4208 - acc: 0.8213\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4178 - acc: 0.8188\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4160 - acc: 0.8180\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4164 - acc: 0.8198\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4163 - acc: 0.8196\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4139 - acc: 0.8216\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4151 - acc: 0.8211\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4140 - acc: 0.8228\n",
      "5881/5881 [==============================] - 4s 745us/step - loss: 0.4150 - acc: 0.8230 - val_loss: 0.3687 - val_acc: 0.8606\n",
      "\n",
      "Epoch 00052: val_acc did not improve from 0.88103\n",
      "Epoch 53/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.3768 - acc: 0.8359\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.3935 - acc: 0.8262\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.3996 - acc: 0.8242\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4076 - acc: 0.8203\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4070 - acc: 0.8230\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4153 - acc: 0.8210\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4162 - acc: 0.8172\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4154 - acc: 0.8159\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4177 - acc: 0.8153\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4155 - acc: 0.8158\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4145 - acc: 0.8182\n",
      "5881/5881 [==============================] - 4s 701us/step - loss: 0.4133 - acc: 0.8186 - val_loss: 0.3715 - val_acc: 0.8579\n",
      "\n",
      "Epoch 00053: val_acc did not improve from 0.88103\n",
      "Epoch 54/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4401 - acc: 0.8047\n",
      "1024/5881 [====>.........................] - ETA: 4s - loss: 0.4250 - acc: 0.8105\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.4271 - acc: 0.8060\n",
      "2048/5881 [=========>....................] - ETA: 3s - loss: 0.4190 - acc: 0.8135\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4158 - acc: 0.8148\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.4141 - acc: 0.8161\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4165 - acc: 0.8158\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4178 - acc: 0.8152\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4089 - acc: 0.8210\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4102 - acc: 0.8205\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4144 - acc: 0.8192\n",
      "5881/5881 [==============================] - 5s 808us/step - loss: 0.4155 - acc: 0.8194 - val_loss: 0.3550 - val_acc: 0.8634\n",
      "\n",
      "Epoch 00054: val_acc did not improve from 0.88103\n",
      "Epoch 55/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.3769 - acc: 0.8203\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.3895 - acc: 0.8242\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.3853 - acc: 0.8314\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4059 - acc: 0.8252\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4075 - acc: 0.8223\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4076 - acc: 0.8177\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4097 - acc: 0.8170\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4059 - acc: 0.8215\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4073 - acc: 0.8227\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4091 - acc: 0.8217\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4101 - acc: 0.8208\n",
      "5881/5881 [==============================] - 4s 743us/step - loss: 0.4125 - acc: 0.8191 - val_loss: 0.3981 - val_acc: 0.8484\n",
      "\n",
      "Epoch 00055: val_acc did not improve from 0.88103\n",
      "Epoch 56/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4510 - acc: 0.8027\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4673 - acc: 0.7959\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.4502 - acc: 0.8034\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4374 - acc: 0.8052\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4281 - acc: 0.8129\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.4266 - acc: 0.8151\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4272 - acc: 0.8119\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4320 - acc: 0.8101\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4295 - acc: 0.8118\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4281 - acc: 0.8107\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4362 - acc: 0.8129\n",
      "5881/5881 [==============================] - 4s 765us/step - loss: 0.4485 - acc: 0.8092 - val_loss: 0.7400 - val_acc: 0.7716\n",
      "\n",
      "Epoch 00056: val_acc did not improve from 0.88103\n",
      "Epoch 57/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.7534 - acc: 0.7617\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.8523 - acc: 0.7354\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.9005 - acc: 0.7305\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.9225 - acc: 0.7261\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.9504 - acc: 0.7176\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.9645 - acc: 0.7109\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.9928 - acc: 0.7051\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.9965 - acc: 0.7024\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.9884 - acc: 0.7042\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.9855 - acc: 0.7025\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.9765 - acc: 0.7019\n",
      "5881/5881 [==============================] - 4s 726us/step - loss: 0.9716 - acc: 0.7014 - val_loss: 0.6835 - val_acc: 0.7580\n",
      "\n",
      "Epoch 00057: val_acc did not improve from 0.88103\n",
      "Epoch 58/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.7730 - acc: 0.7129\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.7539 - acc: 0.7158\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.7028 - acc: 0.7357\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.6825 - acc: 0.7397\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.6615 - acc: 0.7473\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.6299 - acc: 0.7572\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.6058 - acc: 0.7656\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.5957 - acc: 0.7700\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.5867 - acc: 0.7756\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.5710 - acc: 0.7801\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.5651 - acc: 0.7812\n",
      "5881/5881 [==============================] - 4s 737us/step - loss: 0.5651 - acc: 0.7812 - val_loss: 0.4131 - val_acc: 0.8722\n",
      "\n",
      "Epoch 00058: val_acc did not improve from 0.88103\n",
      "Epoch 59/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4824 - acc: 0.8027\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.5025 - acc: 0.7939\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.4988 - acc: 0.7995\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.5082 - acc: 0.7974\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4982 - acc: 0.8043\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4957 - acc: 0.8034\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4957 - acc: 0.8022\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4898 - acc: 0.8035\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4848 - acc: 0.8049\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4784 - acc: 0.8092\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4815 - acc: 0.8082\n",
      "5881/5881 [==============================] - 4s 753us/step - loss: 0.4816 - acc: 0.8077 - val_loss: 0.4936 - val_acc: 0.8266\n",
      "\n",
      "Epoch 00059: val_acc did not improve from 0.88103\n",
      "Epoch 60/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.5587 - acc: 0.7832\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.5619 - acc: 0.7822\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.5669 - acc: 0.7734\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.5830 - acc: 0.7690\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.5783 - acc: 0.7668\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.5827 - acc: 0.7669\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.5829 - acc: 0.7670\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.5783 - acc: 0.7690\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.5731 - acc: 0.7700\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.5742 - acc: 0.7693\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.5702 - acc: 0.7706\n",
      "5881/5881 [==============================] - 5s 850us/step - loss: 0.5664 - acc: 0.7718 - val_loss: 0.4435 - val_acc: 0.8484\n",
      "\n",
      "Epoch 00060: val_acc did not improve from 0.88103\n",
      "Epoch 61/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 4s - loss: 0.4832 - acc: 0.8066\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4693 - acc: 0.8184\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.4720 - acc: 0.8158\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4762 - acc: 0.8130\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4746 - acc: 0.8137\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.4875 - acc: 0.8092\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4836 - acc: 0.8097\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4811 - acc: 0.8093\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4804 - acc: 0.8092\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4705 - acc: 0.8143\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4697 - acc: 0.8145\n",
      "5881/5881 [==============================] - 5s 773us/step - loss: 0.4696 - acc: 0.8138 - val_loss: 0.4137 - val_acc: 0.8674\n",
      "\n",
      "Epoch 00061: val_acc did not improve from 0.88103\n",
      "Epoch 62/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4954 - acc: 0.7988\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4827 - acc: 0.8066\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.4748 - acc: 0.8145\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4558 - acc: 0.8184\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4648 - acc: 0.8113\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4572 - acc: 0.8154\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4544 - acc: 0.8181\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4543 - acc: 0.8188\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4479 - acc: 0.8229\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4481 - acc: 0.8229\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4485 - acc: 0.8210\n",
      "5881/5881 [==============================] - 4s 683us/step - loss: 0.4480 - acc: 0.8206 - val_loss: 0.3711 - val_acc: 0.8804\n",
      "\n",
      "Epoch 00062: val_acc did not improve from 0.88103\n",
      "Epoch 63/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4215 - acc: 0.8262\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.4310 - acc: 0.8213\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.4234 - acc: 0.8242\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4214 - acc: 0.8311\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4245 - acc: 0.8301\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4324 - acc: 0.8262\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4287 - acc: 0.8281\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4304 - acc: 0.8257\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4313 - acc: 0.8225\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4342 - acc: 0.8232\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4312 - acc: 0.8248\n",
      "5881/5881 [==============================] - 4s 676us/step - loss: 0.4282 - acc: 0.8247 - val_loss: 0.3594 - val_acc: 0.8878\n",
      "\n",
      "Epoch 00063: val_acc improved from 0.88103 to 0.88783, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-63-0.89.hdf5\n",
      "Epoch 64/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.3497 - acc: 0.8594\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.3771 - acc: 0.8438\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.3774 - acc: 0.8398\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.3828 - acc: 0.8340\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.3855 - acc: 0.8363\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.3942 - acc: 0.8366\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.3970 - acc: 0.8345\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4004 - acc: 0.8320\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4023 - acc: 0.8346\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4002 - acc: 0.8348\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4046 - acc: 0.8336\n",
      "5881/5881 [==============================] - 4s 719us/step - loss: 0.4088 - acc: 0.8337 - val_loss: 0.3503 - val_acc: 0.8872\n",
      "\n",
      "Epoch 00064: val_acc did not improve from 0.88783\n",
      "Epoch 65/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4042 - acc: 0.8398\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4019 - acc: 0.8438\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.4149 - acc: 0.8372\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4088 - acc: 0.8384\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4005 - acc: 0.8441\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4061 - acc: 0.8376\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4066 - acc: 0.8357\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4054 - acc: 0.8352\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4058 - acc: 0.8336\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4034 - acc: 0.8354\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4052 - acc: 0.8356\n",
      "5881/5881 [==============================] - 4s 740us/step - loss: 0.4058 - acc: 0.8357 - val_loss: 0.3483 - val_acc: 0.8919\n",
      "\n",
      "Epoch 00065: val_acc improved from 0.88783 to 0.89191, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-65-0.89.hdf5\n",
      "Epoch 66/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4263 - acc: 0.8184\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4079 - acc: 0.8369\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.3951 - acc: 0.8444\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.3889 - acc: 0.8472\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.3901 - acc: 0.8461\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.3928 - acc: 0.8434\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.3966 - acc: 0.8432\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.3954 - acc: 0.8420\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.3939 - acc: 0.8422\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.3919 - acc: 0.8426\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.3972 - acc: 0.8422\n",
      "5881/5881 [==============================] - 4s 708us/step - loss: 0.3988 - acc: 0.8415 - val_loss: 0.3397 - val_acc: 0.8926\n",
      "\n",
      "Epoch 00066: val_acc improved from 0.89191 to 0.89259, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-66-0.89.hdf5\n",
      "Epoch 67/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.3825 - acc: 0.8418\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.3848 - acc: 0.8359\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.3847 - acc: 0.8314\n",
      "2048/5881 [=========>....................] - ETA: 3s - loss: 0.3882 - acc: 0.8296\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.3905 - acc: 0.8340\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.3851 - acc: 0.8369\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.3856 - acc: 0.8376\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.3832 - acc: 0.8389\n",
      "4608/5881 [======================>.......] - ETA: 1s - loss: 0.3863 - acc: 0.8362\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.3866 - acc: 0.8375\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.3930 - acc: 0.8365\n",
      "5881/5881 [==============================] - 5s 845us/step - loss: 0.3935 - acc: 0.8359 - val_loss: 0.3399 - val_acc: 0.8892\n",
      "\n",
      "Epoch 00067: val_acc did not improve from 0.89259\n",
      "Epoch 68/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.3844 - acc: 0.8477\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.3783 - acc: 0.8369\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.3983 - acc: 0.8366\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.3950 - acc: 0.8374\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.3903 - acc: 0.8402\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.3949 - acc: 0.8382\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.3899 - acc: 0.8435\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.3891 - acc: 0.8420\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.3884 - acc: 0.8424\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.3888 - acc: 0.8418\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.3915 - acc: 0.8388\n",
      "5881/5881 [==============================] - 4s 721us/step - loss: 0.3949 - acc: 0.8368 - val_loss: 0.3399 - val_acc: 0.8899\n",
      "\n",
      "Epoch 00068: val_acc did not improve from 0.89259\n",
      "Epoch 69/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.3850 - acc: 0.8301\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.3868 - acc: 0.8369\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.3881 - acc: 0.8398\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.3887 - acc: 0.8374\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.3885 - acc: 0.8375\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.3928 - acc: 0.8369\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4003 - acc: 0.8326\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.3987 - acc: 0.8330\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.3987 - acc: 0.8333\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.3984 - acc: 0.8344\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.3976 - acc: 0.8358\n",
      "5881/5881 [==============================] - 4s 707us/step - loss: 0.3994 - acc: 0.8340 - val_loss: 0.3440 - val_acc: 0.8912\n",
      "\n",
      "Epoch 00069: val_acc did not improve from 0.89259\n",
      "Epoch 70/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4241 - acc: 0.8184\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4116 - acc: 0.8320\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.3956 - acc: 0.8398\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.3977 - acc: 0.8403\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.3972 - acc: 0.8406\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.3958 - acc: 0.8415\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.3996 - acc: 0.8384\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.3988 - acc: 0.8362\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.3941 - acc: 0.8372\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.3953 - acc: 0.8377\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.3945 - acc: 0.8370\n",
      "5881/5881 [==============================] - 4s 698us/step - loss: 0.3927 - acc: 0.8391 - val_loss: 0.3376 - val_acc: 0.8851\n",
      "\n",
      "Epoch 00070: val_acc did not improve from 0.89259\n",
      "Epoch 71/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 4s - loss: 0.3991 - acc: 0.8340\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4008 - acc: 0.8369\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.4002 - acc: 0.8392\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4020 - acc: 0.8374\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4088 - acc: 0.8379\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4066 - acc: 0.8385\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4025 - acc: 0.8396\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.3963 - acc: 0.8420\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.3965 - acc: 0.8414\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.3984 - acc: 0.8406\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4025 - acc: 0.8384\n",
      "5881/5881 [==============================] - 4s 710us/step - loss: 0.4063 - acc: 0.8344 - val_loss: 0.3800 - val_acc: 0.8538\n",
      "\n",
      "Epoch 00071: val_acc did not improve from 0.89259\n",
      "Epoch 72/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4362 - acc: 0.8184\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.4424 - acc: 0.8291\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.4294 - acc: 0.8242\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4197 - acc: 0.8281\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4189 - acc: 0.8254\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4151 - acc: 0.8262\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4123 - acc: 0.8298\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4123 - acc: 0.8330\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4077 - acc: 0.8346\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4050 - acc: 0.8346\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4064 - acc: 0.8350\n",
      "5881/5881 [==============================] - 4s 694us/step - loss: 0.4084 - acc: 0.8337 - val_loss: 0.3491 - val_acc: 0.8912\n",
      "\n",
      "Epoch 00072: val_acc did not improve from 0.89259\n",
      "Epoch 73/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 4s - loss: 0.3798 - acc: 0.8516\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.3966 - acc: 0.8467\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.4029 - acc: 0.8424\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4206 - acc: 0.8315\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4126 - acc: 0.8375\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.4096 - acc: 0.8372\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4070 - acc: 0.8387\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4041 - acc: 0.8425\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4004 - acc: 0.8446\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4005 - acc: 0.8469\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4018 - acc: 0.8446\n",
      "5881/5881 [==============================] - 4s 735us/step - loss: 0.3973 - acc: 0.8471 - val_loss: 0.3250 - val_acc: 0.9123\n",
      "\n",
      "Epoch 00073: val_acc improved from 0.89259 to 0.91230, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-73-0.91.hdf5\n",
      "Epoch 74/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4087 - acc: 0.8398\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.3902 - acc: 0.8457\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.3840 - acc: 0.8516\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.3873 - acc: 0.8496\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.3832 - acc: 0.8555\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.3744 - acc: 0.8604\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.3690 - acc: 0.8622\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.3636 - acc: 0.8645\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.3659 - acc: 0.8631\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.3702 - acc: 0.8623\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.3683 - acc: 0.8636\n",
      "5881/5881 [==============================] - 4s 758us/step - loss: 0.3685 - acc: 0.8628 - val_loss: 0.3289 - val_acc: 0.8994\n",
      "\n",
      "Epoch 00074: val_acc did not improve from 0.91230\n",
      "Epoch 75/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.3736 - acc: 0.8535\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.3990 - acc: 0.8516\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.4029 - acc: 0.8483\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.3847 - acc: 0.8579\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.3862 - acc: 0.8574\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.3888 - acc: 0.8558\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.3822 - acc: 0.8605\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.3790 - acc: 0.8608\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.3783 - acc: 0.8628\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.3785 - acc: 0.8598\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.3836 - acc: 0.8594\n",
      "5881/5881 [==============================] - 4s 709us/step - loss: 0.3833 - acc: 0.8594 - val_loss: 0.4124 - val_acc: 0.8919\n",
      "\n",
      "Epoch 00075: val_acc did not improve from 0.91230\n",
      "Epoch 76/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4729 - acc: 0.8242\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4432 - acc: 0.8389\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.4828 - acc: 0.8275\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.5185 - acc: 0.8237\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.5291 - acc: 0.8250\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.5221 - acc: 0.8268\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.5171 - acc: 0.8251\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.5056 - acc: 0.8293\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4960 - acc: 0.8309\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4896 - acc: 0.8326\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4833 - acc: 0.8343\n",
      "5881/5881 [==============================] - 4s 735us/step - loss: 0.4797 - acc: 0.8340 - val_loss: 0.3580 - val_acc: 0.8851\n",
      "\n",
      "Epoch 00076: val_acc did not improve from 0.91230\n",
      "Epoch 77/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4283 - acc: 0.8340\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4276 - acc: 0.8291\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.4121 - acc: 0.8405\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4190 - acc: 0.8428\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4147 - acc: 0.8445\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4214 - acc: 0.8421\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4262 - acc: 0.8421\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4307 - acc: 0.8408\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4271 - acc: 0.8422\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4224 - acc: 0.8434\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4213 - acc: 0.8446\n",
      "5881/5881 [==============================] - 4s 722us/step - loss: 0.4220 - acc: 0.8446 - val_loss: 0.3355 - val_acc: 0.9062\n",
      "\n",
      "Epoch 00077: val_acc did not improve from 0.91230\n",
      "Epoch 78/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 4s - loss: 0.4031 - acc: 0.8438\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.3948 - acc: 0.8467\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.3983 - acc: 0.8496\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.3933 - acc: 0.8496\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.3948 - acc: 0.8484\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.3931 - acc: 0.8506\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4010 - acc: 0.8507\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4014 - acc: 0.8496\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4033 - acc: 0.8500\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4039 - acc: 0.8518\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4040 - acc: 0.8528\n",
      "5881/5881 [==============================] - 5s 777us/step - loss: 0.4020 - acc: 0.8527 - val_loss: 0.3269 - val_acc: 0.9089\n",
      "\n",
      "Epoch 00078: val_acc did not improve from 0.91230\n",
      "Epoch 79/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 4s - loss: 0.4634 - acc: 0.8301\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4171 - acc: 0.8457\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.4190 - acc: 0.8535\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4092 - acc: 0.8511\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4016 - acc: 0.8500\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4098 - acc: 0.8477\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4143 - acc: 0.8454\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4135 - acc: 0.8438\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4153 - acc: 0.8433\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4164 - acc: 0.8414\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4136 - acc: 0.8432\n",
      "5881/5881 [==============================] - 4s 738us/step - loss: 0.4139 - acc: 0.8434 - val_loss: 0.3188 - val_acc: 0.9123\n",
      "\n",
      "Epoch 00079: val_acc did not improve from 0.91230\n",
      "Epoch 80/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4372 - acc: 0.8379\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4303 - acc: 0.8408\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.4115 - acc: 0.8483\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4108 - acc: 0.8521\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4113 - acc: 0.8484\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.4040 - acc: 0.8516\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.3983 - acc: 0.8569\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.3925 - acc: 0.8591\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.3918 - acc: 0.8594\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.3912 - acc: 0.8596\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.3918 - acc: 0.8574\n",
      "5881/5881 [==============================] - 5s 825us/step - loss: 0.3921 - acc: 0.8575 - val_loss: 0.3102 - val_acc: 0.9137\n",
      "\n",
      "Epoch 00080: val_acc improved from 0.91230 to 0.91366, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-80-0.91.hdf5\n",
      "Epoch 81/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4162 - acc: 0.8496\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.3944 - acc: 0.8545\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.3897 - acc: 0.8555\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.3833 - acc: 0.8574\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.3854 - acc: 0.8578\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.3832 - acc: 0.8558\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.3776 - acc: 0.8605\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.3746 - acc: 0.8630\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.3670 - acc: 0.8672\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.3710 - acc: 0.8666\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.3681 - acc: 0.8679\n",
      "5881/5881 [==============================] - 4s 737us/step - loss: 0.3697 - acc: 0.8674 - val_loss: 0.2920 - val_acc: 0.9177\n",
      "\n",
      "Epoch 00081: val_acc improved from 0.91366 to 0.91774, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-81-0.92.hdf5\n",
      "Epoch 82/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4015 - acc: 0.8574\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.3667 - acc: 0.8652\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.3550 - acc: 0.8678\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.3509 - acc: 0.8735\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.3527 - acc: 0.8742\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.3654 - acc: 0.8688\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.3684 - acc: 0.8686\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.3663 - acc: 0.8696\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.3628 - acc: 0.8700\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.3646 - acc: 0.8711\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.3653 - acc: 0.8711\n",
      "5881/5881 [==============================] - 4s 760us/step - loss: 0.3630 - acc: 0.8721 - val_loss: 0.2800 - val_acc: 0.9205\n",
      "\n",
      "Epoch 00082: val_acc improved from 0.91774 to 0.92046, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-82-0.92.hdf5\n",
      "Epoch 83/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 4s - loss: 0.3542 - acc: 0.8750\n",
      "1024/5881 [====>.........................] - ETA: 4s - loss: 0.3800 - acc: 0.8525\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.4091 - acc: 0.8464\n",
      "2048/5881 [=========>....................] - ETA: 3s - loss: 0.3958 - acc: 0.8521\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4237 - acc: 0.8484\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.4617 - acc: 0.8343\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.5387 - acc: 0.8111\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.5671 - acc: 0.7988\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.5744 - acc: 0.7960\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.5934 - acc: 0.7893\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.6202 - acc: 0.7832\n",
      "5881/5881 [==============================] - 5s 776us/step - loss: 0.6258 - acc: 0.7822 - val_loss: 0.7013 - val_acc: 0.7709\n",
      "\n",
      "Epoch 00083: val_acc did not improve from 0.92046\n",
      "Epoch 84/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.7710 - acc: 0.7363\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.7503 - acc: 0.7422\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.8000 - acc: 0.7227\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.7814 - acc: 0.7231\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.8036 - acc: 0.7168\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.8107 - acc: 0.7142\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.8117 - acc: 0.7121\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.8052 - acc: 0.7122\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.8132 - acc: 0.7068\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.8048 - acc: 0.7092\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.8152 - acc: 0.7077\n",
      "5881/5881 [==============================] - 4s 764us/step - loss: 0.8182 - acc: 0.7070 - val_loss: 0.7705 - val_acc: 0.7362\n",
      "\n",
      "Epoch 00084: val_acc did not improve from 0.92046\n",
      "Epoch 85/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.7849 - acc: 0.7109\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.8158 - acc: 0.7070\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.8395 - acc: 0.6986\n",
      "2048/5881 [=========>....................] - ETA: 3s - loss: 0.8372 - acc: 0.6855\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.8602 - acc: 0.6836\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.8500 - acc: 0.6855\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.8709 - acc: 0.6850\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.8645 - acc: 0.6870\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.8723 - acc: 0.6882\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.8861 - acc: 0.6848\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.8866 - acc: 0.6861\n",
      "5881/5881 [==============================] - 4s 759us/step - loss: 0.8893 - acc: 0.6854 - val_loss: 0.7186 - val_acc: 0.7525\n",
      "\n",
      "Epoch 00085: val_acc did not improve from 0.92046\n",
      "Epoch 86/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.8981 - acc: 0.6953\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.8448 - acc: 0.7080\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.8591 - acc: 0.7116\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.8755 - acc: 0.7173\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.8611 - acc: 0.7160\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.8502 - acc: 0.7155\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.8513 - acc: 0.7098\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.8608 - acc: 0.7080\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.8565 - acc: 0.7092\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.8769 - acc: 0.7029\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.8864 - acc: 0.6989\n",
      "5881/5881 [==============================] - 5s 802us/step - loss: 0.8987 - acc: 0.6960 - val_loss: 0.8583 - val_acc: 0.7417\n",
      "\n",
      "Epoch 00086: val_acc did not improve from 0.92046\n",
      "Epoch 87/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 1.0240 - acc: 0.6484\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.9536 - acc: 0.6582\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.9608 - acc: 0.6680\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.9748 - acc: 0.6572\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.9738 - acc: 0.6504\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.9657 - acc: 0.6475\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.9591 - acc: 0.6451\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.9444 - acc: 0.6487\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.9378 - acc: 0.6521\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.9385 - acc: 0.6512\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.9444 - acc: 0.6472\n",
      "5881/5881 [==============================] - 5s 784us/step - loss: 0.9390 - acc: 0.6507 - val_loss: 0.6838 - val_acc: 0.7641\n",
      "\n",
      "Epoch 00087: val_acc did not improve from 0.92046\n",
      "Epoch 88/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.7528 - acc: 0.7051\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.7452 - acc: 0.7061\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.7740 - acc: 0.6992\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.7546 - acc: 0.7026\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.7684 - acc: 0.7016\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.7609 - acc: 0.7018\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.7669 - acc: 0.7012\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.7570 - acc: 0.7056\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.7464 - acc: 0.7072\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.7414 - acc: 0.7070\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.7297 - acc: 0.7113\n",
      "5881/5881 [==============================] - 4s 741us/step - loss: 0.7269 - acc: 0.7116 - val_loss: 0.5186 - val_acc: 0.7920\n",
      "\n",
      "Epoch 00088: val_acc did not improve from 0.92046\n",
      "Epoch 89/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.6607 - acc: 0.7500\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.6414 - acc: 0.7344\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.6646 - acc: 0.7090\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.6587 - acc: 0.7104\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.6537 - acc: 0.7121\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.6536 - acc: 0.7122\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.6416 - acc: 0.7199\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.6462 - acc: 0.7185\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.6369 - acc: 0.7240\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.6327 - acc: 0.7273\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.6323 - acc: 0.7287\n",
      "5881/5881 [==============================] - 5s 793us/step - loss: 0.6287 - acc: 0.7305 - val_loss: 0.4661 - val_acc: 0.8355\n",
      "\n",
      "Epoch 00089: val_acc did not improve from 0.92046\n",
      "Epoch 90/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.5814 - acc: 0.7676\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.6205 - acc: 0.7451\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.6065 - acc: 0.7448\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.5943 - acc: 0.7534\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.5866 - acc: 0.7566\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.5827 - acc: 0.7617\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.5838 - acc: 0.7614\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.5815 - acc: 0.7627\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.5810 - acc: 0.7645\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.5804 - acc: 0.7650\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.5778 - acc: 0.7649\n",
      "5881/5881 [==============================] - 5s 794us/step - loss: 0.5742 - acc: 0.7664 - val_loss: 0.4565 - val_acc: 0.8423\n",
      "\n",
      "Epoch 00090: val_acc did not improve from 0.92046\n",
      "Epoch 91/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 4s - loss: 0.5005 - acc: 0.8125\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.5077 - acc: 0.7969\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.5329 - acc: 0.7897\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.5412 - acc: 0.7803\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.5507 - acc: 0.7762\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.5480 - acc: 0.7773\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.5502 - acc: 0.7751\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.5546 - acc: 0.7751\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.5582 - acc: 0.7737\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.5591 - acc: 0.7711\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.5582 - acc: 0.7717\n",
      "5881/5881 [==============================] - 4s 747us/step - loss: 0.5578 - acc: 0.7723 - val_loss: 0.4397 - val_acc: 0.8600\n",
      "\n",
      "Epoch 00091: val_acc did not improve from 0.92046\n",
      "Epoch 92/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.5729 - acc: 0.7930\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.5969 - acc: 0.7773\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.5856 - acc: 0.7806\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.5958 - acc: 0.7720\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.5896 - acc: 0.7730\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.5932 - acc: 0.7682\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.5859 - acc: 0.7684\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.5853 - acc: 0.7700\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.5774 - acc: 0.7724\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.5758 - acc: 0.7756\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.5733 - acc: 0.7772\n",
      "5881/5881 [==============================] - 4s 701us/step - loss: 0.5700 - acc: 0.7788 - val_loss: 0.4613 - val_acc: 0.8511\n",
      "\n",
      "Epoch 00092: val_acc did not improve from 0.92046\n",
      "Epoch 93/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 4s - loss: 0.5780 - acc: 0.7891\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.5915 - acc: 0.7695\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.5891 - acc: 0.7598\n",
      "2048/5881 [=========>....................] - ETA: 3s - loss: 0.5888 - acc: 0.7622\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.5829 - acc: 0.7645\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.5782 - acc: 0.7695\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.5690 - acc: 0.7737\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.5683 - acc: 0.7720\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.5626 - acc: 0.7763\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.5602 - acc: 0.7773\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.5536 - acc: 0.7793\n",
      "5881/5881 [==============================] - 5s 795us/step - loss: 0.5548 - acc: 0.7784 - val_loss: 0.4412 - val_acc: 0.8396\n",
      "\n",
      "Epoch 00093: val_acc did not improve from 0.92046\n",
      "Epoch 94/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.5852 - acc: 0.7617\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.5556 - acc: 0.7656\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.5699 - acc: 0.7591\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.5694 - acc: 0.7666\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.5609 - acc: 0.7734\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.5541 - acc: 0.7760\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.5528 - acc: 0.7801\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.5478 - acc: 0.7812\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.5512 - acc: 0.7819\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.5505 - acc: 0.7814\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.5463 - acc: 0.7809\n",
      "5881/5881 [==============================] - 4s 739us/step - loss: 0.5431 - acc: 0.7829 - val_loss: 0.4149 - val_acc: 0.8708\n",
      "\n",
      "Epoch 00094: val_acc did not improve from 0.92046\n",
      "Epoch 95/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.5502 - acc: 0.7773\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.5073 - acc: 0.8008\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.5267 - acc: 0.7923\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.5305 - acc: 0.7935\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.5319 - acc: 0.7902\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.5340 - acc: 0.7871\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.5257 - acc: 0.7905\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.5303 - acc: 0.7905\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.5215 - acc: 0.7947\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.5194 - acc: 0.7977\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.5243 - acc: 0.7951\n",
      "5881/5881 [==============================] - 4s 721us/step - loss: 0.5238 - acc: 0.7948 - val_loss: 0.4047 - val_acc: 0.8661\n",
      "\n",
      "Epoch 00095: val_acc did not improve from 0.92046\n",
      "Epoch 96/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 4s - loss: 0.5002 - acc: 0.8047\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4888 - acc: 0.8037\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.4934 - acc: 0.8112\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4814 - acc: 0.8105\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4853 - acc: 0.8113\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4893 - acc: 0.8060\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4908 - acc: 0.8052\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4943 - acc: 0.8044\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4942 - acc: 0.8045\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4918 - acc: 0.8037\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4929 - acc: 0.8059\n",
      "5881/5881 [==============================] - 4s 696us/step - loss: 0.4921 - acc: 0.8072 - val_loss: 0.3899 - val_acc: 0.8640\n",
      "\n",
      "Epoch 00096: val_acc did not improve from 0.92046\n",
      "Epoch 97/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4533 - acc: 0.8203\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.4636 - acc: 0.8271\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.4714 - acc: 0.8164\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4875 - acc: 0.8086\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4869 - acc: 0.8129\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4833 - acc: 0.8158\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4803 - acc: 0.8170\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4806 - acc: 0.8159\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4747 - acc: 0.8199\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4734 - acc: 0.8215\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4716 - acc: 0.8242\n",
      "5881/5881 [==============================] - 4s 686us/step - loss: 0.4741 - acc: 0.8225 - val_loss: 0.4631 - val_acc: 0.7899\n",
      "\n",
      "Epoch 00097: val_acc did not improve from 0.92046\n",
      "Epoch 98/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 4s - loss: 0.5679 - acc: 0.7695\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.5975 - acc: 0.7471\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.6160 - acc: 0.7474\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.6311 - acc: 0.7339\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.6538 - acc: 0.7227\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.6670 - acc: 0.7181\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.6762 - acc: 0.7121\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.6826 - acc: 0.7122\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.6871 - acc: 0.7109\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.6881 - acc: 0.7096\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.6887 - acc: 0.7085\n",
      "5881/5881 [==============================] - 4s 715us/step - loss: 0.6873 - acc: 0.7080 - val_loss: 0.5653 - val_acc: 0.7050\n",
      "\n",
      "Epoch 00098: val_acc did not improve from 0.92046\n",
      "Epoch 99/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.6523 - acc: 0.6816\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.6476 - acc: 0.7021\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.6499 - acc: 0.7012\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.6488 - acc: 0.6992\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.6394 - acc: 0.7051\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.6443 - acc: 0.7054\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.6287 - acc: 0.7168\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.6285 - acc: 0.7192\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.6231 - acc: 0.7207\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.6212 - acc: 0.7227\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.6196 - acc: 0.7244\n",
      "5881/5881 [==============================] - 4s 685us/step - loss: 0.6178 - acc: 0.7259 - val_loss: 0.4797 - val_acc: 0.8321\n",
      "\n",
      "Epoch 00099: val_acc did not improve from 0.92046\n",
      "Epoch 100/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 4s - loss: 0.5690 - acc: 0.7656\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.6019 - acc: 0.7461\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.6037 - acc: 0.7454\n",
      "2048/5881 [=========>....................] - ETA: 3s - loss: 0.5932 - acc: 0.7476\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.5827 - acc: 0.7492\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.5797 - acc: 0.7487\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.5699 - acc: 0.7531\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.5725 - acc: 0.7539\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.5671 - acc: 0.7550\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.5719 - acc: 0.7531\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.5685 - acc: 0.7553\n",
      "5881/5881 [==============================] - 4s 763us/step - loss: 0.5678 - acc: 0.7560 - val_loss: 0.4290 - val_acc: 0.8498\n",
      "\n",
      "Epoch 00100: val_acc did not improve from 0.92046\n",
      "Epoch 101/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.5317 - acc: 0.7773\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.5193 - acc: 0.7754\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.5118 - acc: 0.7786\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.5068 - acc: 0.7808\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.5008 - acc: 0.7898\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4970 - acc: 0.7923\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4973 - acc: 0.7877\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.5052 - acc: 0.7861\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.5139 - acc: 0.7819\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.5070 - acc: 0.7861\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.5091 - acc: 0.7841\n",
      "5881/5881 [==============================] - 4s 674us/step - loss: 0.5119 - acc: 0.7830 - val_loss: 0.4035 - val_acc: 0.8702\n",
      "\n",
      "Epoch 00101: val_acc did not improve from 0.92046\n",
      "Epoch 102/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4566 - acc: 0.8164\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4962 - acc: 0.7949\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.5064 - acc: 0.7910\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.5118 - acc: 0.7861\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.5068 - acc: 0.7906\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.5038 - acc: 0.7946\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.5018 - acc: 0.7938\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.5015 - acc: 0.7947\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4968 - acc: 0.7990\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4981 - acc: 0.7988\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4958 - acc: 0.7981\n",
      "5881/5881 [==============================] - 4s 712us/step - loss: 0.4969 - acc: 0.7954 - val_loss: 0.3912 - val_acc: 0.8606\n",
      "\n",
      "Epoch 00102: val_acc did not improve from 0.92046\n",
      "Epoch 103/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4265 - acc: 0.8145\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.4389 - acc: 0.8262\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.4535 - acc: 0.8158\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4576 - acc: 0.8223\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4681 - acc: 0.8176\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4699 - acc: 0.8190\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4778 - acc: 0.8164\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4710 - acc: 0.8184\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4691 - acc: 0.8188\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4697 - acc: 0.8178\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4690 - acc: 0.8176\n",
      "5881/5881 [==============================] - 4s 680us/step - loss: 0.4707 - acc: 0.8164 - val_loss: 0.3702 - val_acc: 0.8872\n",
      "\n",
      "Epoch 00103: val_acc did not improve from 0.92046\n",
      "Epoch 104/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4465 - acc: 0.8320\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4472 - acc: 0.8213\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.4499 - acc: 0.8184\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4401 - acc: 0.8252\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4494 - acc: 0.8246\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4473 - acc: 0.8255\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4410 - acc: 0.8287\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4434 - acc: 0.8274\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4406 - acc: 0.8279\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4417 - acc: 0.8299\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4438 - acc: 0.8272\n",
      "5881/5881 [==============================] - 4s 716us/step - loss: 0.4440 - acc: 0.8276 - val_loss: 0.3526 - val_acc: 0.8912\n",
      "\n",
      "Epoch 00104: val_acc did not improve from 0.92046\n",
      "Epoch 105/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4169 - acc: 0.8359\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4356 - acc: 0.8232\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.4340 - acc: 0.8242\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4271 - acc: 0.8286\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4278 - acc: 0.8289\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4365 - acc: 0.8252\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4376 - acc: 0.8245\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4379 - acc: 0.8276\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4358 - acc: 0.8294\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4383 - acc: 0.8281\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4365 - acc: 0.8299\n",
      "5881/5881 [==============================] - 4s 708us/step - loss: 0.4354 - acc: 0.8310 - val_loss: 0.3481 - val_acc: 0.8858\n",
      "\n",
      "Epoch 00105: val_acc did not improve from 0.92046\n",
      "Epoch 106/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4620 - acc: 0.8184\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4385 - acc: 0.8271\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.4376 - acc: 0.8242\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4302 - acc: 0.8291\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4283 - acc: 0.8297\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4305 - acc: 0.8268\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4277 - acc: 0.8292\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4243 - acc: 0.8298\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4246 - acc: 0.8333\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4237 - acc: 0.8316\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4232 - acc: 0.8327\n",
      "5881/5881 [==============================] - 4s 743us/step - loss: 0.4239 - acc: 0.8332 - val_loss: 0.3342 - val_acc: 0.8926\n",
      "\n",
      "Epoch 00106: val_acc did not improve from 0.92046\n",
      "Epoch 107/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 4s - loss: 0.4522 - acc: 0.8125\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4357 - acc: 0.8408\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.4276 - acc: 0.8340\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4253 - acc: 0.8364\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4302 - acc: 0.8336\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.4331 - acc: 0.8346\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4286 - acc: 0.8351\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4225 - acc: 0.8379\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4132 - acc: 0.8416\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4123 - acc: 0.8430\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4122 - acc: 0.8425\n",
      "5881/5881 [==============================] - 4s 732us/step - loss: 0.4124 - acc: 0.8420 - val_loss: 0.3310 - val_acc: 0.8858\n",
      "\n",
      "Epoch 00107: val_acc did not improve from 0.92046\n",
      "Epoch 108/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4277 - acc: 0.8164\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4094 - acc: 0.8398\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.4080 - acc: 0.8424\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4150 - acc: 0.8413\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4100 - acc: 0.8445\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.4121 - acc: 0.8444\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4097 - acc: 0.8451\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4015 - acc: 0.8503\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4017 - acc: 0.8520\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4031 - acc: 0.8504\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4019 - acc: 0.8496\n",
      "5881/5881 [==============================] - 5s 779us/step - loss: 0.4003 - acc: 0.8495 - val_loss: 0.3157 - val_acc: 0.9014\n",
      "\n",
      "Epoch 00108: val_acc did not improve from 0.92046\n",
      "Epoch 109/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.3859 - acc: 0.8691\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.3931 - acc: 0.8574\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.3871 - acc: 0.8620\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4054 - acc: 0.8560\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4039 - acc: 0.8566\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.3953 - acc: 0.8613\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.3916 - acc: 0.8630\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.3938 - acc: 0.8611\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.3922 - acc: 0.8611\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.3910 - acc: 0.8602\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.3894 - acc: 0.8608\n",
      "5881/5881 [==============================] - 4s 685us/step - loss: 0.3920 - acc: 0.8594 - val_loss: 0.3377 - val_acc: 0.8878\n",
      "\n",
      "Epoch 00109: val_acc did not improve from 0.92046\n",
      "Epoch 110/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4552 - acc: 0.8320\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4756 - acc: 0.8389\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.5215 - acc: 0.8171\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.6065 - acc: 0.7886\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.6816 - acc: 0.7691\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.7220 - acc: 0.7562\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.7869 - acc: 0.7427\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.8389 - acc: 0.7310\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.9021 - acc: 0.7188\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.9501 - acc: 0.7047\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.9879 - acc: 0.6934\n",
      "5881/5881 [==============================] - 4s 719us/step - loss: 0.9985 - acc: 0.6885 - val_loss: 1.1750 - val_acc: 0.5683\n",
      "\n",
      "Epoch 00110: val_acc did not improve from 0.92046\n",
      "Epoch 111/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 1.4660 - acc: 0.5391\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 1.4216 - acc: 0.5459\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 1.3586 - acc: 0.5658\n",
      "2048/5881 [=========>....................] - ETA: 3s - loss: 1.3045 - acc: 0.5747\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 1.3019 - acc: 0.5723\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 1.2595 - acc: 0.5807\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 1.2524 - acc: 0.5823\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 1.2280 - acc: 0.5879\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 1.1954 - acc: 0.5953\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 1.1676 - acc: 0.6004\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 1.1354 - acc: 0.6081\n",
      "5881/5881 [==============================] - 4s 743us/step - loss: 1.1138 - acc: 0.6157 - val_loss: 0.4864 - val_acc: 0.8042\n",
      "\n",
      "Epoch 00111: val_acc did not improve from 0.92046\n",
      "Epoch 112/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.5762 - acc: 0.8008\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.6049 - acc: 0.7832\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.6001 - acc: 0.7826\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.5782 - acc: 0.7852\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.5791 - acc: 0.7820\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.5841 - acc: 0.7803\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.5814 - acc: 0.7804\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.5738 - acc: 0.7825\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.5640 - acc: 0.7867\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.5613 - acc: 0.7883\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.5588 - acc: 0.7887\n",
      "5881/5881 [==============================] - 4s 715us/step - loss: 0.5543 - acc: 0.7912 - val_loss: 0.4441 - val_acc: 0.8491\n",
      "\n",
      "Epoch 00112: val_acc did not improve from 0.92046\n",
      "Epoch 113/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.5335 - acc: 0.7930\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.5304 - acc: 0.7959\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.5382 - acc: 0.7910\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.5334 - acc: 0.7979\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.5335 - acc: 0.7973\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.5430 - acc: 0.7959\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.5432 - acc: 0.7944\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.5358 - acc: 0.7986\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.5366 - acc: 0.7971\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.5349 - acc: 0.7977\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.5334 - acc: 0.7987\n",
      "5881/5881 [==============================] - 4s 746us/step - loss: 0.5319 - acc: 0.7997 - val_loss: 0.4199 - val_acc: 0.8579\n",
      "\n",
      "Epoch 00113: val_acc did not improve from 0.92046\n",
      "Epoch 114/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4923 - acc: 0.8281\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.5099 - acc: 0.8174\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.4861 - acc: 0.8216\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4793 - acc: 0.8242\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4825 - acc: 0.8219\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4837 - acc: 0.8229\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4791 - acc: 0.8265\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4771 - acc: 0.8264\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4695 - acc: 0.8294\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4699 - acc: 0.8291\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4663 - acc: 0.8311\n",
      "5881/5881 [==============================] - 4s 680us/step - loss: 0.4634 - acc: 0.8329 - val_loss: 0.3745 - val_acc: 0.8688\n",
      "\n",
      "Epoch 00114: val_acc did not improve from 0.92046\n",
      "Epoch 115/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4627 - acc: 0.8203\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.4508 - acc: 0.8330\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.4486 - acc: 0.8405\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4430 - acc: 0.8394\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4471 - acc: 0.8402\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4415 - acc: 0.8421\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4512 - acc: 0.8390\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4515 - acc: 0.8408\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4460 - acc: 0.8431\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4440 - acc: 0.8441\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4441 - acc: 0.8438\n",
      "5881/5881 [==============================] - 4s 686us/step - loss: 0.4441 - acc: 0.8417 - val_loss: 0.3478 - val_acc: 0.8831\n",
      "\n",
      "Epoch 00115: val_acc did not improve from 0.92046\n",
      "Epoch 116/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.3939 - acc: 0.8770\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4171 - acc: 0.8652\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.4093 - acc: 0.8639\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4176 - acc: 0.8594\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4218 - acc: 0.8582\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4131 - acc: 0.8597\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4112 - acc: 0.8594\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4115 - acc: 0.8579\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4088 - acc: 0.8587\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4126 - acc: 0.8588\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4130 - acc: 0.8597\n",
      "5881/5881 [==============================] - 4s 693us/step - loss: 0.4146 - acc: 0.8587 - val_loss: 0.3265 - val_acc: 0.8939\n",
      "\n",
      "Epoch 00116: val_acc did not improve from 0.92046\n",
      "Epoch 117/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.3771 - acc: 0.8770\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4085 - acc: 0.8604\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.3970 - acc: 0.8613\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4001 - acc: 0.8643\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.3932 - acc: 0.8687\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.3880 - acc: 0.8704\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.3904 - acc: 0.8697\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.3922 - acc: 0.8696\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.3899 - acc: 0.8730\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.3901 - acc: 0.8707\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.3899 - acc: 0.8706\n",
      "5881/5881 [==============================] - 4s 678us/step - loss: 0.3859 - acc: 0.8718 - val_loss: 0.3112 - val_acc: 0.8980\n",
      "\n",
      "Epoch 00117: val_acc did not improve from 0.92046\n",
      "Epoch 118/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.3502 - acc: 0.8867\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4082 - acc: 0.8682\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.4256 - acc: 0.8574\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4351 - acc: 0.8477\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4291 - acc: 0.8496\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.4341 - acc: 0.8486\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4412 - acc: 0.8438\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4425 - acc: 0.8425\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4498 - acc: 0.8385\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4534 - acc: 0.8363\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4562 - acc: 0.8349\n",
      "5881/5881 [==============================] - 4s 752us/step - loss: 0.4563 - acc: 0.8349 - val_loss: 0.3375 - val_acc: 0.8790\n",
      "\n",
      "Epoch 00118: val_acc did not improve from 0.92046\n",
      "Epoch 119/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.3604 - acc: 0.8555\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.4117 - acc: 0.8398\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.4135 - acc: 0.8451\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4061 - acc: 0.8569\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4099 - acc: 0.8570\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4121 - acc: 0.8555\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4091 - acc: 0.8585\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4079 - acc: 0.8599\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4018 - acc: 0.8628\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.3985 - acc: 0.8646\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.3972 - acc: 0.8667\n",
      "5881/5881 [==============================] - 4s 716us/step - loss: 0.3953 - acc: 0.8677 - val_loss: 0.2938 - val_acc: 0.9123\n",
      "\n",
      "Epoch 00119: val_acc did not improve from 0.92046\n",
      "Epoch 120/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.3515 - acc: 0.9023\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.3527 - acc: 0.8955\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.3549 - acc: 0.8900\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.3536 - acc: 0.8877\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.3511 - acc: 0.8910\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.3529 - acc: 0.8870\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.3577 - acc: 0.8878\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.3577 - acc: 0.8892\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.3622 - acc: 0.8861\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.3621 - acc: 0.8850\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.3638 - acc: 0.8830\n",
      "5881/5881 [==============================] - 5s 786us/step - loss: 0.3626 - acc: 0.8835 - val_loss: 0.2837 - val_acc: 0.9205\n",
      "\n",
      "Epoch 00120: val_acc did not improve from 0.92046\n",
      "Epoch 121/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.3585 - acc: 0.8926\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.3563 - acc: 0.8906\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.3500 - acc: 0.8887\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.3493 - acc: 0.8872\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.3477 - acc: 0.8879\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.3453 - acc: 0.8890\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.3485 - acc: 0.8878\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.3457 - acc: 0.8901\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.3437 - acc: 0.8911\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.3417 - acc: 0.8900\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.3451 - acc: 0.8860\n",
      "5881/5881 [==============================] - 4s 693us/step - loss: 0.3458 - acc: 0.8856 - val_loss: 0.2657 - val_acc: 0.9150\n",
      "\n",
      "Epoch 00121: val_acc did not improve from 0.92046\n",
      "Epoch 122/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.3229 - acc: 0.8984\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.3416 - acc: 0.8965\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.3510 - acc: 0.8958\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.3412 - acc: 0.9019\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.3459 - acc: 0.9000\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.3457 - acc: 0.8988\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.3423 - acc: 0.8993\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.3417 - acc: 0.8977\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.3403 - acc: 0.8971\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.3427 - acc: 0.8953\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.3380 - acc: 0.8951\n",
      "5881/5881 [==============================] - 4s 690us/step - loss: 0.3388 - acc: 0.8932 - val_loss: 0.2908 - val_acc: 0.8973\n",
      "\n",
      "Epoch 00122: val_acc did not improve from 0.92046\n",
      "Epoch 123/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.3551 - acc: 0.8770\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.3770 - acc: 0.8623\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.3689 - acc: 0.8659\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.3672 - acc: 0.8672\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.3693 - acc: 0.8660\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.3699 - acc: 0.8662\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.3785 - acc: 0.8650\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.3768 - acc: 0.8643\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.3746 - acc: 0.8655\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.3758 - acc: 0.8646\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.3763 - acc: 0.8654\n",
      "5881/5881 [==============================] - 4s 672us/step - loss: 0.3756 - acc: 0.8658 - val_loss: 0.2816 - val_acc: 0.9069\n",
      "\n",
      "Epoch 00123: val_acc did not improve from 0.92046\n",
      "Epoch 124/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.3427 - acc: 0.8848\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.3397 - acc: 0.8867\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.3355 - acc: 0.8926\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.3385 - acc: 0.8901\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.3424 - acc: 0.8875\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.3402 - acc: 0.8874\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.3478 - acc: 0.8848\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.3577 - acc: 0.8789\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.3677 - acc: 0.8733\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.3748 - acc: 0.8687\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.3846 - acc: 0.8636\n",
      "5881/5881 [==============================] - 4s 669us/step - loss: 0.3905 - acc: 0.8601 - val_loss: 0.3954 - val_acc: 0.8464\n",
      "\n",
      "Epoch 00124: val_acc did not improve from 0.92046\n",
      "Epoch 125/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4662 - acc: 0.8320\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4580 - acc: 0.8330\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.4491 - acc: 0.8294\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4377 - acc: 0.8315\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4326 - acc: 0.8340\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4289 - acc: 0.8379\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4218 - acc: 0.8387\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4197 - acc: 0.8401\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4111 - acc: 0.8448\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4022 - acc: 0.8494\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.3967 - acc: 0.8535\n",
      "5881/5881 [==============================] - 4s 705us/step - loss: 0.3968 - acc: 0.8543 - val_loss: 0.2836 - val_acc: 0.9103\n",
      "\n",
      "Epoch 00125: val_acc did not improve from 0.92046\n",
      "Epoch 126/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.3614 - acc: 0.8672\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.3568 - acc: 0.8711\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.3403 - acc: 0.8783\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.3438 - acc: 0.8813\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.3497 - acc: 0.8789\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.3582 - acc: 0.8743\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.3599 - acc: 0.8761\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.3591 - acc: 0.8774\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.3566 - acc: 0.8780\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.3524 - acc: 0.8791\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.3525 - acc: 0.8801\n",
      "5881/5881 [==============================] - 4s 662us/step - loss: 0.3507 - acc: 0.8806 - val_loss: 0.2446 - val_acc: 0.9259\n",
      "\n",
      "Epoch 00126: val_acc improved from 0.92046 to 0.92590, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-126-0.93.hdf5\n",
      "Epoch 127/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.3559 - acc: 0.8770\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.3453 - acc: 0.8848\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.3535 - acc: 0.8815\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.3463 - acc: 0.8818\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.3456 - acc: 0.8836\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.3466 - acc: 0.8831\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.3424 - acc: 0.8834\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.3378 - acc: 0.8853\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.3273 - acc: 0.8898\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.3254 - acc: 0.8908\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.3240 - acc: 0.8912\n",
      "5881/5881 [==============================] - 4s 736us/step - loss: 0.3246 - acc: 0.8903 - val_loss: 0.2351 - val_acc: 0.9286\n",
      "\n",
      "Epoch 00127: val_acc improved from 0.92590 to 0.92862, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-127-0.93.hdf5\n",
      "Epoch 128/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.3084 - acc: 0.8926\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.3028 - acc: 0.8926\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.2984 - acc: 0.8978\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.3005 - acc: 0.8970\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.2982 - acc: 0.9008\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.3051 - acc: 0.8978\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.3071 - acc: 0.8962\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.3119 - acc: 0.8960\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.3128 - acc: 0.8950\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.3121 - acc: 0.8957\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.3095 - acc: 0.8972\n",
      "5881/5881 [==============================] - 4s 695us/step - loss: 0.3086 - acc: 0.8973 - val_loss: 0.2300 - val_acc: 0.9313\n",
      "\n",
      "Epoch 00128: val_acc improved from 0.92862 to 0.93134, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-128-0.93.hdf5\n",
      "Epoch 129/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 4s - loss: 0.2813 - acc: 0.9180\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.2965 - acc: 0.9121\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.3035 - acc: 0.9141\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.2942 - acc: 0.9141\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.3067 - acc: 0.9059\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.3152 - acc: 0.9010\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.3197 - acc: 0.8973\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.3179 - acc: 0.8984\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.3125 - acc: 0.9000\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.3093 - acc: 0.9006\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.3069 - acc: 0.9004\n",
      "5881/5881 [==============================] - 4s 744us/step - loss: 0.3051 - acc: 0.9009 - val_loss: 0.2119 - val_acc: 0.9381\n",
      "\n",
      "Epoch 00129: val_acc improved from 0.93134 to 0.93814, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-129-0.94.hdf5\n",
      "Epoch 130/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.3058 - acc: 0.8984\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.3030 - acc: 0.8975\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.3143 - acc: 0.8958\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.3084 - acc: 0.9014\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.3183 - acc: 0.8961\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.3056 - acc: 0.9001\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.3023 - acc: 0.9026\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.2993 - acc: 0.9053\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.3003 - acc: 0.9054\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.3027 - acc: 0.9031\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.2998 - acc: 0.9029\n",
      "5881/5881 [==============================] - 4s 695us/step - loss: 0.3003 - acc: 0.9027 - val_loss: 0.2175 - val_acc: 0.9347\n",
      "\n",
      "Epoch 00130: val_acc did not improve from 0.93814\n",
      "Epoch 131/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.2674 - acc: 0.9160\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.2713 - acc: 0.9180\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.2767 - acc: 0.9121\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.2807 - acc: 0.9136\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.2755 - acc: 0.9148\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.2880 - acc: 0.9102\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.2886 - acc: 0.9090\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.2917 - acc: 0.9065\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.3004 - acc: 0.9010\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.3092 - acc: 0.8988\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.3180 - acc: 0.8956\n",
      "5881/5881 [==============================] - 4s 720us/step - loss: 0.3210 - acc: 0.8953 - val_loss: 0.3311 - val_acc: 0.8980\n",
      "\n",
      "Epoch 00131: val_acc did not improve from 0.93814\n",
      "Epoch 132/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4269 - acc: 0.8613\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.3893 - acc: 0.8711\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.3681 - acc: 0.8763\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.3549 - acc: 0.8784\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.3409 - acc: 0.8832\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.3344 - acc: 0.8874\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.3368 - acc: 0.8853\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.3442 - acc: 0.8818\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.3493 - acc: 0.8793\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.3508 - acc: 0.8777\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.3541 - acc: 0.8757\n",
      "5881/5881 [==============================] - 4s 688us/step - loss: 0.3533 - acc: 0.8757 - val_loss: 0.3305 - val_acc: 0.8885\n",
      "\n",
      "Epoch 00132: val_acc did not improve from 0.93814\n",
      "Epoch 133/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4078 - acc: 0.8633\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.3935 - acc: 0.8623\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.3767 - acc: 0.8672\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.3665 - acc: 0.8701\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.3632 - acc: 0.8719\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.3645 - acc: 0.8737\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.3675 - acc: 0.8711\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.3771 - acc: 0.8679\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4023 - acc: 0.8615\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4353 - acc: 0.8537\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4539 - acc: 0.8507\n",
      "5881/5881 [==============================] - 4s 687us/step - loss: 0.4715 - acc: 0.8471 - val_loss: 0.6838 - val_acc: 0.7988\n",
      "\n",
      "Epoch 00133: val_acc did not improve from 0.93814\n",
      "Epoch 134/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 5s - loss: 0.7559 - acc: 0.7891\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.7494 - acc: 0.7773\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.6908 - acc: 0.7897\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.6554 - acc: 0.7979\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.6323 - acc: 0.8051\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.6200 - acc: 0.8079\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.6092 - acc: 0.8122\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.6117 - acc: 0.8125\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.6037 - acc: 0.8132\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.5965 - acc: 0.8164\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.5861 - acc: 0.8184\n",
      "5881/5881 [==============================] - 5s 772us/step - loss: 0.5811 - acc: 0.8194 - val_loss: 0.4033 - val_acc: 0.8702\n",
      "\n",
      "Epoch 00134: val_acc did not improve from 0.93814\n",
      "Epoch 135/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.4907 - acc: 0.8340\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.4522 - acc: 0.8477\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.4541 - acc: 0.8451\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.4541 - acc: 0.8496\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.4496 - acc: 0.8547\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.4524 - acc: 0.8529\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.4481 - acc: 0.8552\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.4357 - acc: 0.8596\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.4249 - acc: 0.8641\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.4306 - acc: 0.8641\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.4410 - acc: 0.8613\n",
      "5881/5881 [==============================] - 4s 702us/step - loss: 0.4380 - acc: 0.8623 - val_loss: 0.3141 - val_acc: 0.8994\n",
      "\n",
      "Epoch 00135: val_acc did not improve from 0.93814\n",
      "Epoch 136/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.3718 - acc: 0.8789\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.3759 - acc: 0.8770\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.3695 - acc: 0.8848\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.3696 - acc: 0.8867\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.3615 - acc: 0.8895\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.3674 - acc: 0.8877\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.3585 - acc: 0.8912\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.3609 - acc: 0.8909\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.3546 - acc: 0.8932\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.3593 - acc: 0.8916\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.3568 - acc: 0.8926\n",
      "5881/5881 [==============================] - 4s 678us/step - loss: 0.3567 - acc: 0.8932 - val_loss: 0.2686 - val_acc: 0.9130\n",
      "\n",
      "Epoch 00136: val_acc did not improve from 0.93814\n",
      "Epoch 137/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.3187 - acc: 0.8809\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.3309 - acc: 0.8838\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.3330 - acc: 0.8887\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.3291 - acc: 0.8960\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.3368 - acc: 0.8910\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.3343 - acc: 0.8926\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.3360 - acc: 0.8956\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.3377 - acc: 0.8977\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.3334 - acc: 0.8991\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.3307 - acc: 0.9002\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.3252 - acc: 0.9029\n",
      "5881/5881 [==============================] - 4s 688us/step - loss: 0.3236 - acc: 0.9032 - val_loss: 0.2172 - val_acc: 0.9361\n",
      "\n",
      "Epoch 00137: val_acc did not improve from 0.93814\n",
      "Epoch 138/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.2935 - acc: 0.9219\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.2668 - acc: 0.9307\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.2628 - acc: 0.9258\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.2693 - acc: 0.9233\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.2673 - acc: 0.9250\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.2687 - acc: 0.9225\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.2717 - acc: 0.9233\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.2776 - acc: 0.9209\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.2793 - acc: 0.9206\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.2849 - acc: 0.9182\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.2857 - acc: 0.9169\n",
      "5881/5881 [==============================] - 4s 664us/step - loss: 0.2858 - acc: 0.9175 - val_loss: 0.2101 - val_acc: 0.9381\n",
      "\n",
      "Epoch 00138: val_acc did not improve from 0.93814\n",
      "Epoch 139/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.2800 - acc: 0.9199\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.2948 - acc: 0.9199\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.2899 - acc: 0.9180\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.2805 - acc: 0.9189\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.2785 - acc: 0.9207\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.2862 - acc: 0.9180\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.2902 - acc: 0.9149\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.2856 - acc: 0.9185\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.2814 - acc: 0.9197\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.2801 - acc: 0.9201\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.2797 - acc: 0.9201\n",
      "5881/5881 [==============================] - 4s 678us/step - loss: 0.2787 - acc: 0.9211 - val_loss: 0.2010 - val_acc: 0.9409\n",
      "\n",
      "Epoch 00139: val_acc improved from 0.93814 to 0.94086, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-139-0.94.hdf5\n",
      "Epoch 140/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.2621 - acc: 0.9238\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.2584 - acc: 0.9248\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.2654 - acc: 0.9245\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.2701 - acc: 0.9214\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.2735 - acc: 0.9195\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.2710 - acc: 0.9225\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.2673 - acc: 0.9227\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.2735 - acc: 0.9204\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.2727 - acc: 0.9201\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.2709 - acc: 0.9211\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.2689 - acc: 0.9221\n",
      "5881/5881 [==============================] - 4s 664us/step - loss: 0.2709 - acc: 0.9216 - val_loss: 0.2023 - val_acc: 0.9279\n",
      "\n",
      "Epoch 00140: val_acc did not improve from 0.94086\n",
      "Epoch 141/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.2690 - acc: 0.9180\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.2673 - acc: 0.9160\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.2562 - acc: 0.9180\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.2599 - acc: 0.9194\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.2651 - acc: 0.9223\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.2608 - acc: 0.9225\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.2573 - acc: 0.9249\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.2574 - acc: 0.9243\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.2568 - acc: 0.9240\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.2632 - acc: 0.9225\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.2632 - acc: 0.9224\n",
      "5881/5881 [==============================] - 4s 736us/step - loss: 0.2625 - acc: 0.9228 - val_loss: 0.1894 - val_acc: 0.9368\n",
      "\n",
      "Epoch 00141: val_acc did not improve from 0.94086\n",
      "Epoch 142/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.2492 - acc: 0.9199\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.2541 - acc: 0.9219\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.2534 - acc: 0.9245\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.2553 - acc: 0.9263\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.2619 - acc: 0.9230\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.2560 - acc: 0.9251\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.2501 - acc: 0.9269\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.2427 - acc: 0.9294\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.2450 - acc: 0.9290\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.2454 - acc: 0.9275\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.2476 - acc: 0.9272\n",
      "5881/5881 [==============================] - 4s 675us/step - loss: 0.2490 - acc: 0.9260 - val_loss: 0.1834 - val_acc: 0.9449\n",
      "\n",
      "Epoch 00142: val_acc improved from 0.94086 to 0.94494, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-142-0.94.hdf5\n",
      "Epoch 143/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.2622 - acc: 0.9277\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.2594 - acc: 0.9297\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.2648 - acc: 0.9238\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.2715 - acc: 0.9204\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.2674 - acc: 0.9219\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.2778 - acc: 0.9183\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.2701 - acc: 0.9216\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.2680 - acc: 0.9221\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.2664 - acc: 0.9227\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.2659 - acc: 0.9221\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.2601 - acc: 0.9247\n",
      "5881/5881 [==============================] - 4s 674us/step - loss: 0.2571 - acc: 0.9255 - val_loss: 0.2004 - val_acc: 0.9409\n",
      "\n",
      "Epoch 00143: val_acc did not improve from 0.94494\n",
      "Epoch 144/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 4s - loss: 0.2871 - acc: 0.9180\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.2817 - acc: 0.9189\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.2945 - acc: 0.9141\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.2799 - acc: 0.9175\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.2709 - acc: 0.9184\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.2677 - acc: 0.9180\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.2640 - acc: 0.9180\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.2586 - acc: 0.9197\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.2563 - acc: 0.9217\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.2566 - acc: 0.9211\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.2632 - acc: 0.9190\n",
      "5881/5881 [==============================] - 4s 699us/step - loss: 0.2698 - acc: 0.9170 - val_loss: 0.2371 - val_acc: 0.9239\n",
      "\n",
      "Epoch 00144: val_acc did not improve from 0.94494\n",
      "Epoch 145/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.2873 - acc: 0.9297\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.2815 - acc: 0.9258\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.2891 - acc: 0.9245\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.2755 - acc: 0.9268\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.2789 - acc: 0.9242\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.2792 - acc: 0.9232\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.2816 - acc: 0.9208\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.2834 - acc: 0.9209\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.2797 - acc: 0.9223\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.2733 - acc: 0.9230\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.2744 - acc: 0.9222\n",
      "5881/5881 [==============================] - 4s 670us/step - loss: 0.2732 - acc: 0.9221 - val_loss: 0.1935 - val_acc: 0.9402\n",
      "\n",
      "Epoch 00145: val_acc did not improve from 0.94494\n",
      "Epoch 146/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.2167 - acc: 0.9453\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.2290 - acc: 0.9307\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.2325 - acc: 0.9290\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.2323 - acc: 0.9272\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.2274 - acc: 0.9262\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.2288 - acc: 0.9251\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.2297 - acc: 0.9261\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.2259 - acc: 0.9285\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.2308 - acc: 0.9277\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.2341 - acc: 0.9262\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.2381 - acc: 0.9258\n",
      "5881/5881 [==============================] - 4s 690us/step - loss: 0.2360 - acc: 0.9271 - val_loss: 0.1825 - val_acc: 0.9395\n",
      "\n",
      "Epoch 00146: val_acc did not improve from 0.94494\n",
      "Epoch 147/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1739 - acc: 0.9453\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.2060 - acc: 0.9385\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.2277 - acc: 0.9284\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.2147 - acc: 0.9331\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.2211 - acc: 0.9309\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.2178 - acc: 0.9316\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.2198 - acc: 0.9325\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.2188 - acc: 0.9338\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.2213 - acc: 0.9336\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.2212 - acc: 0.9330\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.2201 - acc: 0.9343\n",
      "5881/5881 [==============================] - 4s 662us/step - loss: 0.2228 - acc: 0.9333 - val_loss: 0.1698 - val_acc: 0.9463\n",
      "\n",
      "Epoch 00147: val_acc improved from 0.94494 to 0.94630, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-147-0.95.hdf5\n",
      "Epoch 148/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.2187 - acc: 0.9336\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.2171 - acc: 0.9277\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.2110 - acc: 0.9329\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.2101 - acc: 0.9360\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.2090 - acc: 0.9375\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.2090 - acc: 0.9378\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.2139 - acc: 0.9364\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.2120 - acc: 0.9382\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.2118 - acc: 0.9395\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.2128 - acc: 0.9383\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.2128 - acc: 0.9380\n",
      "5881/5881 [==============================] - 4s 762us/step - loss: 0.2143 - acc: 0.9373 - val_loss: 0.1635 - val_acc: 0.9483\n",
      "\n",
      "Epoch 00148: val_acc improved from 0.94630 to 0.94833, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-148-0.95.hdf5\n",
      "Epoch 149/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.2558 - acc: 0.9180\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.2329 - acc: 0.9307\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.2194 - acc: 0.9342\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.2133 - acc: 0.9346\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.2098 - acc: 0.9371\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.2117 - acc: 0.9385\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.2142 - acc: 0.9372\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.2153 - acc: 0.9373\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.2094 - acc: 0.9392\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.2074 - acc: 0.9398\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.2072 - acc: 0.9398\n",
      "5881/5881 [==============================] - 4s 701us/step - loss: 0.2063 - acc: 0.9401 - val_loss: 0.1590 - val_acc: 0.9477\n",
      "\n",
      "Epoch 00149: val_acc did not improve from 0.94833\n",
      "Epoch 150/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1836 - acc: 0.9570\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.1841 - acc: 0.9521\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1979 - acc: 0.9460\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.2034 - acc: 0.9434\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.2078 - acc: 0.9391\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.2094 - acc: 0.9395\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.2068 - acc: 0.9400\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.2031 - acc: 0.9407\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.2042 - acc: 0.9408\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.2058 - acc: 0.9402\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.2080 - acc: 0.9403\n",
      "5881/5881 [==============================] - 4s 695us/step - loss: 0.2089 - acc: 0.9405 - val_loss: 0.1654 - val_acc: 0.9436\n",
      "\n",
      "Epoch 00150: val_acc did not improve from 0.94833\n",
      "Epoch 151/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.2093 - acc: 0.9473\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.2178 - acc: 0.9346\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.2136 - acc: 0.9362\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.2135 - acc: 0.9321\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.2197 - acc: 0.9316\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.2196 - acc: 0.9320\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.2094 - acc: 0.9367\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.2130 - acc: 0.9373\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.2089 - acc: 0.9386\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.2088 - acc: 0.9373\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.2080 - acc: 0.9379\n",
      "5881/5881 [==============================] - 4s 709us/step - loss: 0.2080 - acc: 0.9371 - val_loss: 0.1629 - val_acc: 0.9470\n",
      "\n",
      "Epoch 00151: val_acc did not improve from 0.94833\n",
      "Epoch 152/200\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1837 - acc: 0.9434\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.1730 - acc: 0.9482\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1826 - acc: 0.9453\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1824 - acc: 0.9453\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1974 - acc: 0.9395\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.2015 - acc: 0.9382\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.2052 - acc: 0.9358\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.2055 - acc: 0.9360\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.2096 - acc: 0.9342\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.2096 - acc: 0.9342\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.2121 - acc: 0.9350\n",
      "5881/5881 [==============================] - 4s 684us/step - loss: 0.2126 - acc: 0.9356 - val_loss: 0.1741 - val_acc: 0.9429\n",
      "\n",
      "Epoch 00152: val_acc did not improve from 0.94833\n",
      "Epoch 153/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.2327 - acc: 0.9277\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.2428 - acc: 0.9268\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.2386 - acc: 0.9297\n",
      "2048/5881 [=========>....................] - ETA: 3s - loss: 0.2313 - acc: 0.9326\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.2285 - acc: 0.9340\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.2260 - acc: 0.9342\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.2293 - acc: 0.9305\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.2248 - acc: 0.9329\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.2178 - acc: 0.9360\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.2148 - acc: 0.9383\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.2138 - acc: 0.9375\n",
      "5881/5881 [==============================] - 4s 749us/step - loss: 0.2166 - acc: 0.9366 - val_loss: 0.1629 - val_acc: 0.9449\n",
      "\n",
      "Epoch 00153: val_acc did not improve from 0.94833\n",
      "Epoch 154/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.2099 - acc: 0.9395\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.2010 - acc: 0.9404\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.2035 - acc: 0.9395\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.2061 - acc: 0.9385\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.2024 - acc: 0.9383\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.2039 - acc: 0.9395\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.2020 - acc: 0.9397\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.2015 - acc: 0.9390\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1975 - acc: 0.9403\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1978 - acc: 0.9402\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.2017 - acc: 0.9395\n",
      "5881/5881 [==============================] - 4s 693us/step - loss: 0.2024 - acc: 0.9391 - val_loss: 0.1745 - val_acc: 0.9395\n",
      "\n",
      "Epoch 00154: val_acc did not improve from 0.94833\n",
      "Epoch 155/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1955 - acc: 0.9414\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.1871 - acc: 0.9355\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.1954 - acc: 0.9375\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1933 - acc: 0.9404\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.2000 - acc: 0.9402\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.2012 - acc: 0.9408\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1987 - acc: 0.9420\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1946 - acc: 0.9438\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1956 - acc: 0.9425\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1975 - acc: 0.9418\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.1975 - acc: 0.9416\n",
      "5881/5881 [==============================] - 5s 781us/step - loss: 0.1970 - acc: 0.9407 - val_loss: 0.1618 - val_acc: 0.9463\n",
      "\n",
      "Epoch 00155: val_acc did not improve from 0.94833\n",
      "Epoch 156/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.2172 - acc: 0.9414\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.2033 - acc: 0.9424\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.2100 - acc: 0.9362\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1982 - acc: 0.9385\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.2039 - acc: 0.9383\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1980 - acc: 0.9401\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1963 - acc: 0.9414\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1952 - acc: 0.9412\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1915 - acc: 0.9431\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1940 - acc: 0.9432\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.1956 - acc: 0.9435\n",
      "5881/5881 [==============================] - 4s 685us/step - loss: 0.1945 - acc: 0.9441 - val_loss: 0.1529 - val_acc: 0.9511\n",
      "\n",
      "Epoch 00156: val_acc improved from 0.94833 to 0.95105, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-156-0.95.hdf5\n",
      "Epoch 157/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1763 - acc: 0.9531\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.1773 - acc: 0.9492\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.1833 - acc: 0.9473\n",
      "2048/5881 [=========>....................] - ETA: 3s - loss: 0.1840 - acc: 0.9482\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1890 - acc: 0.9453\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.1900 - acc: 0.9453\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1880 - acc: 0.9467\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1909 - acc: 0.9460\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1942 - acc: 0.9442\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1919 - acc: 0.9451\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.1898 - acc: 0.9460\n",
      "5881/5881 [==============================] - 5s 775us/step - loss: 0.1897 - acc: 0.9456 - val_loss: 0.1434 - val_acc: 0.9497\n",
      "\n",
      "Epoch 00157: val_acc did not improve from 0.95105\n",
      "Epoch 158/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1936 - acc: 0.9492\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.1786 - acc: 0.9502\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1869 - acc: 0.9440\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1918 - acc: 0.9419\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1897 - acc: 0.9430\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1907 - acc: 0.9437\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1962 - acc: 0.9420\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1999 - acc: 0.9414\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1971 - acc: 0.9427\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1957 - acc: 0.9436\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.1965 - acc: 0.9432\n",
      "5881/5881 [==============================] - 4s 681us/step - loss: 0.1965 - acc: 0.9429 - val_loss: 0.1690 - val_acc: 0.9429\n",
      "\n",
      "Epoch 00158: val_acc did not improve from 0.95105\n",
      "Epoch 159/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1993 - acc: 0.9336\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.2113 - acc: 0.9414\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1937 - acc: 0.9512\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1936 - acc: 0.9517\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1887 - acc: 0.9500\n",
      "3072/5881 [==============>...............] - ETA: 2s - loss: 0.1909 - acc: 0.9447\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1899 - acc: 0.9450\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1885 - acc: 0.9441\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1853 - acc: 0.9449\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1860 - acc: 0.9439\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.1877 - acc: 0.9435\n",
      "5881/5881 [==============================] - 4s 723us/step - loss: 0.1932 - acc: 0.9420 - val_loss: 0.2279 - val_acc: 0.9225\n",
      "\n",
      "Epoch 00159: val_acc did not improve from 0.95105\n",
      "Epoch 160/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.2677 - acc: 0.9219\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.3118 - acc: 0.9053\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.3190 - acc: 0.9076\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.3240 - acc: 0.9043\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.3352 - acc: 0.9012\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.3372 - acc: 0.9030\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.3380 - acc: 0.9035\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.3422 - acc: 0.9031\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.3438 - acc: 0.9030\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.3456 - acc: 0.9031\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.3372 - acc: 0.9039\n",
      "5881/5881 [==============================] - 4s 714us/step - loss: 0.3321 - acc: 0.9058 - val_loss: 0.2045 - val_acc: 0.9368\n",
      "\n",
      "Epoch 00160: val_acc did not improve from 0.95105\n",
      "Epoch 161/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.2841 - acc: 0.9062\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.2661 - acc: 0.9131\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.2593 - acc: 0.9219\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.2522 - acc: 0.9224\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.2588 - acc: 0.9207\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.2520 - acc: 0.9245\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.2522 - acc: 0.9255\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.2451 - acc: 0.9280\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.2420 - acc: 0.9288\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.2413 - acc: 0.9279\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.2398 - acc: 0.9279\n",
      "5881/5881 [==============================] - 4s 709us/step - loss: 0.2416 - acc: 0.9277 - val_loss: 0.1697 - val_acc: 0.9443\n",
      "\n",
      "Epoch 00161: val_acc did not improve from 0.95105\n",
      "Epoch 162/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1724 - acc: 0.9531\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.1840 - acc: 0.9482\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1860 - acc: 0.9466\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1917 - acc: 0.9434\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.2009 - acc: 0.9402\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1972 - acc: 0.9408\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.2011 - acc: 0.9406\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.2038 - acc: 0.9377\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.2053 - acc: 0.9375\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.2078 - acc: 0.9375\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.2097 - acc: 0.9361\n",
      "5881/5881 [==============================] - 4s 751us/step - loss: 0.2127 - acc: 0.9357 - val_loss: 0.1938 - val_acc: 0.9368\n",
      "\n",
      "Epoch 00162: val_acc did not improve from 0.95105\n",
      "Epoch 163/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 5s - loss: 0.2118 - acc: 0.9395\n",
      "1024/5881 [====>.........................] - ETA: 4s - loss: 0.2324 - acc: 0.9346\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.2298 - acc: 0.9329\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.2303 - acc: 0.9341\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.2240 - acc: 0.9355\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.2204 - acc: 0.9365\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.2224 - acc: 0.9344\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.2187 - acc: 0.9365\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.2172 - acc: 0.9360\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.2147 - acc: 0.9365\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.2151 - acc: 0.9359\n",
      "5881/5881 [==============================] - 4s 760us/step - loss: 0.2156 - acc: 0.9359 - val_loss: 0.1661 - val_acc: 0.9415\n",
      "\n",
      "Epoch 00163: val_acc did not improve from 0.95105\n",
      "Epoch 164/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1998 - acc: 0.9434\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.1971 - acc: 0.9443\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1940 - acc: 0.9434\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1945 - acc: 0.9404\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1962 - acc: 0.9387\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.2018 - acc: 0.9378\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.2044 - acc: 0.9364\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.2034 - acc: 0.9360\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1968 - acc: 0.9392\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1968 - acc: 0.9381\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.1945 - acc: 0.9389\n",
      "5881/5881 [==============================] - 4s 674us/step - loss: 0.1942 - acc: 0.9395 - val_loss: 0.1594 - val_acc: 0.9497\n",
      "\n",
      "Epoch 00164: val_acc did not improve from 0.95105\n",
      "Epoch 165/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1819 - acc: 0.9512\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.2062 - acc: 0.9414\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1989 - acc: 0.9388\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.2026 - acc: 0.9360\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1985 - acc: 0.9391\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1968 - acc: 0.9408\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1956 - acc: 0.9411\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1987 - acc: 0.9399\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1934 - acc: 0.9416\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1907 - acc: 0.9418\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.1881 - acc: 0.9428\n",
      "5881/5881 [==============================] - 4s 669us/step - loss: 0.1883 - acc: 0.9430 - val_loss: 0.1512 - val_acc: 0.9497\n",
      "\n",
      "Epoch 00165: val_acc did not improve from 0.95105\n",
      "Epoch 166/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.2161 - acc: 0.9453\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.2026 - acc: 0.9443\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.2006 - acc: 0.9395\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1942 - acc: 0.9414\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1935 - acc: 0.9406\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1888 - acc: 0.9424\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1861 - acc: 0.9422\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1864 - acc: 0.9431\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1832 - acc: 0.9451\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1852 - acc: 0.9441\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.1823 - acc: 0.9455\n",
      "5881/5881 [==============================] - 4s 669us/step - loss: 0.1817 - acc: 0.9459 - val_loss: 0.1550 - val_acc: 0.9490\n",
      "\n",
      "Epoch 00166: val_acc did not improve from 0.95105\n",
      "Epoch 167/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1814 - acc: 0.9570\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.1866 - acc: 0.9482\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.1908 - acc: 0.9492\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1915 - acc: 0.9478\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1879 - acc: 0.9465\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1874 - acc: 0.9453\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1832 - acc: 0.9459\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1837 - acc: 0.9458\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1862 - acc: 0.9444\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1839 - acc: 0.9461\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.1830 - acc: 0.9455\n",
      "5881/5881 [==============================] - 4s 679us/step - loss: 0.1827 - acc: 0.9452 - val_loss: 0.1517 - val_acc: 0.9504\n",
      "\n",
      "Epoch 00167: val_acc did not improve from 0.95105\n",
      "Epoch 168/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1911 - acc: 0.9297\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.1817 - acc: 0.9346\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1896 - acc: 0.9329\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1756 - acc: 0.9395\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1780 - acc: 0.9398\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1810 - acc: 0.9401\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1831 - acc: 0.9389\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1848 - acc: 0.9387\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1828 - acc: 0.9403\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1806 - acc: 0.9414\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.1803 - acc: 0.9426\n",
      "5881/5881 [==============================] - 4s 670us/step - loss: 0.1828 - acc: 0.9422 - val_loss: 0.1461 - val_acc: 0.9490\n",
      "\n",
      "Epoch 00168: val_acc did not improve from 0.95105\n",
      "Epoch 169/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1903 - acc: 0.9316\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.1845 - acc: 0.9365\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1940 - acc: 0.9355\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1890 - acc: 0.9395\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1922 - acc: 0.9406\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1937 - acc: 0.9404\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.2010 - acc: 0.9392\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.2045 - acc: 0.9395\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.2154 - acc: 0.9373\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.2245 - acc: 0.9350\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.2287 - acc: 0.9334\n",
      "5881/5881 [==============================] - 4s 724us/step - loss: 0.2320 - acc: 0.9335 - val_loss: 0.1811 - val_acc: 0.9402\n",
      "\n",
      "Epoch 00169: val_acc did not improve from 0.95105\n",
      "Epoch 170/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.2384 - acc: 0.9316\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.2124 - acc: 0.9395\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1989 - acc: 0.9434\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1959 - acc: 0.9443\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1906 - acc: 0.9457\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1922 - acc: 0.9463\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1880 - acc: 0.9467\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1914 - acc: 0.9456\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.2049 - acc: 0.9416\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.2048 - acc: 0.9420\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.2060 - acc: 0.9409\n",
      "5881/5881 [==============================] - 4s 673us/step - loss: 0.2054 - acc: 0.9412 - val_loss: 0.1767 - val_acc: 0.9402\n",
      "\n",
      "Epoch 00170: val_acc did not improve from 0.95105\n",
      "Epoch 171/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.2059 - acc: 0.9336\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.2187 - acc: 0.9307\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.2410 - acc: 0.9245\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.2425 - acc: 0.9253\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.2585 - acc: 0.9211\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.2622 - acc: 0.9202\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.2680 - acc: 0.9191\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.2626 - acc: 0.9209\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.2612 - acc: 0.9221\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.2561 - acc: 0.9246\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.2562 - acc: 0.9244\n",
      "5881/5881 [==============================] - 4s 667us/step - loss: 0.2555 - acc: 0.9243 - val_loss: 0.1589 - val_acc: 0.9497\n",
      "\n",
      "Epoch 00171: val_acc did not improve from 0.95105\n",
      "Epoch 172/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.2056 - acc: 0.9258\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.2110 - acc: 0.9336\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1926 - acc: 0.9382\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1891 - acc: 0.9395\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1906 - acc: 0.9391\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1939 - acc: 0.9404\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1993 - acc: 0.9386\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1996 - acc: 0.9397\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.2008 - acc: 0.9388\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.2018 - acc: 0.9383\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.2016 - acc: 0.9389\n",
      "5881/5881 [==============================] - 4s 704us/step - loss: 0.2025 - acc: 0.9388 - val_loss: 0.1829 - val_acc: 0.9456\n",
      "\n",
      "Epoch 00172: val_acc did not improve from 0.95105\n",
      "Epoch 173/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1749 - acc: 0.9473\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.1774 - acc: 0.9463\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1956 - acc: 0.9401\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1978 - acc: 0.9409\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.2011 - acc: 0.9414\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1978 - acc: 0.9440\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.2030 - acc: 0.9425\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.2077 - acc: 0.9407\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.2072 - acc: 0.9401\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.2096 - acc: 0.9398\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.2104 - acc: 0.9396\n",
      "5881/5881 [==============================] - 4s 723us/step - loss: 0.2097 - acc: 0.9401 - val_loss: 0.1478 - val_acc: 0.9504\n",
      "\n",
      "Epoch 00173: val_acc did not improve from 0.95105\n",
      "Epoch 174/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1531 - acc: 0.9590\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.1603 - acc: 0.9561\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1614 - acc: 0.9531\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1808 - acc: 0.9502\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1865 - acc: 0.9488\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1865 - acc: 0.9482\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1899 - acc: 0.9464\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1901 - acc: 0.9470\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1888 - acc: 0.9460\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1881 - acc: 0.9465\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.1905 - acc: 0.9460\n",
      "5881/5881 [==============================] - 4s 725us/step - loss: 0.1920 - acc: 0.9449 - val_loss: 0.1488 - val_acc: 0.9470\n",
      "\n",
      "Epoch 00174: val_acc did not improve from 0.95105\n",
      "Epoch 175/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 4s - loss: 0.1531 - acc: 0.9570\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.1811 - acc: 0.9453\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.1731 - acc: 0.9440\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1638 - acc: 0.9492\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1693 - acc: 0.9465\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1752 - acc: 0.9443\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1821 - acc: 0.9414\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1858 - acc: 0.9399\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1865 - acc: 0.9401\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1860 - acc: 0.9400\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.1874 - acc: 0.9400\n",
      "5881/5881 [==============================] - 4s 730us/step - loss: 0.1893 - acc: 0.9396 - val_loss: 0.1442 - val_acc: 0.9497\n",
      "\n",
      "Epoch 00175: val_acc did not improve from 0.95105\n",
      "Epoch 176/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1654 - acc: 0.9375\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.1789 - acc: 0.9355\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1803 - acc: 0.9388\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1808 - acc: 0.9404\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1829 - acc: 0.9414\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1788 - acc: 0.9440\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1774 - acc: 0.9459\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1735 - acc: 0.9473\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1786 - acc: 0.9460\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1785 - acc: 0.9463\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.1799 - acc: 0.9462\n",
      "5881/5881 [==============================] - 5s 810us/step - loss: 0.1808 - acc: 0.9461 - val_loss: 0.1400 - val_acc: 0.9504\n",
      "\n",
      "Epoch 00176: val_acc did not improve from 0.95105\n",
      "Epoch 177/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1664 - acc: 0.9551\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.1519 - acc: 0.9609\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1670 - acc: 0.9564\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1699 - acc: 0.9521\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1741 - acc: 0.9531\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1770 - acc: 0.9502\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1796 - acc: 0.9461\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1772 - acc: 0.9473\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1767 - acc: 0.9468\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1829 - acc: 0.9451\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.1921 - acc: 0.9412\n",
      "5881/5881 [==============================] - 4s 701us/step - loss: 0.1921 - acc: 0.9412 - val_loss: 0.2311 - val_acc: 0.9191\n",
      "\n",
      "Epoch 00177: val_acc did not improve from 0.95105\n",
      "Epoch 178/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.2569 - acc: 0.9023\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.2608 - acc: 0.9111\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.2714 - acc: 0.9095\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.2608 - acc: 0.9146\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.2734 - acc: 0.9105\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.2759 - acc: 0.9072\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.2714 - acc: 0.9090\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.2654 - acc: 0.9131\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.2582 - acc: 0.9149\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.2535 - acc: 0.9164\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.2509 - acc: 0.9174\n",
      "5881/5881 [==============================] - 4s 686us/step - loss: 0.2507 - acc: 0.9175 - val_loss: 0.2069 - val_acc: 0.9279\n",
      "\n",
      "Epoch 00178: val_acc did not improve from 0.95105\n",
      "Epoch 179/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1912 - acc: 0.9453\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.1802 - acc: 0.9502\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.2148 - acc: 0.9388\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.2298 - acc: 0.9336\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.2211 - acc: 0.9363\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.2182 - acc: 0.9388\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.2231 - acc: 0.9367\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.2196 - acc: 0.9375\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.2190 - acc: 0.9373\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.2214 - acc: 0.9361\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.2230 - acc: 0.9357\n",
      "5881/5881 [==============================] - 4s 683us/step - loss: 0.2231 - acc: 0.9357 - val_loss: 0.1785 - val_acc: 0.9415\n",
      "\n",
      "Epoch 00179: val_acc did not improve from 0.95105\n",
      "Epoch 180/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.2019 - acc: 0.9414\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.1887 - acc: 0.9492\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1979 - acc: 0.9440\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1881 - acc: 0.9468\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1982 - acc: 0.9430\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.2024 - acc: 0.9427\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.2036 - acc: 0.9403\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.2009 - acc: 0.9419\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1965 - acc: 0.9434\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1963 - acc: 0.9428\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.1978 - acc: 0.9428\n",
      "5881/5881 [==============================] - 4s 656us/step - loss: 0.1975 - acc: 0.9427 - val_loss: 0.1491 - val_acc: 0.9497\n",
      "\n",
      "Epoch 00180: val_acc did not improve from 0.95105\n",
      "Epoch 181/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1787 - acc: 0.9531\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.1759 - acc: 0.9512\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1824 - acc: 0.9473\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1746 - acc: 0.9478\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1682 - acc: 0.9520\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1749 - acc: 0.9515\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1806 - acc: 0.9461\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1801 - acc: 0.9460\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1784 - acc: 0.9468\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1759 - acc: 0.9475\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.1752 - acc: 0.9478\n",
      "5881/5881 [==============================] - 4s 674us/step - loss: 0.1767 - acc: 0.9475 - val_loss: 0.1428 - val_acc: 0.9511\n",
      "\n",
      "Epoch 00181: val_acc did not improve from 0.95105\n",
      "Epoch 182/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.2003 - acc: 0.9531\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.1807 - acc: 0.9531\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1699 - acc: 0.9518\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1708 - acc: 0.9482\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1738 - acc: 0.9473\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1721 - acc: 0.9473\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1710 - acc: 0.9470\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1678 - acc: 0.9480\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1710 - acc: 0.9473\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1687 - acc: 0.9484\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.1696 - acc: 0.9483\n",
      "5881/5881 [==============================] - 4s 653us/step - loss: 0.1700 - acc: 0.9483 - val_loss: 0.1439 - val_acc: 0.9504\n",
      "\n",
      "Epoch 00182: val_acc did not improve from 0.95105\n",
      "Epoch 183/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1567 - acc: 0.9492\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.1714 - acc: 0.9424\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1850 - acc: 0.9382\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1827 - acc: 0.9395\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1788 - acc: 0.9398\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1785 - acc: 0.9404\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1714 - acc: 0.9439\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1720 - acc: 0.9438\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1668 - acc: 0.9453\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1669 - acc: 0.9469\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.1668 - acc: 0.9471\n",
      "5881/5881 [==============================] - 4s 743us/step - loss: 0.1674 - acc: 0.9473 - val_loss: 0.1414 - val_acc: 0.9490\n",
      "\n",
      "Epoch 00183: val_acc did not improve from 0.95105\n",
      "Epoch 184/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1786 - acc: 0.9512\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.1795 - acc: 0.9502\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1682 - acc: 0.9505\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1674 - acc: 0.9507\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1640 - acc: 0.9508\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1637 - acc: 0.9508\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1620 - acc: 0.9515\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1667 - acc: 0.9495\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1676 - acc: 0.9490\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1652 - acc: 0.9488\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.1651 - acc: 0.9492\n",
      "5881/5881 [==============================] - 4s 668us/step - loss: 0.1658 - acc: 0.9490 - val_loss: 0.1445 - val_acc: 0.9490\n",
      "\n",
      "Epoch 00184: val_acc did not improve from 0.95105\n",
      "Epoch 185/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1560 - acc: 0.9453\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.1533 - acc: 0.9521\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1604 - acc: 0.9499\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1740 - acc: 0.9468\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1702 - acc: 0.9492\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1673 - acc: 0.9482\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1679 - acc: 0.9464\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1653 - acc: 0.9475\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1664 - acc: 0.9473\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1668 - acc: 0.9473\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.1643 - acc: 0.9489\n",
      "5881/5881 [==============================] - 4s 666us/step - loss: 0.1637 - acc: 0.9492 - val_loss: 0.1395 - val_acc: 0.9497\n",
      "\n",
      "Epoch 00185: val_acc did not improve from 0.95105\n",
      "Epoch 186/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1625 - acc: 0.9512\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.1700 - acc: 0.9463\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1690 - acc: 0.9434\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1585 - acc: 0.9473\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1581 - acc: 0.9477\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1570 - acc: 0.9479\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1583 - acc: 0.9456\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1580 - acc: 0.9456\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1602 - acc: 0.9460\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1576 - acc: 0.9473\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.1640 - acc: 0.9446\n",
      "5881/5881 [==============================] - 4s 658us/step - loss: 0.1641 - acc: 0.9451 - val_loss: 0.1426 - val_acc: 0.9504\n",
      "\n",
      "Epoch 00186: val_acc did not improve from 0.95105\n",
      "Epoch 187/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1342 - acc: 0.9531\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.1431 - acc: 0.9512\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1456 - acc: 0.9486\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1534 - acc: 0.9443\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1560 - acc: 0.9453\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1566 - acc: 0.9453\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1527 - acc: 0.9464\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1520 - acc: 0.9468\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1553 - acc: 0.9470\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1592 - acc: 0.9463\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.1577 - acc: 0.9471\n",
      "5881/5881 [==============================] - 4s 659us/step - loss: 0.1582 - acc: 0.9473 - val_loss: 0.1360 - val_acc: 0.9524\n",
      "\n",
      "Epoch 00187: val_acc improved from 0.95105 to 0.95241, saving model to experiments\\UC_LSTM\\checkpoints/UC_LSTM-187-0.95.hdf5\n",
      "Epoch 188/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1851 - acc: 0.9277\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.1776 - acc: 0.9355\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1721 - acc: 0.9388\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1768 - acc: 0.9395\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1724 - acc: 0.9434\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1698 - acc: 0.9440\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1663 - acc: 0.9459\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1667 - acc: 0.9456\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1636 - acc: 0.9468\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1642 - acc: 0.9463\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.1634 - acc: 0.9458\n",
      "5881/5881 [==============================] - 4s 692us/step - loss: 0.1616 - acc: 0.9463 - val_loss: 0.1409 - val_acc: 0.9497\n",
      "\n",
      "Epoch 00188: val_acc did not improve from 0.95241\n",
      "Epoch 189/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1430 - acc: 0.9492\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.1411 - acc: 0.9492\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1463 - acc: 0.9518\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1506 - acc: 0.9521\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1504 - acc: 0.9523\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1550 - acc: 0.9518\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1621 - acc: 0.9492\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1592 - acc: 0.9492\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1566 - acc: 0.9503\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1596 - acc: 0.9494\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.1592 - acc: 0.9501\n",
      "5881/5881 [==============================] - 4s 680us/step - loss: 0.1587 - acc: 0.9498 - val_loss: 0.1449 - val_acc: 0.9497\n",
      "\n",
      "Epoch 00189: val_acc did not improve from 0.95241\n",
      "Epoch 190/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1633 - acc: 0.9434\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.1544 - acc: 0.9482\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1585 - acc: 0.9447\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1569 - acc: 0.9424\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1601 - acc: 0.9438\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1606 - acc: 0.9447\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1607 - acc: 0.9450\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1611 - acc: 0.9460\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1574 - acc: 0.9477\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1574 - acc: 0.9473\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.1574 - acc: 0.9462\n",
      "5881/5881 [==============================] - 4s 753us/step - loss: 0.1585 - acc: 0.9454 - val_loss: 0.1510 - val_acc: 0.9409\n",
      "\n",
      "Epoch 00190: val_acc did not improve from 0.95241\n",
      "Epoch 191/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1792 - acc: 0.9395\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.1764 - acc: 0.9395\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1715 - acc: 0.9421\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1552 - acc: 0.9468\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1543 - acc: 0.9480\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1567 - acc: 0.9463\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1575 - acc: 0.9445\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1645 - acc: 0.9429\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1655 - acc: 0.9421\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1688 - acc: 0.9408\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.1694 - acc: 0.9405\n",
      "5881/5881 [==============================] - 4s 665us/step - loss: 0.1721 - acc: 0.9400 - val_loss: 0.1458 - val_acc: 0.9483\n",
      "\n",
      "Epoch 00191: val_acc did not improve from 0.95241\n",
      "Epoch 192/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1792 - acc: 0.9355\n",
      "1024/5881 [====>.........................] - ETA: 2s - loss: 0.1672 - acc: 0.9424\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1800 - acc: 0.9388\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1788 - acc: 0.9375\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1762 - acc: 0.9383\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1730 - acc: 0.9408\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1683 - acc: 0.9434\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1671 - acc: 0.9436\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1702 - acc: 0.9431\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1665 - acc: 0.9451\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.1683 - acc: 0.9450\n",
      "5881/5881 [==============================] - 4s 670us/step - loss: 0.1709 - acc: 0.9441 - val_loss: 0.1476 - val_acc: 0.9443\n",
      "\n",
      "Epoch 00192: val_acc did not improve from 0.95241\n",
      "Epoch 193/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1845 - acc: 0.9316\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.1776 - acc: 0.9365\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1758 - acc: 0.9408\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1780 - acc: 0.9375\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1786 - acc: 0.9367\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1767 - acc: 0.9372\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1726 - acc: 0.9400\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1688 - acc: 0.9424\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1709 - acc: 0.9421\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1700 - acc: 0.9422\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.1682 - acc: 0.9441\n",
      "5881/5881 [==============================] - 4s 701us/step - loss: 0.1658 - acc: 0.9452 - val_loss: 0.1523 - val_acc: 0.9477\n",
      "\n",
      "Epoch 00193: val_acc did not improve from 0.95241\n",
      "Epoch 194/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1513 - acc: 0.9453\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.1636 - acc: 0.9375\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1663 - acc: 0.9375\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1667 - acc: 0.9390\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1661 - acc: 0.9414\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1613 - acc: 0.9443\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1583 - acc: 0.9459\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1618 - acc: 0.9456\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1601 - acc: 0.9470\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1610 - acc: 0.9471\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.1655 - acc: 0.9453\n",
      "5881/5881 [==============================] - 4s 687us/step - loss: 0.1651 - acc: 0.9452 - val_loss: 0.1555 - val_acc: 0.9497\n",
      "\n",
      "Epoch 00194: val_acc did not improve from 0.95241\n",
      "Epoch 195/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1619 - acc: 0.9414\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.1630 - acc: 0.9395\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1728 - acc: 0.9395\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1678 - acc: 0.9448\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1687 - acc: 0.9449\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1762 - acc: 0.9424\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1676 - acc: 0.9456\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1673 - acc: 0.9463\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1659 - acc: 0.9468\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1669 - acc: 0.9465\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.1639 - acc: 0.9474\n",
      "5881/5881 [==============================] - 4s 707us/step - loss: 0.1629 - acc: 0.9480 - val_loss: 0.1495 - val_acc: 0.9395\n",
      "\n",
      "Epoch 00195: val_acc did not improve from 0.95241\n",
      "Epoch 196/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1709 - acc: 0.9336\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.1814 - acc: 0.9316\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1783 - acc: 0.9329\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1739 - acc: 0.9375\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1770 - acc: 0.9391\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1820 - acc: 0.9382\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1843 - acc: 0.9378\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1838 - acc: 0.9385\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1814 - acc: 0.9392\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1795 - acc: 0.9398\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.1809 - acc: 0.9403\n",
      "5881/5881 [==============================] - 4s 690us/step - loss: 0.1796 - acc: 0.9407 - val_loss: 0.1410 - val_acc: 0.9477\n",
      "\n",
      "Epoch 00196: val_acc did not improve from 0.95241\n",
      "Epoch 197/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1968 - acc: 0.9238\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.1548 - acc: 0.9424\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1588 - acc: 0.9427\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1524 - acc: 0.9443\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1521 - acc: 0.9445\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1534 - acc: 0.9469\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1529 - acc: 0.9461\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1536 - acc: 0.9458\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1548 - acc: 0.9468\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1641 - acc: 0.9445\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.1671 - acc: 0.9442\n",
      "5881/5881 [==============================] - 4s 738us/step - loss: 0.1669 - acc: 0.9447 - val_loss: 0.1384 - val_acc: 0.9524\n",
      "\n",
      "Epoch 00197: val_acc did not improve from 0.95241\n",
      "Epoch 198/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1843 - acc: 0.9375\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.1538 - acc: 0.9463\n",
      "1536/5881 [======>.......................] - ETA: 3s - loss: 0.1570 - acc: 0.9499\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1453 - acc: 0.9531\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1455 - acc: 0.9543\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1584 - acc: 0.9518\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1640 - acc: 0.9501\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1764 - acc: 0.9463\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1943 - acc: 0.9405\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.2047 - acc: 0.9369\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.2130 - acc: 0.9348\n",
      "5881/5881 [==============================] - 4s 704us/step - loss: 0.2176 - acc: 0.9330 - val_loss: 0.2641 - val_acc: 0.9184\n",
      "\n",
      "Epoch 00198: val_acc did not improve from 0.95241\n",
      "Epoch 199/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.3301 - acc: 0.9023\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.3420 - acc: 0.8994\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.3306 - acc: 0.9056\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.3039 - acc: 0.9092\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.2946 - acc: 0.9117\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.2826 - acc: 0.9170\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.2740 - acc: 0.9188\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.2668 - acc: 0.9197\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.2620 - acc: 0.9210\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.2554 - acc: 0.9223\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.2507 - acc: 0.9238\n",
      "5881/5881 [==============================] - 4s 709us/step - loss: 0.2478 - acc: 0.9248 - val_loss: 0.1498 - val_acc: 0.9449\n",
      "\n",
      "Epoch 00199: val_acc did not improve from 0.95241\n",
      "Epoch 200/200\n",
      "\n",
      " 512/5881 [=>............................] - ETA: 3s - loss: 0.1952 - acc: 0.9297\n",
      "1024/5881 [====>.........................] - ETA: 3s - loss: 0.1767 - acc: 0.9404\n",
      "1536/5881 [======>.......................] - ETA: 2s - loss: 0.1808 - acc: 0.9388\n",
      "2048/5881 [=========>....................] - ETA: 2s - loss: 0.1859 - acc: 0.9365\n",
      "2560/5881 [============>.................] - ETA: 2s - loss: 0.1893 - acc: 0.9363\n",
      "3072/5881 [==============>...............] - ETA: 1s - loss: 0.1893 - acc: 0.9362\n",
      "3584/5881 [=================>............] - ETA: 1s - loss: 0.1874 - acc: 0.9372\n",
      "4096/5881 [===================>..........] - ETA: 1s - loss: 0.1840 - acc: 0.9387\n",
      "4608/5881 [======================>.......] - ETA: 0s - loss: 0.1830 - acc: 0.9403\n",
      "5120/5881 [=========================>....] - ETA: 0s - loss: 0.1766 - acc: 0.9422\n",
      "5632/5881 [===========================>..] - ETA: 0s - loss: 0.1762 - acc: 0.9416\n",
      "5881/5881 [==============================] - 4s 694us/step - loss: 0.1782 - acc: 0.9403 - val_loss: 0.1599 - val_acc: 0.9422\n",
      "\n",
      "Epoch 00200: val_acc did not improve from 0.95241\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using TensorFlow backend.\n",
      "[INFO]: Hi, This is root.\n",
      "[INFO]: After the configurations are successfully processed and dirs are created.\n",
      "[INFO]: The pipeline of the project will begin now.\n",
      "2020-01-04 22:01:49.185186: I tensorflow/core/platform/cpu_feature_guard.cc:145] This TensorFlow binary is optimized with Intel(R) MKL-DNN to use the following CPU instructions in performance critical operations:  AVX AVX2\n",
      "To enable them in non-MKL-DNN operations, rebuild TensorFlow with the appropriate compiler flags.\n",
      "2020-01-04 22:01:49.197146: I tensorflow/core/common_runtime/process_util.cc:115] Creating new thread pool with default inter op setting: 4. Tune using inter_op_parallelism_threads for best performance.\n",
      "2020-01-04 22:02:01.920102: I tensorflow/core/profiler/lib/profiler_session.cc:184] Profiler session started.\n",
      "C:\\Users\\ashan\\Anaconda3\\lib\\site-packages\\keras\\callbacks\\callbacks.py:95: RuntimeWarning: Method (on_train_batch_end) is slow compared to the batch update (11.170977). Check your callbacks.\n",
      "  % (hook_name, delta_t_median), RuntimeWarning)\n"
     ]
    }
   ],
   "source": [
    "!python main.py configs\\UCI_LSTM.json"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}