ray_rllib_trader.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "!pip install ray==0.8.4\n",
    "#!pip install ray==1.0.0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "!pip install dm-tree==0.1.5"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "!conda install opencv\n",
    "\n",
    "#!pip install opencv_python-4.4.0.44-cp37-cp37m-manylinux2014_x86_64.whl"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import cv2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "!pip install torch==1.6.0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "!pip install gym==0.17.3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "!pip install ibm-cos-sdk"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "!pip install boto3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "!pip install tensorflow==2.3.1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import ray\n",
    "import gym\n",
    "import tensorflow as tf\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'0.8.4'"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ray.__version__"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'0.17.3'"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "gym.__version__"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'2.3.1'"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tf.__version__"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "import types\n",
    "import pandas as pd\n",
    "from botocore.client import Config\n",
    "import ibm_boto3\n",
    "\n",
    "def __iter__(self): return 0\n",
    "\n",
    "\n",
    "\n",
    "def is_watson_studio():\n",
    "    import os\n",
    "    return 'wsuser' in os.getcwd()\n",
    "\n",
    "\n",
    "def load_market_data (file_name):\n",
    "    \n",
    "\n",
    "\n",
    "    if is_watson_studio():\n",
    "        \n",
    "        client_244519148910498e82791851c5dd0328 = ibm_boto3.client(service_name='s3',\n",
    "        ibm_api_key_id='B4M4KvSyuL9a46802UJTEu2i5YqsKLu5JTk1bDSdiw40',\n",
    "        ibm_auth_endpoint=\"https://iam.cloud.ibm.com/oidc/token\",\n",
    "        config=Config(signature_version='oauth'),\n",
    "        endpoint_url='https://s3-api.us-geo.objectstorage.service.networklayer.com')\n",
    "        body = client_244519148910498e82791851c5dd0328.get_object(Bucket='degray12102020-donotdelete-pr-44gg35tcgd2qty',Key=file_name)['Body']\n",
    "        # add missing __iter__ method, so pandas accepts body as file-like object\n",
    "        if not hasattr(body, \"__iter__\"): body.__iter__ = types.MethodType( __iter__, body )\n",
    "        df_data_1 = pd.read_csv(body)\n",
    "\n",
    "    else:\n",
    "        df_data_1 = pd.read_csv(file_name)\n",
    "        \n",
    "    return df_data_1\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "assets = ['DJI', 'BTC-USD', 'IBM', 'VOW.DE']\n",
    "df = None\n",
    "for asset in assets:\n",
    "    df_asset = load_market_data(f'{asset}.csv')\n",
    "    df_asset = df_asset[['Date','Close']]\n",
    "    df_asset.columns = ['date', asset]\n",
    "    if df is None:\n",
    "        df = df_asset\n",
    "    else:\n",
    "        df = pd.merge(df,df_asset, on='date')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>date</th>\n",
       "      <th>DJI</th>\n",
       "      <th>BTC-USD</th>\n",
       "      <th>IBM</th>\n",
       "      <th>VOW.DE</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2014-09-17</td>\n",
       "      <td>17156.849609</td>\n",
       "      <td>457.334015</td>\n",
       "      <td>192.800003</td>\n",
       "      <td>173.300003</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2014-09-18</td>\n",
       "      <td>17265.990234</td>\n",
       "      <td>424.440002</td>\n",
       "      <td>193.750000</td>\n",
       "      <td>174.300003</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2014-09-19</td>\n",
       "      <td>17279.740234</td>\n",
       "      <td>394.795990</td>\n",
       "      <td>194.000000</td>\n",
       "      <td>174.149994</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2014-09-22</td>\n",
       "      <td>17172.679688</td>\n",
       "      <td>402.152008</td>\n",
       "      <td>193.110001</td>\n",
       "      <td>172.750000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2014-09-23</td>\n",
       "      <td>17055.869141</td>\n",
       "      <td>435.790985</td>\n",
       "      <td>191.619995</td>\n",
       "      <td>169.149994</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1496</th>\n",
       "      <td>2020-10-08</td>\n",
       "      <td>28425.509766</td>\n",
       "      <td>10923.627930</td>\n",
       "      <td>131.490005</td>\n",
       "      <td>147.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1497</th>\n",
       "      <td>2020-10-09</td>\n",
       "      <td>28586.900391</td>\n",
       "      <td>11079.465820</td>\n",
       "      <td>127.790001</td>\n",
       "      <td>146.699997</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1498</th>\n",
       "      <td>2020-10-12</td>\n",
       "      <td>28837.519531</td>\n",
       "      <td>11555.363281</td>\n",
       "      <td>127.209999</td>\n",
       "      <td>149.100006</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1499</th>\n",
       "      <td>2020-10-13</td>\n",
       "      <td>28679.810547</td>\n",
       "      <td>11425.899414</td>\n",
       "      <td>125.099998</td>\n",
       "      <td>147.199997</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1500</th>\n",
       "      <td>2020-10-14</td>\n",
       "      <td>28514.000000</td>\n",
       "      <td>11429.506836</td>\n",
       "      <td>125.940002</td>\n",
       "      <td>147.800003</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1498 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            date           DJI       BTC-USD         IBM      VOW.DE\n",
       "0     2014-09-17  17156.849609    457.334015  192.800003  173.300003\n",
       "1     2014-09-18  17265.990234    424.440002  193.750000  174.300003\n",
       "2     2014-09-19  17279.740234    394.795990  194.000000  174.149994\n",
       "3     2014-09-22  17172.679688    402.152008  193.110001  172.750000\n",
       "4     2014-09-23  17055.869141    435.790985  191.619995  169.149994\n",
       "...          ...           ...           ...         ...         ...\n",
       "1496  2020-10-08  28425.509766  10923.627930  131.490005  147.000000\n",
       "1497  2020-10-09  28586.900391  11079.465820  127.790001  146.699997\n",
       "1498  2020-10-12  28837.519531  11555.363281  127.209999  149.100006\n",
       "1499  2020-10-13  28679.810547  11425.899414  125.099998  147.199997\n",
       "1500  2020-10-14  28514.000000  11429.506836  125.940002  147.800003\n",
       "\n",
       "[1498 rows x 5 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = df.dropna()\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "#df['ts']=pd.to_datetime(df.date)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "#(pd.to_datetime(df['ts']).astype(int) / 1000 / 1000 / 60 / 60 / 24 / 1000).astype(int)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " 0.38% worst case annualized\n",
      "12.25% best case annualized\n"
     ]
    }
   ],
   "source": [
    "n_days = len(df)\n",
    "min_list = []\n",
    "max_list = []\n",
    "\n",
    "for i in range(n_days):\n",
    "    row = df.iloc[i, 2:]\n",
    "    min_list.append(min(row))\n",
    "    max_list.append(max(row))\n",
    "    \n",
    "print(\"{:5.2f}% worst case annualized\".format(sum(min_list) / n_days / 365))\n",
    "print(\"{:5.2f}% best case annualized\".format(sum(max_list) / n_days / 365))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "import gym\n",
    "from gym.spaces import Discrete, Box\n",
    "from gym.utils import seeding\n",
    "import numpy as np\n",
    "import random"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "class MarketBandit (gym.Env):\n",
    "    \n",
    "    def __init__ (self, config={}):\n",
    "        self.max_inflation = np.array([[100.]])\n",
    "        self.assets = assets\n",
    "\n",
    "        #0: do nothing, 1-4 buy, 5-9 sell for amount x\n",
    "        self.action_space = Discrete(9)\n",
    "        self.observation_space = Box(-self.max_inflation,self.max_inflation)\n",
    "        self.df = df\n",
    "        self.portfolio =  dict.fromkeys(self.assets, 0.0)\n",
    "        self.trade_amount_per_step = 100.\n",
    "        self.money_invested = 0\n",
    "\n",
    "\n",
    "    def reset (self):\n",
    "        self.index = 0\n",
    "        self.done = False\n",
    "        self.info = {}\n",
    "\n",
    "        return np.array([[0.]])\n",
    "\n",
    "    def get_portfolio_value(self,row):\n",
    "        portfolio_sum = 0.\n",
    "        for asset in self.assets:\n",
    "            portfolio_sum += self.portfolio[asset]*row[asset]\n",
    "        return portfolio_sum\n",
    "\n",
    "    def step (self, action):\n",
    "        if self.done:\n",
    "            reward = 0.\n",
    "            regret = 0.\n",
    "        else:\n",
    "            row = self.df.iloc[self.index]\n",
    "\n",
    "            portfolio_value_before = self.get_portfolio_value(row)\n",
    "            \n",
    "            if action == 0:\n",
    "                reward = 0.\n",
    "                regret = 0\n",
    "            else:\n",
    "                buy = False\n",
    "                \n",
    "                if action < 5: # buy\n",
    "                    buy = True\n",
    "                    asset_to_trade = self.assets[action-1]\n",
    "                else: # sell\n",
    "                    asset_to_trade = self.assets[action-5]\n",
    "                    \n",
    "                price = row[asset_to_trade]\n",
    "                asset_to_trade_fraction = self.trade_amount_per_step / price\n",
    "                \n",
    "                if buy:\n",
    "                    self.portfolio[asset_to_trade]+=asset_to_trade_fraction\n",
    "                    self.money_invested += self.trade_amount_per_step\n",
    "                else:\n",
    "                    self.portfolio[asset_to_trade]+=asset_to_trade_fraction\n",
    "\n",
    "            portfolio_value_after = self.get_portfolio_value(row)\n",
    "\n",
    "            reward = float(portfolio_value_after-portfolio_value_before) / 20000\n",
    "\n",
    "            self.index += 1\n",
    "\n",
    "            if self.index >= len(self.df):\n",
    "                self.done = True\n",
    "\n",
    "        #context = [self.cur_context]\n",
    "        #context = self.observation_space.sample()\n",
    "\n",
    "        self.info = {\n",
    "            \"regret\": 0.,\n",
    "            \"index\": self.index\n",
    "        }\n",
    "         \n",
    "        return [np.array([[0.]]), reward, self.done, self.info]\n",
    "\n",
    "\n",
    "    def seed (self, seed=None):\n",
    "        self.np_random, seed = seeding.np_random(seed)\n",
    "        return [seed]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/envs/Python-3.7-main/lib/python3.7/site-packages/gym/logger.py:30: UserWarning: \u001b[33mWARN: Box bound precision lowered by casting to float32\u001b[0m\n",
      "  warnings.warn(colorize('%s: %s'%('WARN', msg % args), 'yellow'))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 2}]\n",
      "5 [array([[0.]]), 0.005000000000000002, False, {'regret': 0.0, 'index': 3}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 4}]\n",
      "3 [array([[0.]]), 0.005000000000000003, False, {'regret': 0.0, 'index': 5}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 6}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 7}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 8}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 9}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 10}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 11}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 12}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 13}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 14}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 15}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 16}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 17}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 18}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 19}]\n",
      "5 [array([[0.]]), 0.005000000000000011, False, {'regret': 0.0, 'index': 20}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 21}]\n",
      "3 [array([[0.]]), 0.005000000000000011, False, {'regret': 0.0, 'index': 22}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 23}]\n",
      "4 [array([[0.]]), 0.005000000000000011, False, {'regret': 0.0, 'index': 24}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 25}]\n",
      "3 [array([[0.]]), 0.005000000000000023, False, {'regret': 0.0, 'index': 26}]\n",
      "5 [array([[0.]]), 0.0049999999999999776, False, {'regret': 0.0, 'index': 27}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 28}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 29}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 30}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 31}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 32}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 33}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 34}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 35}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 36}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 37}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 38}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 39}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 40}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 41}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 42}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 43}]\n",
      "2 [array([[0.]]), 0.005000000000000045, False, {'regret': 0.0, 'index': 44}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 45}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 46}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 47}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 48}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 49}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 50}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 51}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 52}]\n",
      "7 [array([[0.]]), 0.005000000000000045, False, {'regret': 0.0, 'index': 53}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 54}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 55}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 56}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 57}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 58}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 59}]\n",
      "3 [array([[0.]]), 0.004999999999999954, False, {'regret': 0.0, 'index': 60}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 61}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 62}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 63}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 64}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 65}]\n",
      "8 [array([[0.]]), 0.005000000000000045, False, {'regret': 0.0, 'index': 66}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 67}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 68}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 69}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 70}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 71}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 72}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 73}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 74}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 75}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 76}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 77}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 78}]\n",
      "4 [array([[0.]]), 0.004999999999999954, False, {'regret': 0.0, 'index': 79}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 80}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 81}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 82}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 83}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 84}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 85}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 86}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 87}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 88}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 89}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 90}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 91}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 92}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 93}]\n",
      "4 [array([[0.]]), 0.004999999999999909, False, {'regret': 0.0, 'index': 94}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 95}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 96}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 97}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 98}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 99}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 100}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 101}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 102}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 103}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 104}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 105}]\n",
      "5 [array([[0.]]), 0.005000000000000091, False, {'regret': 0.0, 'index': 106}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 107}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 108}]\n",
      "8 [array([[0.]]), 0.005000000000000091, False, {'regret': 0.0, 'index': 109}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 110}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 111}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 112}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 113}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 114}]\n",
      "8 [array([[0.]]), 0.005000000000000091, False, {'regret': 0.0, 'index': 115}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 116}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 117}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 118}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 119}]\n",
      "4 [array([[0.]]), 0.005000000000000091, False, {'regret': 0.0, 'index': 120}]\n",
      "2 [array([[0.]]), 0.005000000000000091, False, {'regret': 0.0, 'index': 121}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 122}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 123}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 124}]\n",
      "4 [array([[0.]]), 0.004999999999999909, False, {'regret': 0.0, 'index': 125}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 126}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 127}]\n",
      "4 [array([[0.]]), 0.004999999999999909, False, {'regret': 0.0, 'index': 128}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 129}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 130}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 131}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 132}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 133}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 134}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 135}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 136}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 137}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 138}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 139}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 140}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 141}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 142}]\n",
      "8 [array([[0.]]), 0.005000000000000091, False, {'regret': 0.0, 'index': 143}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 144}]\n",
      "3 [array([[0.]]), 0.004999999999999818, False, {'regret': 0.0, 'index': 145}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 146}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 147}]\n",
      "4 [array([[0.]]), 0.004999999999999909, False, {'regret': 0.0, 'index': 148}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 149}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 150}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 151}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 152}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 153}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 154}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 155}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 156}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 157}]\n",
      "6 [array([[0.]]), 0.005000000000000182, False, {'regret': 0.0, 'index': 158}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 159}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 160}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 161}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 162}]\n",
      "3 [array([[0.]]), 0.004999999999999818, False, {'regret': 0.0, 'index': 163}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 164}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 165}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 166}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 167}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 168}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 169}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 170}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 171}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 172}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 173}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 174}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 175}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 176}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 177}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 178}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 179}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 180}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 181}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 182}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 183}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 184}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 185}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 186}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 187}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 188}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 189}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 190}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 191}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 192}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 193}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 194}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 195}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 196}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 197}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 198}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 199}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 200}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 201}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 202}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 203}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 204}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 205}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 206}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 207}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 208}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 209}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 210}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 211}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 212}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 213}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 214}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 215}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 216}]\n",
      "5 [array([[0.]]), 0.004999999999999818, False, {'regret': 0.0, 'index': 217}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 218}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 219}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 220}]\n",
      "3 [array([[0.]]), 0.005000000000000182, False, {'regret': 0.0, 'index': 221}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 222}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 223}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 224}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 225}]\n",
      "3 [array([[0.]]), 0.004999999999999818, False, {'regret': 0.0, 'index': 226}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 227}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 228}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 229}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 230}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 231}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 232}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 233}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 234}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 235}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 236}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 237}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 238}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 239}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 240}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 241}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 242}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 243}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 244}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 245}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 246}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 247}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 248}]\n",
      "8 [array([[0.]]), 0.005000000000000182, False, {'regret': 0.0, 'index': 249}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 250}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 251}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 252}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 253}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 254}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 255}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 256}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 257}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 258}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 259}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 260}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 261}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 262}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 263}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 264}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 265}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 266}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 267}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 268}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 269}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 270}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 271}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 272}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 273}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 274}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 275}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 276}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 277}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 278}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 279}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 280}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 281}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 282}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 283}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 284}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 285}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 286}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 287}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 288}]\n",
      "3 [array([[0.]]), 0.005000000000000182, False, {'regret': 0.0, 'index': 289}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 290}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 291}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 292}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 293}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 294}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 295}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 296}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 297}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 298}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 299}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 300}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 301}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 302}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 303}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 304}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 305}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 306}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 307}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 308}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 309}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 310}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 311}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 312}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 313}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 314}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 315}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 316}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 317}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 318}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 319}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 320}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 321}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 322}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 323}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 324}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 325}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 326}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 327}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 328}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 329}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 330}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 331}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 332}]\n",
      "2 [array([[0.]]), 0.0050000000000003635, False, {'regret': 0.0, 'index': 333}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 334}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 335}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 336}]\n",
      "4 [array([[0.]]), 0.005000000000000182, False, {'regret': 0.0, 'index': 337}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 338}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 339}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 340}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 341}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 342}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 343}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 344}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 345}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 346}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 347}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 348}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 349}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 350}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 351}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 352}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 353}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 354}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 355}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 356}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 357}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 358}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 359}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 360}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 361}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 362}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 363}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 364}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 365}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 366}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 367}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 368}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 369}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 370}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 371}]\n",
      "8 [array([[0.]]), 0.005000000000000182, False, {'regret': 0.0, 'index': 372}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 373}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 374}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 375}]\n",
      "4 [array([[0.]]), 0.004999999999999636, False, {'regret': 0.0, 'index': 376}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 377}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 378}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 379}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 380}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 381}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 382}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 383}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 384}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 385}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 386}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 387}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 388}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 389}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 390}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 391}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 392}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 393}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 394}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 395}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 396}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 397}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 398}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 399}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 400}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 401}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 402}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 403}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 404}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 405}]\n",
      "1 [array([[0.]]), 0.004999999999999636, False, {'regret': 0.0, 'index': 406}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 407}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 408}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 409}]\n",
      "7 [array([[0.]]), 0.0050000000000003635, False, {'regret': 0.0, 'index': 410}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 411}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 412}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 413}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 414}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 415}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 416}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 417}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 418}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 419}]\n",
      "8 [array([[0.]]), 0.004999999999999636, False, {'regret': 0.0, 'index': 420}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 421}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 422}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 423}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 424}]\n",
      "1 [array([[0.]]), 0.004999999999999636, False, {'regret': 0.0, 'index': 425}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 426}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 427}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 428}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 429}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 430}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 431}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 432}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 433}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 434}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 435}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 436}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 437}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 438}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 439}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 440}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 441}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 442}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 443}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 444}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 445}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 446}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 447}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 448}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 449}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 450}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 451}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 452}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 453}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 454}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 455}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 456}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 457}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 458}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 459}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 460}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 461}]\n",
      "4 [array([[0.]]), 0.004999999999999636, False, {'regret': 0.0, 'index': 462}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 463}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 464}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 465}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 466}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 467}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 468}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 469}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 470}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 471}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 472}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 473}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 474}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 475}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 476}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 477}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 478}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 479}]\n",
      "6 [array([[0.]]), 0.004999999999999636, False, {'regret': 0.0, 'index': 480}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 481}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 482}]\n",
      "2 [array([[0.]]), 0.004999999999999636, False, {'regret': 0.0, 'index': 483}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 484}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 485}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 486}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 487}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 488}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 489}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 490}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 491}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 492}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 493}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 494}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 495}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 496}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 497}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 498}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 499}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 500}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 501}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 502}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 503}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 504}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 505}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 506}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 507}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 508}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 509}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 510}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 511}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 512}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 513}]\n",
      "4 [array([[0.]]), 0.0050000000000003635, False, {'regret': 0.0, 'index': 514}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 515}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 516}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 517}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 518}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 519}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 520}]\n",
      "7 [array([[0.]]), 0.004999999999999636, False, {'regret': 0.0, 'index': 521}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 522}]\n",
      "4 [array([[0.]]), 0.004999999999999636, False, {'regret': 0.0, 'index': 523}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 524}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 525}]\n",
      "6 [array([[0.]]), 0.0050000000000003635, False, {'regret': 0.0, 'index': 526}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 527}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 528}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 529}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 530}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 531}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 532}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 533}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 534}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 535}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 536}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 537}]\n",
      "8 [array([[0.]]), 0.0050000000000003635, False, {'regret': 0.0, 'index': 538}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 539}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 540}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 541}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 542}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 543}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 544}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 545}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 546}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 547}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 548}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 549}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 550}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 551}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 552}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 553}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 554}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 555}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 556}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 557}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 558}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 559}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 560}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 561}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 562}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 563}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 564}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 565}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 566}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 567}]\n",
      "2 [array([[0.]]), 0.005000000000000728, False, {'regret': 0.0, 'index': 568}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 569}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 570}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 571}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 572}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 573}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 574}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 575}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 576}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 577}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 578}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 579}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 580}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 581}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 582}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 583}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 584}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 585}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 586}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 587}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 588}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 589}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 590}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 591}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 592}]\n",
      "8 [array([[0.]]), 0.004999999999999272, False, {'regret': 0.0, 'index': 593}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 594}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 595}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 596}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 597}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 598}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 599}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 600}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 601}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 602}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 603}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 604}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 605}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 606}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 607}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 608}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 609}]\n",
      "7 [array([[0.]]), 0.004999999999999272, False, {'regret': 0.0, 'index': 610}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 611}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 612}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 613}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 614}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 615}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 616}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 617}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 618}]\n",
      "2 [array([[0.]]), 0.005000000000000728, False, {'regret': 0.0, 'index': 619}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 620}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 621}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 622}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 623}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 624}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 625}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 626}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 627}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 628}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 629}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 630}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 631}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 632}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 633}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 634}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 635}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 636}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 637}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 638}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 639}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 640}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 641}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 642}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 643}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 644}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 645}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 646}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 647}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 648}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 649}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 650}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 651}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 652}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 653}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 654}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 655}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 656}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 657}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 658}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 659}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 660}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 661}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 662}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 663}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 664}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 665}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 666}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 667}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 668}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 669}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 670}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 671}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 672}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 673}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 674}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 675}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 676}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 677}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 678}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 679}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 680}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 681}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 682}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 683}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 684}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 685}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 686}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 687}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 688}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 689}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 690}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 691}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 692}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 693}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 694}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 695}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 696}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 697}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 698}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 699}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 700}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 701}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 702}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 703}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 704}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 705}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 706}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 707}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 708}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 709}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 710}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 711}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 712}]\n",
      "5 [array([[0.]]), 0.004999999999998545, False, {'regret': 0.0, 'index': 713}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 714}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 715}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 716}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 717}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 718}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 719}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 720}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 721}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 722}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 723}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 724}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 725}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 726}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 727}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 728}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 729}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 730}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 731}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 732}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 733}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 734}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 735}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 736}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 737}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 738}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 739}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 740}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 741}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 742}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 743}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 744}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 745}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 746}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 747}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 748}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 749}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 750}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 751}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 752}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 753}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 754}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 755}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 756}]\n",
      "3 [array([[0.]]), 0.004999999999998545, False, {'regret': 0.0, 'index': 757}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 758}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 759}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 760}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 761}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 762}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 763}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 764}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 765}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 766}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 767}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 768}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 769}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 770}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 771}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 772}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 773}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 774}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 775}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 776}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 777}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 778}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 779}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 780}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 781}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 782}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 783}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 784}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 785}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 786}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 787}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 788}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 789}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 790}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 791}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 792}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 793}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 794}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 795}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 796}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 797}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 798}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 799}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 800}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 801}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 802}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 803}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 804}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 805}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 806}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 807}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 808}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 809}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 810}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 811}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 812}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 813}]\n",
      "2 [array([[0.]]), 0.004999999999997089, False, {'regret': 0.0, 'index': 814}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 815}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 816}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 817}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 818}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 819}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 820}]\n",
      "6 [array([[0.]]), 0.004999999999997089, False, {'regret': 0.0, 'index': 821}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 822}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 823}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 824}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 825}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 826}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 827}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 828}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 829}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 830}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 831}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 832}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 833}]\n",
      "6 [array([[0.]]), 0.004999999999997089, False, {'regret': 0.0, 'index': 834}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 835}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 836}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 837}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 838}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 839}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 840}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 841}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 842}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 843}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 844}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 845}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 846}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 847}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 848}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 849}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 850}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 851}]\n",
      "2 [array([[0.]]), 0.004999999999997089, False, {'regret': 0.0, 'index': 852}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 853}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 854}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 855}]\n",
      "6 [array([[0.]]), 0.00500000000000291, False, {'regret': 0.0, 'index': 856}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 857}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 858}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 859}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 860}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 861}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 862}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 863}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 864}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 865}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 866}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 867}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 868}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 869}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 870}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 871}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 872}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 873}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 874}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 875}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 876}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 877}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 878}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 879}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 880}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 881}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 882}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 883}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 884}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 885}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 886}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 887}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 888}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 889}]\n",
      "2 [array([[0.]]), 0.004999999999994179, False, {'regret': 0.0, 'index': 890}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 891}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 892}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 893}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 894}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 895}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 896}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 897}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 898}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 899}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 900}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 901}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 902}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 903}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 904}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 905}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 906}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 907}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 908}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 909}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 910}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 911}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 912}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 913}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 914}]\n",
      "2 [array([[0.]]), 0.004999999999997089, False, {'regret': 0.0, 'index': 915}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 916}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 917}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 918}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 919}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 920}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 921}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 922}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 923}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 924}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 925}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 926}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 927}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 928}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 929}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 930}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 931}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 932}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 933}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 934}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 935}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 936}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 937}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 938}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 939}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 940}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 941}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 942}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 943}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 944}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 945}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 946}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 947}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 948}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 949}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 950}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 951}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 952}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 953}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 954}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 955}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 956}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 957}]\n",
      "2 [array([[0.]]), 0.004999999999997089, False, {'regret': 0.0, 'index': 958}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 959}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 960}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 961}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 962}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 963}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 964}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 965}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 966}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 967}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 968}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 969}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 970}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 971}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 972}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 973}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 974}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 975}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 976}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 977}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 978}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 979}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 980}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 981}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 982}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 983}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 984}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 985}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 986}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 987}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 988}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 989}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 990}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 991}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 992}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 993}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 994}]\n",
      "2 [array([[0.]]), 0.004999999999997089, False, {'regret': 0.0, 'index': 995}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 996}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 997}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 998}]\n",
      "8 [array([[0.]]), 0.004999999999997089, False, {'regret': 0.0, 'index': 999}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1000}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1001}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1002}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1003}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1004}]\n",
      "6 [array([[0.]]), 0.00500000000000291, False, {'regret': 0.0, 'index': 1005}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1006}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1007}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1008}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1009}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1010}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1011}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1012}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1013}]\n",
      "6 [array([[0.]]), 0.004999999999997089, False, {'regret': 0.0, 'index': 1014}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1015}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1016}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1017}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1018}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1019}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1020}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1021}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1022}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1023}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1024}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1025}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1026}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1027}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1028}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1029}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1030}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1031}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1032}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1033}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1034}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1035}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1036}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1037}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1038}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1039}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1040}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1041}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1042}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1043}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1044}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1045}]\n",
      "2 [array([[0.]]), 0.0050000000000014555, False, {'regret': 0.0, 'index': 1046}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1047}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1048}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1049}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1050}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1051}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1052}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1053}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1054}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1055}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1056}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1057}]\n",
      "6 [array([[0.]]), 0.0050000000000014555, False, {'regret': 0.0, 'index': 1058}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1059}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1060}]\n",
      "5 [array([[0.]]), 0.004999999999998545, False, {'regret': 0.0, 'index': 1061}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1062}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1063}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1064}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1065}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1066}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1067}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1068}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1069}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1070}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1071}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1072}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1073}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1074}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1075}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1076}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1077}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1078}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1079}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1080}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1081}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1082}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1083}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1084}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1085}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1086}]\n",
      "2 [array([[0.]]), 0.004999999999998545, False, {'regret': 0.0, 'index': 1087}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1088}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1089}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1090}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1091}]\n",
      "2 [array([[0.]]), 0.004999999999998545, False, {'regret': 0.0, 'index': 1092}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1093}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1094}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1095}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1096}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1097}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1098}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1099}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1100}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1101}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1102}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1103}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1104}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1105}]\n",
      "2 [array([[0.]]), 0.004999999999998545, False, {'regret': 0.0, 'index': 1106}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1107}]\n",
      "2 [array([[0.]]), 0.004999999999998545, False, {'regret': 0.0, 'index': 1108}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1109}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1110}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1111}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1112}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1113}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1114}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1115}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1116}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1117}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1118}]\n",
      "6 [array([[0.]]), 0.0050000000000014555, False, {'regret': 0.0, 'index': 1119}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1120}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1121}]\n",
      "2 [array([[0.]]), 0.004999999999998545, False, {'regret': 0.0, 'index': 1122}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1123}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1124}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1125}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1126}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1127}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1128}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1129}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1130}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1131}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1132}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1133}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1134}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1135}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1136}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1137}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1138}]\n",
      "2 [array([[0.]]), 0.0050000000000014555, False, {'regret': 0.0, 'index': 1139}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1140}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1141}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1142}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1143}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1144}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1145}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1146}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1147}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1148}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1149}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1150}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1151}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1152}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1153}]\n",
      "2 [array([[0.]]), 0.00500000000000291, False, {'regret': 0.0, 'index': 1154}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1155}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1156}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1157}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1158}]\n",
      "8 [array([[0.]]), 0.004999999999997089, False, {'regret': 0.0, 'index': 1159}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1160}]\n",
      "2 [array([[0.]]), 0.004999999999997089, False, {'regret': 0.0, 'index': 1161}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1162}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1163}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1164}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1165}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1166}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1167}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1168}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1169}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1170}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1171}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1172}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1173}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1174}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1175}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1176}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1177}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1178}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1179}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1180}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1181}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1182}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1183}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1184}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1185}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1186}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1187}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1188}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1189}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1190}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1191}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1192}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1193}]\n",
      "3 [array([[0.]]), 0.00500000000000291, False, {'regret': 0.0, 'index': 1194}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1195}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1196}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1197}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1198}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1199}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1200}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1201}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1202}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1203}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1204}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1205}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1206}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1207}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1208}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1209}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1210}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1211}]\n",
      "6 [array([[0.]]), 0.004999999999997089, False, {'regret': 0.0, 'index': 1212}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1213}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1214}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1215}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1216}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1217}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1218}]\n",
      "3 [array([[0.]]), 0.00500000000000291, False, {'regret': 0.0, 'index': 1219}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1220}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1221}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1222}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1223}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1224}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1225}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1226}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1227}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1228}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1229}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1230}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1231}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1232}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1233}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1234}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1235}]\n",
      "2 [array([[0.]]), 0.00500000000000291, False, {'regret': 0.0, 'index': 1236}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1237}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1238}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1239}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1240}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1241}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1242}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1243}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1244}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1245}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1246}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1247}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1248}]\n",
      "2 [array([[0.]]), 0.004999999999997089, False, {'regret': 0.0, 'index': 1249}]\n",
      "6 [array([[0.]]), 0.00500000000000291, False, {'regret': 0.0, 'index': 1250}]\n",
      "2 [array([[0.]]), 0.004999999999997089, False, {'regret': 0.0, 'index': 1251}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1252}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1253}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1254}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1255}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1256}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1257}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1258}]\n",
      "1 [array([[0.]]), 0.004999999999997089, False, {'regret': 0.0, 'index': 1259}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1260}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1261}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1262}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1263}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1264}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1265}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1266}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1267}]\n",
      "2 [array([[0.]]), 0.005000000000005821, False, {'regret': 0.0, 'index': 1268}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1269}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1270}]\n",
      "6 [array([[0.]]), 0.00500000000000291, False, {'regret': 0.0, 'index': 1271}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1272}]\n",
      "6 [array([[0.]]), 0.004999999999997089, False, {'regret': 0.0, 'index': 1273}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1274}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1275}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1276}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1277}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1278}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1279}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1280}]\n",
      "6 [array([[0.]]), 0.00500000000000291, False, {'regret': 0.0, 'index': 1281}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1282}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1283}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1284}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1285}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1286}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1287}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1288}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1289}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1290}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1291}]\n",
      "6 [array([[0.]]), 0.004999999999997089, False, {'regret': 0.0, 'index': 1292}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1293}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1294}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1295}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1296}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1297}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1298}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1299}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1300}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1301}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1302}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1303}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1304}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1305}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1306}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1307}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1308}]\n",
      "2 [array([[0.]]), 0.00500000000000291, False, {'regret': 0.0, 'index': 1309}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1310}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1311}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1312}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1313}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1314}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1315}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1316}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1317}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1318}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1319}]\n",
      "6 [array([[0.]]), 0.004999999999997089, False, {'regret': 0.0, 'index': 1320}]\n",
      "6 [array([[0.]]), 0.00500000000000291, False, {'regret': 0.0, 'index': 1321}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1322}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1323}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1324}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1325}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1326}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1327}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1328}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1329}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1330}]\n",
      "6 [array([[0.]]), 0.00500000000000291, False, {'regret': 0.0, 'index': 1331}]\n",
      "8 [array([[0.]]), 0.004999999999997089, False, {'regret': 0.0, 'index': 1332}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1333}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1334}]\n",
      "6 [array([[0.]]), 0.00500000000000291, False, {'regret': 0.0, 'index': 1335}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1336}]\n",
      "2 [array([[0.]]), 0.00500000000000291, False, {'regret': 0.0, 'index': 1337}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1338}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1339}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1340}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1341}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1342}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1343}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1344}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1345}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1346}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1347}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1348}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1349}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1350}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1351}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1352}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1353}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1354}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1355}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1356}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1357}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1358}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1359}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1360}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1361}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1362}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1363}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1364}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1365}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1366}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1367}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1368}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1369}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1370}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1371}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1372}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1373}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1374}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1375}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1376}]\n",
      "1 [array([[0.]]), 0.00500000000000291, False, {'regret': 0.0, 'index': 1377}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1378}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1379}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1380}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1381}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1382}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1383}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1384}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1385}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1386}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1387}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1388}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1389}]\n",
      "2 [array([[0.]]), 0.005000000000005821, False, {'regret': 0.0, 'index': 1390}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1391}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1392}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1393}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1394}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1395}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1396}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1397}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1398}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1399}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1400}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1401}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1402}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1403}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1404}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1405}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1406}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1407}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1408}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1409}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1410}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1411}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1412}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1413}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1414}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1415}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1416}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1417}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1418}]\n",
      "6 [array([[0.]]), 0.00500000000000291, False, {'regret': 0.0, 'index': 1419}]\n",
      "1 [array([[0.]]), 0.004999999999997089, False, {'regret': 0.0, 'index': 1420}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1421}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1422}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1423}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1424}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1425}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1426}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1427}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1428}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1429}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1430}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1431}]\n",
      "2 [array([[0.]]), 0.00500000000000291, False, {'regret': 0.0, 'index': 1432}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1433}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1434}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1435}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1436}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1437}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1438}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1439}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1440}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1441}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1442}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1443}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1444}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1445}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1446}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1447}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1448}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1449}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1450}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1451}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1452}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1453}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1454}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1455}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1456}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1457}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1458}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1459}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1460}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1461}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1462}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1463}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1464}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1465}]\n",
      "6 [array([[0.]]), 0.004999999999997089, False, {'regret': 0.0, 'index': 1466}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1467}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1468}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1469}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1470}]\n",
      "6 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1471}]\n",
      "2 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1472}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1473}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1474}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1475}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1476}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1477}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1478}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1479}]\n",
      "1 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1480}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1481}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1482}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1483}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1484}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1485}]\n",
      "2 [array([[0.]]), 0.004999999999997089, False, {'regret': 0.0, 'index': 1486}]\n",
      "6 [array([[0.]]), 0.004999999999997089, False, {'regret': 0.0, 'index': 1487}]\n",
      "2 [array([[0.]]), 0.004999999999997089, False, {'regret': 0.0, 'index': 1488}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1489}]\n",
      "4 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1490}]\n",
      "3 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1491}]\n",
      "7 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1492}]\n",
      "2 [array([[0.]]), 0.00500000000000291, False, {'regret': 0.0, 'index': 1493}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1494}]\n",
      "8 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1495}]\n",
      "5 [array([[0.]]), 0.005, False, {'regret': 0.0, 'index': 1496}]\n",
      "0 [array([[0.]]), 0.0, False, {'regret': 0.0, 'index': 1497}]\n",
      "4 [array([[0.]]), 0.005, True, {'regret': 0.0, 'index': 1498}]\n"
     ]
    }
   ],
   "source": [
    "bandit = MarketBandit()\n",
    "bandit.reset()\n",
    "\n",
    "for i in range(len(df)):\n",
    "    action = bandit.action_space.sample()\n",
    "    obs = bandit.step(action)\n",
    "    print(action, obs)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "We can use this environment in a kind of *monte carlo simulation* to measure a baseline for what the rewards would be over a long period if you always used a random action."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 2}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 3}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 4}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 5}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 6}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 7}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 8}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 9}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 10}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 11}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 12}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 13}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 14}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 15}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 16}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 17}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 18}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 19}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 20}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 21}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 22}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 23}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 24}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 25}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 26}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 27}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 28}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 29}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 30}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 31}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 32}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 33}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 34}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 35}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 36}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 37}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 38}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 39}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 40}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 41}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 42}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 43}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 44}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 45}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 46}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 47}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 48}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 49}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 50}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 51}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 52}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 53}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 54}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 55}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 56}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 57}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 58}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 59}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 60}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 61}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 62}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 63}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 64}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 65}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 66}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 67}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 68}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 69}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 70}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 71}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 72}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 73}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 74}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 75}\n",
      "1 [[0.]] 0.004999999999999272 False {'regret': 0.0, 'index': 76}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 77}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 78}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 79}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 80}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 81}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 82}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 83}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 84}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 85}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 86}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 87}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 88}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 89}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 90}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 91}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 92}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 93}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 94}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 95}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 96}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 97}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 98}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 99}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 100}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 101}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 102}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 103}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 104}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 105}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 106}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 107}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 108}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 109}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 110}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 111}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 112}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 113}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 114}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 115}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 116}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 117}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 118}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 119}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 120}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 121}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 122}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 123}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 124}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 125}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 126}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 127}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 128}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 129}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 130}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 131}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 132}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 133}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 134}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 135}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 136}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 137}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 138}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 139}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 140}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 141}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 142}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 143}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 144}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 145}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 146}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 147}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 148}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 149}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 150}\n",
      "5 [[0.]] 0.004999999999998545 False {'regret': 0.0, 'index': 151}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 152}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 153}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 154}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 155}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 156}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 157}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 158}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 159}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 160}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 161}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 162}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 163}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 164}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 165}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 166}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 167}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 168}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 169}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 170}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 171}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 172}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 173}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 174}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 175}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 176}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 177}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 178}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 179}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 180}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 181}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 182}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 183}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 184}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 185}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 186}\n",
      "8 [[0.]] 0.004999999999998545 False {'regret': 0.0, 'index': 187}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 188}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 189}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 190}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 191}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 192}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 193}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 194}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 195}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 196}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 197}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 198}\n",
      "1 [[0.]] 0.0050000000000014555 False {'regret': 0.0, 'index': 199}\n",
      "8 [[0.]] 0.0050000000000014555 False {'regret': 0.0, 'index': 200}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 201}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 202}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 203}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 204}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 205}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 206}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 207}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 208}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 209}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 210}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 211}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 212}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 213}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 214}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 215}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 216}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 217}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 218}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 219}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 220}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 221}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 222}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 223}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 224}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 225}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 226}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 227}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 228}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 229}\n",
      "3 [[0.]] 0.004999999999999272 False {'regret': 0.0, 'index': 230}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 231}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 232}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 233}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 234}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 235}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 236}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 237}\n",
      "1 [[0.]] 0.0050000000000014555 False {'regret': 0.0, 'index': 238}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 239}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 240}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 241}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 242}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 243}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 244}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 245}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 246}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 247}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 248}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 249}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 250}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 251}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 252}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 253}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 254}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 255}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 256}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 257}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 258}\n",
      "4 [[0.]] 0.004999999999999272 False {'regret': 0.0, 'index': 259}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 260}\n",
      "8 [[0.]] 0.005000000000000728 False {'regret': 0.0, 'index': 261}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 262}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 263}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 264}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 265}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 266}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 267}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 268}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 269}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 270}\n",
      "7 [[0.]] 0.005000000000000728 False {'regret': 0.0, 'index': 271}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 272}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 273}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 274}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 275}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 276}\n",
      "1 [[0.]] 0.005000000000000728 False {'regret': 0.0, 'index': 277}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 278}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 279}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 280}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 281}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 282}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 283}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 284}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 285}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 286}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 287}\n",
      "5 [[0.]] 0.004999999999999272 False {'regret': 0.0, 'index': 288}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 289}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 290}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 291}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 292}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 293}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 294}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 295}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 296}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 297}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 298}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 299}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 300}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 301}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 302}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 303}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 304}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 305}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 306}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 307}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 308}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 309}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 310}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 311}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 312}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 313}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 314}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 315}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 316}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 317}\n",
      "1 [[0.]] 0.0050000000000014555 False {'regret': 0.0, 'index': 318}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 319}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 320}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 321}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 322}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 323}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 324}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 325}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 326}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 327}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 328}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 329}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 330}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 331}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 332}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 333}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 334}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 335}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 336}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 337}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 338}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 339}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 340}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 341}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 342}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 343}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 344}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 345}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 346}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 347}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 348}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 349}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 350}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 351}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 352}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 353}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 354}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 355}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 356}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 357}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 358}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 359}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 360}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 361}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 362}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 363}\n",
      "5 [[0.]] 0.004999999999998545 False {'regret': 0.0, 'index': 364}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 365}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 366}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 367}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 368}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 369}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 370}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 371}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 372}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 373}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 374}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 375}\n",
      "5 [[0.]] 0.0050000000000014555 False {'regret': 0.0, 'index': 376}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 377}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 378}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 379}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 380}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 381}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 382}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 383}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 384}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 385}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 386}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 387}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 388}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 389}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 390}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 391}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 392}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 393}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 394}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 395}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 396}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 397}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 398}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 399}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 400}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 401}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 402}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 403}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 404}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 405}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 406}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 407}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 408}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 409}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 410}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 411}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 412}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 413}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 414}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 415}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 416}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 417}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 418}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 419}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 420}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 421}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 422}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 423}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 424}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 425}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 426}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 427}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 428}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 429}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 430}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 431}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 432}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 433}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 434}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 435}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 436}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 437}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 438}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 439}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 440}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 441}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 442}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 443}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 444}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 445}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 446}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 447}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 448}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 449}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 450}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 451}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 452}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 453}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 454}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 455}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 456}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 457}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 458}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 459}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 460}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 461}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 462}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 463}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 464}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 465}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 466}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 467}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 468}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 469}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 470}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 471}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 472}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 473}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 474}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 475}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 476}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 477}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 478}\n",
      "3 [[0.]] 0.004999999999998545 False {'regret': 0.0, 'index': 479}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 480}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 481}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 482}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 483}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 484}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 485}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 486}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 487}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 488}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 489}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 490}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 491}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 492}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 493}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 494}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 495}\n",
      "4 [[0.]] 0.0050000000000014555 False {'regret': 0.0, 'index': 496}\n",
      "5 [[0.]] 0.004999999999998545 False {'regret': 0.0, 'index': 497}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 498}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 499}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 500}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 501}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 502}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 503}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 504}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 505}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 506}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 507}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 508}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 509}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 510}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 511}\n",
      "3 [[0.]] 0.0050000000000014555 False {'regret': 0.0, 'index': 512}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 513}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 514}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 515}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 516}\n",
      "6 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 517}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 518}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 519}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 520}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 521}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 522}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 523}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 524}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 525}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 526}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 527}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 528}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 529}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 530}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 531}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 532}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 533}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 534}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 535}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 536}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 537}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 538}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 539}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 540}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 541}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 542}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 543}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 544}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 545}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 546}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 547}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 548}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 549}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 550}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 551}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 552}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 553}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 554}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 555}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 556}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 557}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 558}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 559}\n",
      "7 [[0.]] 0.004999999999998545 False {'regret': 0.0, 'index': 560}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 561}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 562}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 563}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 564}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 565}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 566}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 567}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 568}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 569}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 570}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 571}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 572}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 573}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 574}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 575}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 576}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 577}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 578}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 579}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 580}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 581}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 582}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 583}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 584}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 585}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 586}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 587}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 588}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 589}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 590}\n",
      "2 [[0.]] 0.004999999999998545 False {'regret': 0.0, 'index': 591}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 592}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 593}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 594}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 595}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 596}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 597}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 598}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 599}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 600}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 601}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 602}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 603}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 604}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 605}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 606}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 607}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 608}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 609}\n",
      "2 [[0.]] 0.0050000000000014555 False {'regret': 0.0, 'index': 610}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 611}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 612}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 613}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 614}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 615}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 616}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 617}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 618}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 619}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 620}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 621}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 622}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 623}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 624}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 625}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 626}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 627}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 628}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 629}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 630}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 631}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 632}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 633}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 634}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 635}\n",
      "3 [[0.]] 0.0050000000000014555 False {'regret': 0.0, 'index': 636}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 637}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 638}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 639}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 640}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 641}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 642}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 643}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 644}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 645}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 646}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 647}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 648}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 649}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 650}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 651}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 652}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 653}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 654}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 655}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 656}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 657}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 658}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 659}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 660}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 661}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 662}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 663}\n",
      "2 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 664}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 665}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 666}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 667}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 668}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 669}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 670}\n",
      "6 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 671}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 672}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 673}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 674}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 675}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 676}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 677}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 678}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 679}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 680}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 681}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 682}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 683}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 684}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 685}\n",
      "3 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 686}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 687}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 688}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 689}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 690}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 691}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 692}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 693}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 694}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 695}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 696}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 697}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 698}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 699}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 700}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 701}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 702}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 703}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 704}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 705}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 706}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 707}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 708}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 709}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 710}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 711}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 712}\n",
      "2 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 713}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 714}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 715}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 716}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 717}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 718}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 719}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 720}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 721}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 722}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 723}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 724}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 725}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 726}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 727}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 728}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 729}\n",
      "2 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 730}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 731}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 732}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 733}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 734}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 735}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 736}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 737}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 738}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 739}\n",
      "6 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 740}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 741}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 742}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 743}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 744}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 745}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 746}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 747}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 748}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 749}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 750}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 751}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 752}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 753}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 754}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 755}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 756}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 757}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 758}\n",
      "2 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 759}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 760}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 761}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 762}\n",
      "2 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 763}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 764}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 765}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 766}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 767}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 768}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 769}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 770}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 771}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 772}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 773}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 774}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 775}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 776}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 777}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 778}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 779}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 780}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 781}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 782}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 783}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 784}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 785}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 786}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 787}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 788}\n",
      "2 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 789}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 790}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 791}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 792}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 793}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 794}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 795}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 796}\n",
      "2 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 797}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 798}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 799}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 800}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 801}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 802}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 803}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 804}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 805}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 806}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 807}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 808}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 809}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 810}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 811}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 812}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 813}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 814}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 815}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 816}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 817}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 818}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 819}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 820}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 821}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 822}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 823}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 824}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 825}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 826}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 827}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 828}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 829}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 830}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 831}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 832}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 833}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 834}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 835}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 836}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 837}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 838}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 839}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 840}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 841}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 842}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 843}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 844}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 845}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 846}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 847}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 848}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 849}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 850}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 851}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 852}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 853}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 854}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 855}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 856}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 857}\n",
      "6 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 858}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 859}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 860}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 861}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 862}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 863}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 864}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 865}\n",
      "2 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 866}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 867}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 868}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 869}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 870}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 871}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 872}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 873}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 874}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 875}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 876}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 877}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 878}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 879}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 880}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 881}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 882}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 883}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 884}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 885}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 886}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 887}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 888}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 889}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 890}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 891}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 892}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 893}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 894}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 895}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 896}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 897}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 898}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 899}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 900}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 901}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 902}\n",
      "2 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 903}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 904}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 905}\n",
      "6 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 906}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 907}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 908}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 909}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 910}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 911}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 912}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 913}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 914}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 915}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 916}\n",
      "6 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 917}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 918}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 919}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 920}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 921}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 922}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 923}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 924}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 925}\n",
      "1 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 926}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 927}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 928}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 929}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 930}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 931}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 932}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 933}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 934}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 935}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 936}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 937}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 938}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 939}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 940}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 941}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 942}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 943}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 944}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 945}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 946}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 947}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 948}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 949}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 950}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 951}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 952}\n",
      "2 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 953}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 954}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 955}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 956}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 957}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 958}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 959}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 960}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 961}\n",
      "8 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 962}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 963}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 964}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 965}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 966}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 967}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 968}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 969}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 970}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 971}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 972}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 973}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 974}\n",
      "6 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 975}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 976}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 977}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 978}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 979}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 980}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 981}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 982}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 983}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 984}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 985}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 986}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 987}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 988}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 989}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 990}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 991}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 992}\n",
      "2 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 993}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 994}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 995}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 996}\n",
      "6 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 997}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 998}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 999}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1000}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1001}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1002}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1003}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1004}\n",
      "2 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 1005}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1006}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1007}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1008}\n",
      "2 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 1009}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1010}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1011}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1012}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1013}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1014}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1015}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1016}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1017}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1018}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1019}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1020}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1021}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1022}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1023}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1024}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1025}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1026}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1027}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1028}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1029}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1030}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1031}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1032}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1033}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1034}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1035}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1036}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1037}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1038}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1039}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1040}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1041}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1042}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1043}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1044}\n",
      "1 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 1045}\n",
      "8 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 1046}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1047}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1048}\n",
      "6 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 1049}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1050}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1051}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1052}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1053}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1054}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1055}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1056}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1057}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1058}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1059}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1060}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1061}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1062}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1063}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1064}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1065}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1066}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1067}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1068}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1069}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1070}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1071}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1072}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1073}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1074}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1075}\n",
      "7 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 1076}\n",
      "2 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 1077}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1078}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1079}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1080}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1081}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1082}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1083}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1084}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1085}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1086}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1087}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1088}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1089}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1090}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1091}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1092}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1093}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1094}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1095}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1096}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1097}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1098}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1099}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1100}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1101}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1102}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1103}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1104}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1105}\n",
      "4 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 1106}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1107}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1108}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1109}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1110}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1111}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1112}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1113}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1114}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1115}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1116}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1117}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1118}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1119}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1120}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1121}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1122}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1123}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1124}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1125}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1126}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1127}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1128}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1129}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1130}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1131}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1132}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1133}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1134}\n",
      "3 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 1135}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1136}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1137}\n",
      "6 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 1138}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1139}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1140}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1141}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1142}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1143}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1144}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1145}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1146}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1147}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1148}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1149}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1150}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1151}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1152}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1153}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1154}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1155}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1156}\n",
      "8 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 1157}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1158}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1159}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1160}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1161}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1162}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1163}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1164}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1165}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1166}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1167}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1168}\n",
      "2 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 1169}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1170}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1171}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1172}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1173}\n",
      "6 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 1174}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1175}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1176}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1177}\n",
      "2 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 1178}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1179}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1180}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1181}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1182}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1183}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1184}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1185}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1186}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1187}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1188}\n",
      "2 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 1189}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1190}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1191}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1192}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1193}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1194}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1195}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1196}\n",
      "5 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 1197}\n",
      "6 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 1198}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1199}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1200}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1201}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1202}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1203}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1204}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1205}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1206}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1207}\n",
      "2 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 1208}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1209}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1210}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1211}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1212}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1213}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1214}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1215}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1216}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1217}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1218}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1219}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1220}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1221}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1222}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1223}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1224}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1225}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1226}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1227}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1228}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1229}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1230}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1231}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1232}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1233}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1234}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1235}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1236}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1237}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1238}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1239}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1240}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1241}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1242}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1243}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1244}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1245}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1246}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1247}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1248}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1249}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1250}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1251}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1252}\n",
      "2 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 1253}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1254}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1255}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1256}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1257}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1258}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1259}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1260}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1261}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1262}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1263}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1264}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1265}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1266}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1267}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1268}\n",
      "2 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 1269}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1270}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1271}\n",
      "2 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 1272}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1273}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1274}\n",
      "5 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 1275}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1276}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1277}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1278}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1279}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1280}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1281}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1282}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1283}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1284}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1285}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1286}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1287}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1288}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1289}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1290}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1291}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1292}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1293}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1294}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1295}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1296}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1297}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1298}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1299}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1300}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1301}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1302}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1303}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1304}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1305}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1306}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1307}\n",
      "6 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 1308}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1309}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1310}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1311}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1312}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1313}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1314}\n",
      "6 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 1315}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1316}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1317}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1318}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1319}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1320}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1321}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1322}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1323}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1324}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1325}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1326}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1327}\n",
      "6 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 1328}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1329}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1330}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1331}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1332}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1333}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1334}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1335}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1336}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1337}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1338}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1339}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1340}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1341}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1342}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1343}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1344}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1345}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1346}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1347}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1348}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1349}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1350}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1351}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1352}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1353}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1354}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1355}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1356}\n",
      "2 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 1357}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1358}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1359}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1360}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1361}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1362}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1363}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1364}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1365}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1366}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1367}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1368}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1369}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1370}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1371}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1372}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1373}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1374}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1375}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1376}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1377}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1378}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1379}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1380}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1381}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1382}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1383}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1384}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1385}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1386}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1387}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1388}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1389}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1390}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1391}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1392}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1393}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1394}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1395}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1396}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1397}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1398}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1399}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1400}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1401}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1402}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1403}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1404}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1405}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1406}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1407}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1408}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1409}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1410}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1411}\n",
      "2 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 1412}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1413}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1414}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1415}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1416}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1417}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1418}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1419}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1420}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1421}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1422}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1423}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1424}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1425}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1426}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1427}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1428}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1429}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1430}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1431}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1432}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1433}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1434}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1435}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1436}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1437}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1438}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1439}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1440}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1441}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1442}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1443}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1444}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1445}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1446}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1447}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1448}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1449}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1450}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1451}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1452}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1453}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1454}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1455}\n",
      "3 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 1456}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1457}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1458}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1459}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1460}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1461}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1462}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1463}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1464}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1465}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1466}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1467}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1468}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1469}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1470}\n",
      "6 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 1471}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1472}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1473}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1474}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1475}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1476}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1477}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1478}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1479}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1480}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1481}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1482}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1483}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1484}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1485}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1486}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1487}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1488}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1489}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1490}\n",
      "2 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 1491}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1492}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1493}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1494}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1495}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1496}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1497}\n",
      "7 [[0.]] 0.005 True {'regret': 0.0, 'index': 1498}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 2}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 3}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 4}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 5}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 6}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 7}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 8}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 9}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 10}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 11}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 12}\n",
      "4 [[0.]] 0.0050000000000014555 False {'regret': 0.0, 'index': 13}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 14}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 15}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 16}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 17}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 18}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 19}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 20}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 21}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 22}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 23}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 24}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 25}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 26}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 27}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 28}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 29}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 30}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 31}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 32}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 33}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 34}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 35}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 36}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 37}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 38}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 39}\n",
      "1 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 40}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 41}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 42}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 43}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 44}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 45}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 46}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 47}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 48}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 49}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 50}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 51}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 52}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 53}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 54}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 55}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 56}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 57}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 58}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 59}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 60}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 61}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 62}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 63}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 64}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 65}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 66}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 67}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 68}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 69}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 70}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 71}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 72}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 73}\n",
      "3 [[0.]] 0.0050000000000014555 False {'regret': 0.0, 'index': 74}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 75}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 76}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 77}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 78}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 79}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 80}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 81}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 82}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 83}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 84}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 85}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 86}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 87}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 88}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 89}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 90}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 91}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 92}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 93}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 94}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 95}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 96}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 97}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 98}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 99}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 100}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 101}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 102}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 103}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 104}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 105}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 106}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 107}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 108}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 109}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 110}\n",
      "1 [[0.]] 0.0050000000000014555 False {'regret': 0.0, 'index': 111}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 112}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 113}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 114}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 115}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 116}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 117}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 118}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 119}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 120}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 121}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 122}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 123}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 124}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 125}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 126}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 127}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 128}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 129}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 130}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 131}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 132}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 133}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 134}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 135}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 136}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 137}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 138}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 139}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 140}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 141}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 142}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 143}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 144}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 145}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 146}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 147}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 148}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 149}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 150}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 151}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 152}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 153}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 154}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 155}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 156}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 157}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 158}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 159}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 160}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 161}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 162}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 163}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 164}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 165}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 166}\n",
      "4 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 167}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 168}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 169}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 170}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 171}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 172}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 173}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 174}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 175}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 176}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 177}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 178}\n",
      "8 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 179}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 180}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 181}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 182}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 183}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 184}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 185}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 186}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 187}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 188}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 189}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 190}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 191}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 192}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 193}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 194}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 195}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 196}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 197}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 198}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 199}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 200}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 201}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 202}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 203}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 204}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 205}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 206}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 207}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 208}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 209}\n",
      "4 [[0.]] 0.0050000000000014555 False {'regret': 0.0, 'index': 210}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 211}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 212}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 213}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 214}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 215}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 216}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 217}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 218}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 219}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 220}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 221}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 222}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 223}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 224}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 225}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 226}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 227}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 228}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 229}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 230}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 231}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 232}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 233}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 234}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 235}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 236}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 237}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 238}\n",
      "4 [[0.]] 0.0050000000000014555 False {'regret': 0.0, 'index': 239}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 240}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 241}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 242}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 243}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 244}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 245}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 246}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 247}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 248}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 249}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 250}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 251}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 252}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 253}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 254}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 255}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 256}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 257}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 258}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 259}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 260}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 261}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 262}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 263}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 264}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 265}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 266}\n",
      "1 [[0.]] 0.0050000000000014555 False {'regret': 0.0, 'index': 267}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 268}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 269}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 270}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 271}\n",
      "6 [[0.]] 0.004999999999998545 False {'regret': 0.0, 'index': 272}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 273}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 274}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 275}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 276}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 277}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 278}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 279}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 280}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 281}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 282}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 283}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 284}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 285}\n",
      "1 [[0.]] 0.0050000000000014555 False {'regret': 0.0, 'index': 286}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 287}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 288}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 289}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 290}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 291}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 292}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 293}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 294}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 295}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 296}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 297}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 298}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 299}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 300}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 301}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 302}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 303}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 304}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 305}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 306}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 307}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 308}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 309}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 310}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 311}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 312}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 313}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 314}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 315}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 316}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 317}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 318}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 319}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 320}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 321}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 322}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 323}\n",
      "5 [[0.]] 0.0050000000000014555 False {'regret': 0.0, 'index': 324}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 325}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 326}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 327}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 328}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 329}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 330}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 331}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 332}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 333}\n",
      "4 [[0.]] 0.004999999999998545 False {'regret': 0.0, 'index': 334}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 335}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 336}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 337}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 338}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 339}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 340}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 341}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 342}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 343}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 344}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 345}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 346}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 347}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 348}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 349}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 350}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 351}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 352}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 353}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 354}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 355}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 356}\n",
      "1 [[0.]] 0.004999999999998545 False {'regret': 0.0, 'index': 357}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 358}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 359}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 360}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 361}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 362}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 363}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 364}\n",
      "8 [[0.]] 0.0050000000000014555 False {'regret': 0.0, 'index': 365}\n",
      "1 [[0.]] 0.004999999999998545 False {'regret': 0.0, 'index': 366}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 367}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 368}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 369}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 370}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 371}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 372}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 373}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 374}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 375}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 376}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 377}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 378}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 379}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 380}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 381}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 382}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 383}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 384}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 385}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 386}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 387}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 388}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 389}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 390}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 391}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 392}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 393}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 394}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 395}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 396}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 397}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 398}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 399}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 400}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 401}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 402}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 403}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 404}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 405}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 406}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 407}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 408}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 409}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 410}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 411}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 412}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 413}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 414}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 415}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 416}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 417}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 418}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 419}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 420}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 421}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 422}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 423}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 424}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 425}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 426}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 427}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 428}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 429}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 430}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 431}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 432}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 433}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 434}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 435}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 436}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 437}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 438}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 439}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 440}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 441}\n",
      "7 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 442}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 443}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 444}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 445}\n",
      "2 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 446}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 447}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 448}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 449}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 450}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 451}\n",
      "2 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 452}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 453}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 454}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 455}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 456}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 457}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 458}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 459}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 460}\n",
      "3 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 461}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 462}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 463}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 464}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 465}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 466}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 467}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 468}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 469}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 470}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 471}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 472}\n",
      "5 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 473}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 474}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 475}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 476}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 477}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 478}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 479}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 480}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 481}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 482}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 483}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 484}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 485}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 486}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 487}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 488}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 489}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 490}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 491}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 492}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 493}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 494}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 495}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 496}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 497}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 498}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 499}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 500}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 501}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 502}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 503}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 504}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 505}\n",
      "1 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 506}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 507}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 508}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 509}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 510}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 511}\n",
      "7 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 512}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 513}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 514}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 515}\n",
      "7 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 516}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 517}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 518}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 519}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 520}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 521}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 522}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 523}\n",
      "8 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 524}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 525}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 526}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 527}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 528}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 529}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 530}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 531}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 532}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 533}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 534}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 535}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 536}\n",
      "6 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 537}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 538}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 539}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 540}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 541}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 542}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 543}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 544}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 545}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 546}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 547}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 548}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 549}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 550}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 551}\n",
      "8 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 552}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 553}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 554}\n",
      "2 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 555}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 556}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 557}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 558}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 559}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 560}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 561}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 562}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 563}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 564}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 565}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 566}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 567}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 568}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 569}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 570}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 571}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 572}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 573}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 574}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 575}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 576}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 577}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 578}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 579}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 580}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 581}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 582}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 583}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 584}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 585}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 586}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 587}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 588}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 589}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 590}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 591}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 592}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 593}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 594}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 595}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 596}\n",
      "3 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 597}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 598}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 599}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 600}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 601}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 602}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 603}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 604}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 605}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 606}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 607}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 608}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 609}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 610}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 611}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 612}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 613}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 614}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 615}\n",
      "2 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 616}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 617}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 618}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 619}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 620}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 621}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 622}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 623}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 624}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 625}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 626}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 627}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 628}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 629}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 630}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 631}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 632}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 633}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 634}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 635}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 636}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 637}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 638}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 639}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 640}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 641}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 642}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 643}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 644}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 645}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 646}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 647}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 648}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 649}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 650}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 651}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 652}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 653}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 654}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 655}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 656}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 657}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 658}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 659}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 660}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 661}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 662}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 663}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 664}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 665}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 666}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 667}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 668}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 669}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 670}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 671}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 672}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 673}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 674}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 675}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 676}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 677}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 678}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 679}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 680}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 681}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 682}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 683}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 684}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 685}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 686}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 687}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 688}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 689}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 690}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 691}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 692}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 693}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 694}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 695}\n",
      "6 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 696}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 697}\n",
      "5 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 698}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 699}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 700}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 701}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 702}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 703}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 704}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 705}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 706}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 707}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 708}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 709}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 710}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 711}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 712}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 713}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 714}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 715}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 716}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 717}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 718}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 719}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 720}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 721}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 722}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 723}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 724}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 725}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 726}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 727}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 728}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 729}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 730}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 731}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 732}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 733}\n",
      "6 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 734}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 735}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 736}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 737}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 738}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 739}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 740}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 741}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 742}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 743}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 744}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 745}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 746}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 747}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 748}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 749}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 750}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 751}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 752}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 753}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 754}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 755}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 756}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 757}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 758}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 759}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 760}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 761}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 762}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 763}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 764}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 765}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 766}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 767}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 768}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 769}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 770}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 771}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 772}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 773}\n",
      "2 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 774}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 775}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 776}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 777}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 778}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 779}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 780}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 781}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 782}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 783}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 784}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 785}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 786}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 787}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 788}\n",
      "2 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 789}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 790}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 791}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 792}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 793}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 794}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 795}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 796}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 797}\n",
      "2 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 798}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 799}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 800}\n",
      "6 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 801}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 802}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 803}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 804}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 805}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 806}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 807}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 808}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 809}\n",
      "1 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 810}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 811}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 812}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 813}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 814}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 815}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 816}\n",
      "7 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 817}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 818}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 819}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 820}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 821}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 822}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 823}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 824}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 825}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 826}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 827}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 828}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 829}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 830}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 831}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 832}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 833}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 834}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 835}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 836}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 837}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 838}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 839}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 840}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 841}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 842}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 843}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 844}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 845}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 846}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 847}\n",
      "2 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 848}\n",
      "7 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 849}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 850}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 851}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 852}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 853}\n",
      "6 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 854}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 855}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 856}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 857}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 858}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 859}\n",
      "2 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 860}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 861}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 862}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 863}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 864}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 865}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 866}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 867}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 868}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 869}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 870}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 871}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 872}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 873}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 874}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 875}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 876}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 877}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 878}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 879}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 880}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 881}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 882}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 883}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 884}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 885}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 886}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 887}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 888}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 889}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 890}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 891}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 892}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 893}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 894}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 895}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 896}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 897}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 898}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 899}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 900}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 901}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 902}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 903}\n",
      "6 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 904}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 905}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 906}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 907}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 908}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 909}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 910}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 911}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 912}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 913}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 914}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 915}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 916}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 917}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 918}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 919}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 920}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 921}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 922}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 923}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 924}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 925}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 926}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 927}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 928}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 929}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 930}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 931}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 932}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 933}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 934}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 935}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 936}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 937}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 938}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 939}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 940}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 941}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 942}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 943}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 944}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 945}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 946}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 947}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 948}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 949}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 950}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 951}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 952}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 953}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 954}\n",
      "4 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 955}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 956}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 957}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 958}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 959}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 960}\n",
      "4 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 961}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 962}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 963}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 964}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 965}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 966}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 967}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 968}\n",
      "6 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 969}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 970}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 971}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 972}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 973}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 974}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 975}\n",
      "6 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 976}\n",
      "2 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 977}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 978}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 979}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 980}\n",
      "6 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 981}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 982}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 983}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 984}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 985}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 986}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 987}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 988}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 989}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 990}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 991}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 992}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 993}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 994}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 995}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 996}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 997}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 998}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 999}\n",
      "7 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 1000}\n",
      "5 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 1001}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1002}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1003}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1004}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1005}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1006}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1007}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1008}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1009}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1010}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1011}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1012}\n",
      "2 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 1013}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1014}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1015}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1016}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1017}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1018}\n",
      "7 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 1019}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1020}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1021}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1022}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1023}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1024}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1025}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1026}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1027}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1028}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1029}\n",
      "5 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 1030}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1031}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1032}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1033}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1034}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1035}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1036}\n",
      "2 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 1037}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1038}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1039}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1040}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1041}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1042}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1043}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1044}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1045}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1046}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1047}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1048}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1049}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1050}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1051}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1052}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1053}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1054}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1055}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1056}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1057}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1058}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1059}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1060}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1061}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1062}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1063}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1064}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1065}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1066}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1067}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1068}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1069}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1070}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1071}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1072}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1073}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1074}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1075}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1076}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1077}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1078}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1079}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1080}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1081}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1082}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1083}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1084}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1085}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1086}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1087}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1088}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1089}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1090}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1091}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1092}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1093}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1094}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1095}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1096}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1097}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1098}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1099}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1100}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1101}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1102}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1103}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1104}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1105}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1106}\n",
      "5 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 1107}\n",
      "6 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 1108}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1109}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1110}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1111}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1112}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1113}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1114}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1115}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1116}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1117}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1118}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1119}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1120}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1121}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1122}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1123}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1124}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1125}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1126}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1127}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1128}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1129}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1130}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1131}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1132}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1133}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1134}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1135}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1136}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1137}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1138}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1139}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1140}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1141}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1142}\n",
      "8 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 1143}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1144}\n",
      "5 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 1145}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1146}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1147}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1148}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1149}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1150}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1151}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1152}\n",
      "6 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 1153}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1154}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1155}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1156}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1157}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1158}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1159}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1160}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1161}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1162}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1163}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1164}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1165}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1166}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1167}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1168}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1169}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1170}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1171}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1172}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1173}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1174}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1175}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1176}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1177}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1178}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1179}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1180}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1181}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1182}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1183}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1184}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1185}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1186}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1187}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1188}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1189}\n",
      "2 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 1190}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1191}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1192}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1193}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1194}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1195}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1196}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1197}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1198}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1199}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1200}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1201}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1202}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1203}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1204}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1205}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1206}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1207}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1208}\n",
      "2 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 1209}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1210}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1211}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1212}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1213}\n",
      "3 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 1214}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1215}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1216}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1217}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1218}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1219}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1220}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1221}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1222}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1223}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1224}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1225}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1226}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1227}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1228}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1229}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1230}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1231}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1232}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1233}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1234}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1235}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1236}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1237}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1238}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1239}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1240}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1241}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1242}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1243}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1244}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1245}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1246}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1247}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1248}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1249}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1250}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1251}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1252}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1253}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1254}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1255}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1256}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1257}\n",
      "4 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 1258}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1259}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1260}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1261}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1262}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1263}\n",
      "8 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 1264}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1265}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1266}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1267}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1268}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1269}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1270}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1271}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1272}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1273}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1274}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1275}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1276}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1277}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1278}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1279}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1280}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1281}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1282}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1283}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1284}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1285}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1286}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1287}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1288}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1289}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1290}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1291}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1292}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1293}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1294}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1295}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1296}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1297}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1298}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1299}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1300}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1301}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1302}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1303}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1304}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1305}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1306}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1307}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1308}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1309}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1310}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1311}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1312}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1313}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1314}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1315}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1316}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1317}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1318}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1319}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1320}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1321}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1322}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1323}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1324}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1325}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1326}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1327}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1328}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1329}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1330}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1331}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1332}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1333}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1334}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1335}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1336}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1337}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1338}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1339}\n",
      "5 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 1340}\n",
      "6 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 1341}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1342}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1343}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1344}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1345}\n",
      "2 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 1346}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1347}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1348}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1349}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1350}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1351}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1352}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1353}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1354}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1355}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1356}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1357}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1358}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1359}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1360}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1361}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1362}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1363}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1364}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1365}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1366}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1367}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1368}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1369}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1370}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1371}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1372}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1373}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1374}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1375}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1376}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1377}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1378}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1379}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1380}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1381}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1382}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1383}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1384}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1385}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1386}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1387}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1388}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1389}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1390}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1391}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1392}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1393}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1394}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1395}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1396}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1397}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1398}\n",
      "4 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 1399}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1400}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1401}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1402}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1403}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1404}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1405}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1406}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1407}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1408}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1409}\n",
      "1 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 1410}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1411}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1412}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1413}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1414}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1415}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1416}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1417}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1418}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1419}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1420}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1421}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1422}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1423}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1424}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1425}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1426}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1427}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1428}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1429}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1430}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1431}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1432}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1433}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1434}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1435}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1436}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1437}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1438}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1439}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1440}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1441}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1442}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1443}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1444}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1445}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1446}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1447}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1448}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1449}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1450}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1451}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1452}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1453}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1454}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1455}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1456}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1457}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1458}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1459}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1460}\n",
      "1 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 1461}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1462}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1463}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1464}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1465}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1466}\n",
      "4 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 1467}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1468}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1469}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1470}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1471}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1472}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1473}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1474}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1475}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1476}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1477}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1478}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1479}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1480}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1481}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1482}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1483}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1484}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1485}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1486}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1487}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1488}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1489}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1490}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1491}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1492}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1493}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1494}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1495}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1496}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1497}\n",
      "2 [[0.]] 0.004999999999988358 True {'regret': 0.0, 'index': 1498}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 2}\n",
      "3 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 3}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 4}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 5}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 6}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 7}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 8}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 9}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 10}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 11}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 12}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 13}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 14}\n",
      "5 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 15}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 16}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 17}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 18}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 19}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 20}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 21}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 22}\n",
      "4 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 23}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 24}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 25}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 26}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 27}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 28}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 29}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 30}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 31}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 32}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 33}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 34}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 35}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 36}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 37}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 38}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 39}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 40}\n",
      "7 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 41}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 42}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 43}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 44}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 45}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 46}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 47}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 48}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 49}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 50}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 51}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 52}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 53}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 54}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 55}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 56}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 57}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 58}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 59}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 60}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 61}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 62}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 63}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 64}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 65}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 66}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 67}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 68}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 69}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 70}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 71}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 72}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 73}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 74}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 75}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 76}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 77}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 78}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 79}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 80}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 81}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 82}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 83}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 84}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 85}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 86}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 87}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 88}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 89}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 90}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 91}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 92}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 93}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 94}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 95}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 96}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 97}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 98}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 99}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 100}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 101}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 102}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 103}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 104}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 105}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 106}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 107}\n",
      "4 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 108}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 109}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 110}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 111}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 112}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 113}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 114}\n",
      "1 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 115}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 116}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 117}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 118}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 119}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 120}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 121}\n",
      "5 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 122}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 123}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 124}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 125}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 126}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 127}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 128}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 129}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 130}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 131}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 132}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 133}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 134}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 135}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 136}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 137}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 138}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 139}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 140}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 141}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 142}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 143}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 144}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 145}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 146}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 147}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 148}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 149}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 150}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 151}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 152}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 153}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 154}\n",
      "5 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 155}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 156}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 157}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 158}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 159}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 160}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 161}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 162}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 163}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 164}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 165}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 166}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 167}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 168}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 169}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 170}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 171}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 172}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 173}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 174}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 175}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 176}\n",
      "3 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 177}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 178}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 179}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 180}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 181}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 182}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 183}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 184}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 185}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 186}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 187}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 188}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 189}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 190}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 191}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 192}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 193}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 194}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 195}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 196}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 197}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 198}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 199}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 200}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 201}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 202}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 203}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 204}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 205}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 206}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 207}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 208}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 209}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 210}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 211}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 212}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 213}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 214}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 215}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 216}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 217}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 218}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 219}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 220}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 221}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 222}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 223}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 224}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 225}\n",
      "8 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 226}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 227}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 228}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 229}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 230}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 231}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 232}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 233}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 234}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 235}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 236}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 237}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 238}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 239}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 240}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 241}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 242}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 243}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 244}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 245}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 246}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 247}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 248}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 249}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 250}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 251}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 252}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 253}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 254}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 255}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 256}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 257}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 258}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 259}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 260}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 261}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 262}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 263}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 264}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 265}\n",
      "3 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 266}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 267}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 268}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 269}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 270}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 271}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 272}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 273}\n",
      "8 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 274}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 275}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 276}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 277}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 278}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 279}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 280}\n",
      "7 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 281}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 282}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 283}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 284}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 285}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 286}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 287}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 288}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 289}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 290}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 291}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 292}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 293}\n",
      "4 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 294}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 295}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 296}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 297}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 298}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 299}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 300}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 301}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 302}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 303}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 304}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 305}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 306}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 307}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 308}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 309}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 310}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 311}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 312}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 313}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 314}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 315}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 316}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 317}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 318}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 319}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 320}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 321}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 322}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 323}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 324}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 325}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 326}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 327}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 328}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 329}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 330}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 331}\n",
      "7 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 332}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 333}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 334}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 335}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 336}\n",
      "7 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 337}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 338}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 339}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 340}\n",
      "2 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 341}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 342}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 343}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 344}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 345}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 346}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 347}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 348}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 349}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 350}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 351}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 352}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 353}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 354}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 355}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 356}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 357}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 358}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 359}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 360}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 361}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 362}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 363}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 364}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 365}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 366}\n",
      "1 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 367}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 368}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 369}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 370}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 371}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 372}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 373}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 374}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 375}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 376}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 377}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 378}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 379}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 380}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 381}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 382}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 383}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 384}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 385}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 386}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 387}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 388}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 389}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 390}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 391}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 392}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 393}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 394}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 395}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 396}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 397}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 398}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 399}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 400}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 401}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 402}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 403}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 404}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 405}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 406}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 407}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 408}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 409}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 410}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 411}\n",
      "5 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 412}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 413}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 414}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 415}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 416}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 417}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 418}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 419}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 420}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 421}\n",
      "3 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 422}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 423}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 424}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 425}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 426}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 427}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 428}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 429}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 430}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 431}\n",
      "6 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 432}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 433}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 434}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 435}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 436}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 437}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 438}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 439}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 440}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 441}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 442}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 443}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 444}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 445}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 446}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 447}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 448}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 449}\n",
      "3 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 450}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 451}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 452}\n",
      "4 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 453}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 454}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 455}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 456}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 457}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 458}\n",
      "2 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 459}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 460}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 461}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 462}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 463}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 464}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 465}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 466}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 467}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 468}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 469}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 470}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 471}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 472}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 473}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 474}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 475}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 476}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 477}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 478}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 479}\n",
      "6 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 480}\n",
      "2 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 481}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 482}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 483}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 484}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 485}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 486}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 487}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 488}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 489}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 490}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 491}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 492}\n",
      "7 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 493}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 494}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 495}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 496}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 497}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 498}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 499}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 500}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 501}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 502}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 503}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 504}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 505}\n",
      "2 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 506}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 507}\n",
      "7 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 508}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 509}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 510}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 511}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 512}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 513}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 514}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 515}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 516}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 517}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 518}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 519}\n",
      "5 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 520}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 521}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 522}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 523}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 524}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 525}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 526}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 527}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 528}\n",
      "6 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 529}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 530}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 531}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 532}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 533}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 534}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 535}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 536}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 537}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 538}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 539}\n",
      "1 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 540}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 541}\n",
      "2 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 542}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 543}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 544}\n",
      "4 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 545}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 546}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 547}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 548}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 549}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 550}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 551}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 552}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 553}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 554}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 555}\n",
      "7 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 556}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 557}\n",
      "4 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 558}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 559}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 560}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 561}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 562}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 563}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 564}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 565}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 566}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 567}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 568}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 569}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 570}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 571}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 572}\n",
      "4 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 573}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 574}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 575}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 576}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 577}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 578}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 579}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 580}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 581}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 582}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 583}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 584}\n",
      "7 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 585}\n",
      "7 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 586}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 587}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 588}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 589}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 590}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 591}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 592}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 593}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 594}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 595}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 596}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 597}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 598}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 599}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 600}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 601}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 602}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 603}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 604}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 605}\n",
      "6 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 606}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 607}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 608}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 609}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 610}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 611}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 612}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 613}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 614}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 615}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 616}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 617}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 618}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 619}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 620}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 621}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 622}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 623}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 624}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 625}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 626}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 627}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 628}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 629}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 630}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 631}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 632}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 633}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 634}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 635}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 636}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 637}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 638}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 639}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 640}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 641}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 642}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 643}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 644}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 645}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 646}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 647}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 648}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 649}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 650}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 651}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 652}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 653}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 654}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 655}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 656}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 657}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 658}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 659}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 660}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 661}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 662}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 663}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 664}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 665}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 666}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 667}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 668}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 669}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 670}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 671}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 672}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 673}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 674}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 675}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 676}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 677}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 678}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 679}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 680}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 681}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 682}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 683}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 684}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 685}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 686}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 687}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 688}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 689}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 690}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 691}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 692}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 693}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 694}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 695}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 696}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 697}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 698}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 699}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 700}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 701}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 702}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 703}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 704}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 705}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 706}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 707}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 708}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 709}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 710}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 711}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 712}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 713}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 714}\n",
      "1 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 715}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 716}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 717}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 718}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 719}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 720}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 721}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 722}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 723}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 724}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 725}\n",
      "6 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 726}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 727}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 728}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 729}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 730}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 731}\n",
      "7 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 732}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 733}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 734}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 735}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 736}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 737}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 738}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 739}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 740}\n",
      "3 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 741}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 742}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 743}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 744}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 745}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 746}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 747}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 748}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 749}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 750}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 751}\n",
      "6 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 752}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 753}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 754}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 755}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 756}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 757}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 758}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 759}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 760}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 761}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 762}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 763}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 764}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 765}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 766}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 767}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 768}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 769}\n",
      "6 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 770}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 771}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 772}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 773}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 774}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 775}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 776}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 777}\n",
      "2 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 778}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 779}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 780}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 781}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 782}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 783}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 784}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 785}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 786}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 787}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 788}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 789}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 790}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 791}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 792}\n",
      "6 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 793}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 794}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 795}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 796}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 797}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 798}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 799}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 800}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 801}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 802}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 803}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 804}\n",
      "5 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 805}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 806}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 807}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 808}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 809}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 810}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 811}\n",
      "2 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 812}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 813}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 814}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 815}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 816}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 817}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 818}\n",
      "2 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 819}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 820}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 821}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 822}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 823}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 824}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 825}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 826}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 827}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 828}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 829}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 830}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 831}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 832}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 833}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 834}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 835}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 836}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 837}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 838}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 839}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 840}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 841}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 842}\n",
      "8 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 843}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 844}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 845}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 846}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 847}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 848}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 849}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 850}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 851}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 852}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 853}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 854}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 855}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 856}\n",
      "2 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 857}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 858}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 859}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 860}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 861}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 862}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 863}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 864}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 865}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 866}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 867}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 868}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 869}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 870}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 871}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 872}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 873}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 874}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 875}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 876}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 877}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 878}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 879}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 880}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 881}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 882}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 883}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 884}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 885}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 886}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 887}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 888}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 889}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 890}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 891}\n",
      "6 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 892}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 893}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 894}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 895}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 896}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 897}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 898}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 899}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 900}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 901}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 902}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 903}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 904}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 905}\n",
      "6 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 906}\n",
      "6 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 907}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 908}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 909}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 910}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 911}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 912}\n",
      "6 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 913}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 914}\n",
      "6 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 915}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 916}\n",
      "1 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 917}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 918}\n",
      "2 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 919}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 920}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 921}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 922}\n",
      "5 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 923}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 924}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 925}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 926}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 927}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 928}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 929}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 930}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 931}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 932}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 933}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 934}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 935}\n",
      "3 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 936}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 937}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 938}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 939}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 940}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 941}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 942}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 943}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 944}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 945}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 946}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 947}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 948}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 949}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 950}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 951}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 952}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 953}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 954}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 955}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 956}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 957}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 958}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 959}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 960}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 961}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 962}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 963}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 964}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 965}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 966}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 967}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 968}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 969}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 970}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 971}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 972}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 973}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 974}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 975}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 976}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 977}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 978}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 979}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 980}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 981}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 982}\n",
      "6 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 983}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 984}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 985}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 986}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 987}\n",
      "1 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 988}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 989}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 990}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 991}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 992}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 993}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 994}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 995}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 996}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 997}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 998}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 999}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1000}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1001}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1002}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1003}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1004}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1005}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1006}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1007}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1008}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1009}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1010}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1011}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1012}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1013}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1014}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1015}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1016}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1017}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1018}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1019}\n",
      "6 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 1020}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1021}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1022}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1023}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1024}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1025}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1026}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1027}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1028}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1029}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1030}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1031}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1032}\n",
      "7 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 1033}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1034}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1035}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1036}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1037}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1038}\n",
      "2 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 1039}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1040}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1041}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1042}\n",
      "5 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 1043}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1044}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1045}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1046}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1047}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1048}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1049}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1050}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1051}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1052}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1053}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1054}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1055}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1056}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1057}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1058}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1059}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1060}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1061}\n",
      "2 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 1062}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1063}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1064}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1065}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1066}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1067}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1068}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1069}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1070}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1071}\n",
      "2 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 1072}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1073}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1074}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1075}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1076}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1077}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1078}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1079}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1080}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1081}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1082}\n",
      "6 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 1083}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1084}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1085}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1086}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1087}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1088}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1089}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1090}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1091}\n",
      "2 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 1092}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1093}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1094}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1095}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1096}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1097}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1098}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1099}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1100}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1101}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1102}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1103}\n",
      "1 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 1104}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1105}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1106}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1107}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1108}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1109}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1110}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1111}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1112}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1113}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1114}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1115}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1116}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1117}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1118}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1119}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1120}\n",
      "1 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 1121}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1122}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1123}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1124}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1125}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1126}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1127}\n",
      "6 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 1128}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1129}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1130}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1131}\n",
      "6 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 1132}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1133}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1134}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1135}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1136}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1137}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1138}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1139}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1140}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1141}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1142}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1143}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1144}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1145}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1146}\n",
      "2 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 1147}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1148}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1149}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1150}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1151}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1152}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1153}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1154}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1155}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1156}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1157}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1158}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1159}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1160}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1161}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1162}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1163}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1164}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1165}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1166}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1167}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1168}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1169}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1170}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1171}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1172}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1173}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1174}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1175}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1176}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1177}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1178}\n",
      "6 [[0.]] 0.004999999999953434 False {'regret': 0.0, 'index': 1179}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1180}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1181}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1182}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1183}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1184}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1185}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1186}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1187}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1188}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1189}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1190}\n",
      "6 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 1191}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1192}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1193}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1194}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1195}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1196}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1197}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1198}\n",
      "2 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 1199}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1200}\n",
      "2 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 1201}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1202}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1203}\n",
      "2 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 1204}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1205}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1206}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1207}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1208}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1209}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1210}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1211}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1212}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1213}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1214}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1215}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1216}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1217}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1218}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1219}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1220}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1221}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1222}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1223}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1224}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1225}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1226}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1227}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1228}\n",
      "2 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 1229}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1230}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1231}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1232}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1233}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1234}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1235}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1236}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1237}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1238}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1239}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1240}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1241}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1242}\n",
      "2 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 1243}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1244}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1245}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1246}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1247}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1248}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1249}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1250}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1251}\n",
      "2 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 1252}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1253}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1254}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1255}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1256}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1257}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1258}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1259}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1260}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1261}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1262}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1263}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1264}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1265}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1266}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1267}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1268}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1269}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1270}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1271}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1272}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1273}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1274}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1275}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1276}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1277}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1278}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1279}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1280}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1281}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1282}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1283}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1284}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1285}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1286}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1287}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1288}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1289}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1290}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1291}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1292}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1293}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1294}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1295}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1296}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1297}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1298}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1299}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1300}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1301}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1302}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1303}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1304}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1305}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1306}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1307}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1308}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1309}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1310}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1311}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1312}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1313}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1314}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1315}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1316}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1317}\n",
      "2 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 1318}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1319}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1320}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1321}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1322}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1323}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1324}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1325}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1326}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1327}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1328}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1329}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1330}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1331}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1332}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1333}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1334}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1335}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1336}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1337}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1338}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1339}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1340}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1341}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1342}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1343}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1344}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1345}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1346}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1347}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1348}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1349}\n",
      "2 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 1350}\n",
      "6 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 1351}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1352}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1353}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1354}\n",
      "2 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 1355}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1356}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1357}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1358}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1359}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1360}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1361}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1362}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1363}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1364}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1365}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1366}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1367}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1368}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1369}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1370}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1371}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1372}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1373}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1374}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1375}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1376}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1377}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1378}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1379}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1380}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1381}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1382}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1383}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1384}\n",
      "3 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 1385}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1386}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1387}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1388}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1389}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1390}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1391}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1392}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1393}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1394}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1395}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1396}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1397}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1398}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1399}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1400}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1401}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1402}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1403}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1404}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1405}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1406}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1407}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1408}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1409}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1410}\n",
      "7 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 1411}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1412}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1413}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1414}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1415}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1416}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1417}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1418}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1419}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1420}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1421}\n",
      "2 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 1422}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1423}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1424}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1425}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1426}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1427}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1428}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1429}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1430}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1431}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1432}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1433}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1434}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1435}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1436}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1437}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1438}\n",
      "6 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 1439}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1440}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1441}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1442}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1443}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1444}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1445}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1446}\n",
      "2 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 1447}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1448}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1449}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1450}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1451}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1452}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1453}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1454}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1455}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1456}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1457}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1458}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1459}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1460}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1461}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1462}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1463}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1464}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1465}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1466}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1467}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1468}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1469}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1470}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1471}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1472}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1473}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1474}\n",
      "6 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 1475}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1476}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1477}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1478}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1479}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1480}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1481}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1482}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1483}\n",
      "6 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 1484}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1485}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1486}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1487}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1488}\n",
      "6 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 1489}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1490}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1491}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1492}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1493}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1494}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1495}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1496}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1497}\n",
      "6 [[0.]] 0.005000000000023283 True {'regret': 0.0, 'index': 1498}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 2}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 3}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 4}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 5}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 6}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 7}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 8}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 9}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 10}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 11}\n",
      "4 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 12}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 13}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 14}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 15}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 16}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 17}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 18}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 19}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 20}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 21}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 22}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 23}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 24}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 25}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 26}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 27}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 28}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 29}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 30}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 31}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 32}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 33}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 34}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 35}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 36}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 37}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 38}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 39}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 40}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 41}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 42}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 43}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 44}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 45}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 46}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 47}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 48}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 49}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 50}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 51}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 52}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 53}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 54}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 55}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 56}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 57}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 58}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 59}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 60}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 61}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 62}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 63}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 64}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 65}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 66}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 67}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 68}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 69}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 70}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 71}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 72}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 73}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 74}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 75}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 76}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 77}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 78}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 79}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 80}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 81}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 82}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 83}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 84}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 85}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 86}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 87}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 88}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 89}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 90}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 91}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 92}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 93}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 94}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 95}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 96}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 97}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 98}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 99}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 100}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 101}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 102}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 103}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 104}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 105}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 106}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 107}\n",
      "3 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 108}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 109}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 110}\n",
      "7 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 111}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 112}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 113}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 114}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 115}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 116}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 117}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 118}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 119}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 120}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 121}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 122}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 123}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 124}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 125}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 126}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 127}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 128}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 129}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 130}\n",
      "7 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 131}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 132}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 133}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 134}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 135}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 136}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 137}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 138}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 139}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 140}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 141}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 142}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 143}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 144}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 145}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 146}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 147}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 148}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 149}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 150}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 151}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 152}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 153}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 154}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 155}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 156}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 157}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 158}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 159}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 160}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 161}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 162}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 163}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 164}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 165}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 166}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 167}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 168}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 169}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 170}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 171}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 172}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 173}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 174}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 175}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 176}\n",
      "4 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 177}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 178}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 179}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 180}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 181}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 182}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 183}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 184}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 185}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 186}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 187}\n",
      "8 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 188}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 189}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 190}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 191}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 192}\n",
      "7 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 193}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 194}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 195}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 196}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 197}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 198}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 199}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 200}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 201}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 202}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 203}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 204}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 205}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 206}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 207}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 208}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 209}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 210}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 211}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 212}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 213}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 214}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 215}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 216}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 217}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 218}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 219}\n",
      "7 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 220}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 221}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 222}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 223}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 224}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 225}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 226}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 227}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 228}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 229}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 230}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 231}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 232}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 233}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 234}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 235}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 236}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 237}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 238}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 239}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 240}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 241}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 242}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 243}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 244}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 245}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 246}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 247}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 248}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 249}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 250}\n",
      "4 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 251}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 252}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 253}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 254}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 255}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 256}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 257}\n",
      "6 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 258}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 259}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 260}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 261}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 262}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 263}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 264}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 265}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 266}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 267}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 268}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 269}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 270}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 271}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 272}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 273}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 274}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 275}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 276}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 277}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 278}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 279}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 280}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 281}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 282}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 283}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 284}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 285}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 286}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 287}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 288}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 289}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 290}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 291}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 292}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 293}\n",
      "8 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 294}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 295}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 296}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 297}\n",
      "7 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 298}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 299}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 300}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 301}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 302}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 303}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 304}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 305}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 306}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 307}\n",
      "4 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 308}\n",
      "1 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 309}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 310}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 311}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 312}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 313}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 314}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 315}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 316}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 317}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 318}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 319}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 320}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 321}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 322}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 323}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 324}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 325}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 326}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 327}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 328}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 329}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 330}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 331}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 332}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 333}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 334}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 335}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 336}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 337}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 338}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 339}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 340}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 341}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 342}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 343}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 344}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 345}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 346}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 347}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 348}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 349}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 350}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 351}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 352}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 353}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 354}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 355}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 356}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 357}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 358}\n",
      "1 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 359}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 360}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 361}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 362}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 363}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 364}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 365}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 366}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 367}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 368}\n",
      "3 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 369}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 370}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 371}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 372}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 373}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 374}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 375}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 376}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 377}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 378}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 379}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 380}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 381}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 382}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 383}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 384}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 385}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 386}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 387}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 388}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 389}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 390}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 391}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 392}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 393}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 394}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 395}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 396}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 397}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 398}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 399}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 400}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 401}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 402}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 403}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 404}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 405}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 406}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 407}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 408}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 409}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 410}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 411}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 412}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 413}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 414}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 415}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 416}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 417}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 418}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 419}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 420}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 421}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 422}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 423}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 424}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 425}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 426}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 427}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 428}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 429}\n",
      "1 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 430}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 431}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 432}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 433}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 434}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 435}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 436}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 437}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 438}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 439}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 440}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 441}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 442}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 443}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 444}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 445}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 446}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 447}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 448}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 449}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 450}\n",
      "6 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 451}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 452}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 453}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 454}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 455}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 456}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 457}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 458}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 459}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 460}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 461}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 462}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 463}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 464}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 465}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 466}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 467}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 468}\n",
      "3 [[0.]] 0.00500000000000291 False {'regret': 0.0, 'index': 469}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 470}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 471}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 472}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 473}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 474}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 475}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 476}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 477}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 478}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 479}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 480}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 481}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 482}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 483}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 484}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 485}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 486}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 487}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 488}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 489}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 490}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 491}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 492}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 493}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 494}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 495}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 496}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 497}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 498}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 499}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 500}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 501}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 502}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 503}\n",
      "7 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 504}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 505}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 506}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 507}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 508}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 509}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 510}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 511}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 512}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 513}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 514}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 515}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 516}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 517}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 518}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 519}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 520}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 521}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 522}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 523}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 524}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 525}\n",
      "6 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 526}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 527}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 528}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 529}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 530}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 531}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 532}\n",
      "7 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 533}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 534}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 535}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 536}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 537}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 538}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 539}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 540}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 541}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 542}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 543}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 544}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 545}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 546}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 547}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 548}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 549}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 550}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 551}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 552}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 553}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 554}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 555}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 556}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 557}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 558}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 559}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 560}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 561}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 562}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 563}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 564}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 565}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 566}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 567}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 568}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 569}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 570}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 571}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 572}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 573}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 574}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 575}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 576}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 577}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 578}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 579}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 580}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 581}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 582}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 583}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 584}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 585}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 586}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 587}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 588}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 589}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 590}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 591}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 592}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 593}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 594}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 595}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 596}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 597}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 598}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 599}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 600}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 601}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 602}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 603}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 604}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 605}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 606}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 607}\n",
      "7 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 608}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 609}\n",
      "3 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 610}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 611}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 612}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 613}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 614}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 615}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 616}\n",
      "3 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 617}\n",
      "5 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 618}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 619}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 620}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 621}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 622}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 623}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 624}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 625}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 626}\n",
      "3 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 627}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 628}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 629}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 630}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 631}\n",
      "4 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 632}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 633}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 634}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 635}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 636}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 637}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 638}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 639}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 640}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 641}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 642}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 643}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 644}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 645}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 646}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 647}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 648}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 649}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 650}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 651}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 652}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 653}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 654}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 655}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 656}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 657}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 658}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 659}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 660}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 661}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 662}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 663}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 664}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 665}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 666}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 667}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 668}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 669}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 670}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 671}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 672}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 673}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 674}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 675}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 676}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 677}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 678}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 679}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 680}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 681}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 682}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 683}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 684}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 685}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 686}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 687}\n",
      "7 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 688}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 689}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 690}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 691}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 692}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 693}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 694}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 695}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 696}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 697}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 698}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 699}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 700}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 701}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 702}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 703}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 704}\n",
      "7 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 705}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 706}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 707}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 708}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 709}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 710}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 711}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 712}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 713}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 714}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 715}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 716}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 717}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 718}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 719}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 720}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 721}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 722}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 723}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 724}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 725}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 726}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 727}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 728}\n",
      "2 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 729}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 730}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 731}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 732}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 733}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 734}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 735}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 736}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 737}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 738}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 739}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 740}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 741}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 742}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 743}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 744}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 745}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 746}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 747}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 748}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 749}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 750}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 751}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 752}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 753}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 754}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 755}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 756}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 757}\n",
      "6 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 758}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 759}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 760}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 761}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 762}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 763}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 764}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 765}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 766}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 767}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 768}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 769}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 770}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 771}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 772}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 773}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 774}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 775}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 776}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 777}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 778}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 779}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 780}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 781}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 782}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 783}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 784}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 785}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 786}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 787}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 788}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 789}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 790}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 791}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 792}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 793}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 794}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 795}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 796}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 797}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 798}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 799}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 800}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 801}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 802}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 803}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 804}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 805}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 806}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 807}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 808}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 809}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 810}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 811}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 812}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 813}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 814}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 815}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 816}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 817}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 818}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 819}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 820}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 821}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 822}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 823}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 824}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 825}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 826}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 827}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 828}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 829}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 830}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 831}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 832}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 833}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 834}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 835}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 836}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 837}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 838}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 839}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 840}\n",
      "7 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 841}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 842}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 843}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 844}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 845}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 846}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 847}\n",
      "6 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 848}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 849}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 850}\n",
      "2 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 851}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 852}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 853}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 854}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 855}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 856}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 857}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 858}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 859}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 860}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 861}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 862}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 863}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 864}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 865}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 866}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 867}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 868}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 869}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 870}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 871}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 872}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 873}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 874}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 875}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 876}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 877}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 878}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 879}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 880}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 881}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 882}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 883}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 884}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 885}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 886}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 887}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 888}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 889}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 890}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 891}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 892}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 893}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 894}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 895}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 896}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 897}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 898}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 899}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 900}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 901}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 902}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 903}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 904}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 905}\n",
      "6 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 906}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 907}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 908}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 909}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 910}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 911}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 912}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 913}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 914}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 915}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 916}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 917}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 918}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 919}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 920}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 921}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 922}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 923}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 924}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 925}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 926}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 927}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 928}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 929}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 930}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 931}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 932}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 933}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 934}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 935}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 936}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 937}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 938}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 939}\n",
      "6 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 940}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 941}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 942}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 943}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 944}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 945}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 946}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 947}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 948}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 949}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 950}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 951}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 952}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 953}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 954}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 955}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 956}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 957}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 958}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 959}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 960}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 961}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 962}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 963}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 964}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 965}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 966}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 967}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 968}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 969}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 970}\n",
      "2 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 971}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 972}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 973}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 974}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 975}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 976}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 977}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 978}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 979}\n",
      "8 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 980}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 981}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 982}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 983}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 984}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 985}\n",
      "2 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 986}\n",
      "2 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 987}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 988}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 989}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 990}\n",
      "6 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 991}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 992}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 993}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 994}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 995}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 996}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 997}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 998}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 999}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1000}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1001}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1002}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1003}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1004}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1005}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1006}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1007}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1008}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1009}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1010}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1011}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1012}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1013}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1014}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1015}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1016}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1017}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1018}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1019}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1020}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1021}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1022}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1023}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1024}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1025}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1026}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1027}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1028}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1029}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1030}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1031}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1032}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1033}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1034}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1035}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1036}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1037}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1038}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1039}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1040}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1041}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1042}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1043}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1044}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1045}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1046}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1047}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1048}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1049}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1050}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1051}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1052}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1053}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1054}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1055}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1056}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1057}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1058}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1059}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1060}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1061}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1062}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1063}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1064}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1065}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1066}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1067}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1068}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1069}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1070}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1071}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1072}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1073}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1074}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1075}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1076}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1077}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1078}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1079}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1080}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1081}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1082}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1083}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1084}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1085}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1086}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1087}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1088}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1089}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1090}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1091}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1092}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1093}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1094}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1095}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1096}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1097}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1098}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1099}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1100}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1101}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1102}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1103}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1104}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1105}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1106}\n",
      "5 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 1107}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1108}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1109}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1110}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1111}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1112}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1113}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1114}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1115}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1116}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1117}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1118}\n",
      "7 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 1119}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1120}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1121}\n",
      "2 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 1122}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1123}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1124}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1125}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1126}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1127}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1128}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1129}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1130}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1131}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1132}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1133}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1134}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1135}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1136}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1137}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1138}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1139}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1140}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1141}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1142}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1143}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1144}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1145}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1146}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1147}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1148}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1149}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1150}\n",
      "6 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 1151}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1152}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1153}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1154}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1155}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1156}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1157}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1158}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1159}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1160}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1161}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1162}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1163}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1164}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1165}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1166}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1167}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1168}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1169}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1170}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1171}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1172}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1173}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1174}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1175}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1176}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1177}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1178}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1179}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1180}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1181}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1182}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1183}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1184}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1185}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1186}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1187}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1188}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1189}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1190}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1191}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1192}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1193}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1194}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1195}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1196}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1197}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1198}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1199}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1200}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1201}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1202}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1203}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1204}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1205}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1206}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1207}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1208}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1209}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1210}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1211}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1212}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1213}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1214}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1215}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1216}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1217}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1218}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1219}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1220}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1221}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1222}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1223}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1224}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1225}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1226}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1227}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1228}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1229}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1230}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1231}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1232}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1233}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1234}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1235}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1236}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1237}\n",
      "6 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 1238}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1239}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1240}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1241}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1242}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1243}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1244}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1245}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1246}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1247}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1248}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1249}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1250}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1251}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1252}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1253}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1254}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1255}\n",
      "2 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 1256}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1257}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1258}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1259}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1260}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1261}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1262}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1263}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1264}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1265}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1266}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1267}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1268}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1269}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1270}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1271}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1272}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1273}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1274}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1275}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1276}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1277}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1278}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1279}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1280}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1281}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1282}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1283}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1284}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1285}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1286}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1287}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1288}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1289}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1290}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1291}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1292}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1293}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1294}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1295}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1296}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1297}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1298}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1299}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1300}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1301}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1302}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1303}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1304}\n",
      "5 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 1305}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1306}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1307}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1308}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1309}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1310}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1311}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1312}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1313}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1314}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1315}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1316}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1317}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1318}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1319}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1320}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1321}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1322}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1323}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1324}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1325}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1326}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1327}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1328}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1329}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1330}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1331}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1332}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1333}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1334}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1335}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1336}\n",
      "2 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 1337}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1338}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1339}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1340}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1341}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1342}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1343}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1344}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1345}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1346}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1347}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1348}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1349}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1350}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1351}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1352}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1353}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1354}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1355}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1356}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1357}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1358}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1359}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1360}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1361}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1362}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1363}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1364}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1365}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1366}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1367}\n",
      "2 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 1368}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1369}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1370}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1371}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1372}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1373}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1374}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1375}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1376}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1377}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1378}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1379}\n",
      "2 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 1380}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1381}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1382}\n",
      "3 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 1383}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1384}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1385}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1386}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1387}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1388}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1389}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1390}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1391}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1392}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1393}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1394}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1395}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1396}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1397}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1398}\n",
      "6 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 1399}\n",
      "3 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 1400}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1401}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1402}\n",
      "6 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 1403}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1404}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1405}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1406}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1407}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1408}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1409}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1410}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1411}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1412}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1413}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1414}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1415}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1416}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1417}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1418}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1419}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1420}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1421}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1422}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1423}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1424}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1425}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1426}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1427}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1428}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1429}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1430}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1431}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1432}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1433}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1434}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1435}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1436}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1437}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1438}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1439}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1440}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1441}\n",
      "2 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 1442}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1443}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1444}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1445}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1446}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1447}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1448}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1449}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1450}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1451}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1452}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1453}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1454}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1455}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1456}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1457}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1458}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1459}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1460}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1461}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1462}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1463}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1464}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1465}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1466}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1467}\n",
      "2 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 1468}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1469}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1470}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1471}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1472}\n",
      "1 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 1473}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1474}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1475}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1476}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1477}\n",
      "6 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 1478}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1479}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1480}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1481}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1482}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1483}\n",
      "6 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 1484}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1485}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1486}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1487}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1488}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1489}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1490}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1491}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1492}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1493}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1494}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1495}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1496}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1497}\n",
      "5 [[0.]] 0.005 True {'regret': 0.0, 'index': 1498}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 2}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 3}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 4}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 5}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 6}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 7}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 8}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 9}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 10}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 11}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 12}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 13}\n",
      "4 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 14}\n",
      "2 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 15}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 16}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 17}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 18}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 19}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 20}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 21}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 22}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 23}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 24}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 25}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 26}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 27}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 28}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 29}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 30}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 31}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 32}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 33}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 34}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 35}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 36}\n",
      "1 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 37}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 38}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 39}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 40}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 41}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 42}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 43}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 44}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 45}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 46}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 47}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 48}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 49}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 50}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 51}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 52}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 53}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 54}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 55}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 56}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 57}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 58}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 59}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 60}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 61}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 62}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 63}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 64}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 65}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 66}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 67}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 68}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 69}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 70}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 71}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 72}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 73}\n",
      "1 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 74}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 75}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 76}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 77}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 78}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 79}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 80}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 81}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 82}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 83}\n",
      "4 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 84}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 85}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 86}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 87}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 88}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 89}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 90}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 91}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 92}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 93}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 94}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 95}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 96}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 97}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 98}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 99}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 100}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 101}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 102}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 103}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 104}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 105}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 106}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 107}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 108}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 109}\n",
      "6 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 110}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 111}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 112}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 113}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 114}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 115}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 116}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 117}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 118}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 119}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 120}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 121}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 122}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 123}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 124}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 125}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 126}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 127}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 128}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 129}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 130}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 131}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 132}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 133}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 134}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 135}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 136}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 137}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 138}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 139}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 140}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 141}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 142}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 143}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 144}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 145}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 146}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 147}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 148}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 149}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 150}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 151}\n",
      "3 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 152}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 153}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 154}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 155}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 156}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 157}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 158}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 159}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 160}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 161}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 162}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 163}\n",
      "4 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 164}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 165}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 166}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 167}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 168}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 169}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 170}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 171}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 172}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 173}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 174}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 175}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 176}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 177}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 178}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 179}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 180}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 181}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 182}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 183}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 184}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 185}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 186}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 187}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 188}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 189}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 190}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 191}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 192}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 193}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 194}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 195}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 196}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 197}\n",
      "8 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 198}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 199}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 200}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 201}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 202}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 203}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 204}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 205}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 206}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 207}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 208}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 209}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 210}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 211}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 212}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 213}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 214}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 215}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 216}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 217}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 218}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 219}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 220}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 221}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 222}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 223}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 224}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 225}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 226}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 227}\n",
      "5 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 228}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 229}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 230}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 231}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 232}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 233}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 234}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 235}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 236}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 237}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 238}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 239}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 240}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 241}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 242}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 243}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 244}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 245}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 246}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 247}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 248}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 249}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 250}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 251}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 252}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 253}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 254}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 255}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 256}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 257}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 258}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 259}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 260}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 261}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 262}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 263}\n",
      "8 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 264}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 265}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 266}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 267}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 268}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 269}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 270}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 271}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 272}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 273}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 274}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 275}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 276}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 277}\n",
      "3 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 278}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 279}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 280}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 281}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 282}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 283}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 284}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 285}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 286}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 287}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 288}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 289}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 290}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 291}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 292}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 293}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 294}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 295}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 296}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 297}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 298}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 299}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 300}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 301}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 302}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 303}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 304}\n",
      "8 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 305}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 306}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 307}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 308}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 309}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 310}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 311}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 312}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 313}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 314}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 315}\n",
      "3 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 316}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 317}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 318}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 319}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 320}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 321}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 322}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 323}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 324}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 325}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 326}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 327}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 328}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 329}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 330}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 331}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 332}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 333}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 334}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 335}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 336}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 337}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 338}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 339}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 340}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 341}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 342}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 343}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 344}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 345}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 346}\n",
      "3 [[0.]] 0.004999999999997089 False {'regret': 0.0, 'index': 347}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 348}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 349}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 350}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 351}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 352}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 353}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 354}\n",
      "8 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 355}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 356}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 357}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 358}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 359}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 360}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 361}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 362}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 363}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 364}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 365}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 366}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 367}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 368}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 369}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 370}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 371}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 372}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 373}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 374}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 375}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 376}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 377}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 378}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 379}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 380}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 381}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 382}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 383}\n",
      "5 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 384}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 385}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 386}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 387}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 388}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 389}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 390}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 391}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 392}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 393}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 394}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 395}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 396}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 397}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 398}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 399}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 400}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 401}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 402}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 403}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 404}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 405}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 406}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 407}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 408}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 409}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 410}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 411}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 412}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 413}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 414}\n",
      "3 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 415}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 416}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 417}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 418}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 419}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 420}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 421}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 422}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 423}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 424}\n",
      "1 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 425}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 426}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 427}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 428}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 429}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 430}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 431}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 432}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 433}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 434}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 435}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 436}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 437}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 438}\n",
      "4 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 439}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 440}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 441}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 442}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 443}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 444}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 445}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 446}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 447}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 448}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 449}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 450}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 451}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 452}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 453}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 454}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 455}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 456}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 457}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 458}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 459}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 460}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 461}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 462}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 463}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 464}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 465}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 466}\n",
      "7 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 467}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 468}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 469}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 470}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 471}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 472}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 473}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 474}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 475}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 476}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 477}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 478}\n",
      "7 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 479}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 480}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 481}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 482}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 483}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 484}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 485}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 486}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 487}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 488}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 489}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 490}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 491}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 492}\n",
      "8 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 493}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 494}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 495}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 496}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 497}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 498}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 499}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 500}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 501}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 502}\n",
      "2 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 503}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 504}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 505}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 506}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 507}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 508}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 509}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 510}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 511}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 512}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 513}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 514}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 515}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 516}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 517}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 518}\n",
      "5 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 519}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 520}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 521}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 522}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 523}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 524}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 525}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 526}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 527}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 528}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 529}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 530}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 531}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 532}\n",
      "7 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 533}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 534}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 535}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 536}\n",
      "8 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 537}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 538}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 539}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 540}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 541}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 542}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 543}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 544}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 545}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 546}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 547}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 548}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 549}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 550}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 551}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 552}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 553}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 554}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 555}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 556}\n",
      "1 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 557}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 558}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 559}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 560}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 561}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 562}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 563}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 564}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 565}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 566}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 567}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 568}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 569}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 570}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 571}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 572}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 573}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 574}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 575}\n",
      "1 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 576}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 577}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 578}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 579}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 580}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 581}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 582}\n",
      "4 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 583}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 584}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 585}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 586}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 587}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 588}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 589}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 590}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 591}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 592}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 593}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 594}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 595}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 596}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 597}\n",
      "4 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 598}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 599}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 600}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 601}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 602}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 603}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 604}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 605}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 606}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 607}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 608}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 609}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 610}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 611}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 612}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 613}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 614}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 615}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 616}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 617}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 618}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 619}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 620}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 621}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 622}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 623}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 624}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 625}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 626}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 627}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 628}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 629}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 630}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 631}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 632}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 633}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 634}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 635}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 636}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 637}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 638}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 639}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 640}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 641}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 642}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 643}\n",
      "7 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 644}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 645}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 646}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 647}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 648}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 649}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 650}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 651}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 652}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 653}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 654}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 655}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 656}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 657}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 658}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 659}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 660}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 661}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 662}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 663}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 664}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 665}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 666}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 667}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 668}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 669}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 670}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 671}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 672}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 673}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 674}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 675}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 676}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 677}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 678}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 679}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 680}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 681}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 682}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 683}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 684}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 685}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 686}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 687}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 688}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 689}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 690}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 691}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 692}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 693}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 694}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 695}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 696}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 697}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 698}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 699}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 700}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 701}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 702}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 703}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 704}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 705}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 706}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 707}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 708}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 709}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 710}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 711}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 712}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 713}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 714}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 715}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 716}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 717}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 718}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 719}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 720}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 721}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 722}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 723}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 724}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 725}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 726}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 727}\n",
      "6 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 728}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 729}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 730}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 731}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 732}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 733}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 734}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 735}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 736}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 737}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 738}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 739}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 740}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 741}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 742}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 743}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 744}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 745}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 746}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 747}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 748}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 749}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 750}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 751}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 752}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 753}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 754}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 755}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 756}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 757}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 758}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 759}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 760}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 761}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 762}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 763}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 764}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 765}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 766}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 767}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 768}\n",
      "4 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 769}\n",
      "4 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 770}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 771}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 772}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 773}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 774}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 775}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 776}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 777}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 778}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 779}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 780}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 781}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 782}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 783}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 784}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 785}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 786}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 787}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 788}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 789}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 790}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 791}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 792}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 793}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 794}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 795}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 796}\n",
      "2 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 797}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 798}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 799}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 800}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 801}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 802}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 803}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 804}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 805}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 806}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 807}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 808}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 809}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 810}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 811}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 812}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 813}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 814}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 815}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 816}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 817}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 818}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 819}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 820}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 821}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 822}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 823}\n",
      "2 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 824}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 825}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 826}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 827}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 828}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 829}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 830}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 831}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 832}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 833}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 834}\n",
      "4 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 835}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 836}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 837}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 838}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 839}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 840}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 841}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 842}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 843}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 844}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 845}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 846}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 847}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 848}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 849}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 850}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 851}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 852}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 853}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 854}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 855}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 856}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 857}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 858}\n",
      "8 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 859}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 860}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 861}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 862}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 863}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 864}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 865}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 866}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 867}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 868}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 869}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 870}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 871}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 872}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 873}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 874}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 875}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 876}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 877}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 878}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 879}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 880}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 881}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 882}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 883}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 884}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 885}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 886}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 887}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 888}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 889}\n",
      "3 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 890}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 891}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 892}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 893}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 894}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 895}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 896}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 897}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 898}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 899}\n",
      "6 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 900}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 901}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 902}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 903}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 904}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 905}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 906}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 907}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 908}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 909}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 910}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 911}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 912}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 913}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 914}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 915}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 916}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 917}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 918}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 919}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 920}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 921}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 922}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 923}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 924}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 925}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 926}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 927}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 928}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 929}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 930}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 931}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 932}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 933}\n",
      "7 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 934}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 935}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 936}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 937}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 938}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 939}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 940}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 941}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 942}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 943}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 944}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 945}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 946}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 947}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 948}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 949}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 950}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 951}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 952}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 953}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 954}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 955}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 956}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 957}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 958}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 959}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 960}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 961}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 962}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 963}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 964}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 965}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 966}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 967}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 968}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 969}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 970}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 971}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 972}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 973}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 974}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 975}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 976}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 977}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 978}\n",
      "6 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 979}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 980}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 981}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 982}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 983}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 984}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 985}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 986}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 987}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 988}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 989}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 990}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 991}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 992}\n",
      "4 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 993}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 994}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 995}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 996}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 997}\n",
      "6 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 998}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 999}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1000}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1001}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1002}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1003}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1004}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1005}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1006}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1007}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1008}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1009}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1010}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1011}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1012}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1013}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1014}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1015}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1016}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1017}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1018}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1019}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1020}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1021}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1022}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1023}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1024}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1025}\n",
      "5 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 1026}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1027}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1028}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1029}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1030}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1031}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1032}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1033}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1034}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1035}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1036}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1037}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1038}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1039}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1040}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1041}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1042}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1043}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1044}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1045}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1046}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1047}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1048}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1049}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1050}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1051}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1052}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1053}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1054}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1055}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1056}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1057}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1058}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1059}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1060}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1061}\n",
      "6 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 1062}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1063}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1064}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1065}\n",
      "7 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 1066}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1067}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1068}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1069}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1070}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1071}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1072}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1073}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1074}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1075}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1076}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1077}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1078}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1079}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1080}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1081}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1082}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1083}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1084}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1085}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1086}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1087}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1088}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1089}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1090}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1091}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1092}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1093}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1094}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1095}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1096}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1097}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1098}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1099}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1100}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1101}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1102}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1103}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1104}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1105}\n",
      "7 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 1106}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1107}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1108}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1109}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1110}\n",
      "7 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 1111}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1112}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1113}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1114}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1115}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1116}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1117}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1118}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1119}\n",
      "2 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 1120}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1121}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1122}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1123}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1124}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1125}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1126}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1127}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1128}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1129}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1130}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1131}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1132}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1133}\n",
      "8 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 1134}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1135}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1136}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1137}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1138}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1139}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1140}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1141}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1142}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1143}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1144}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1145}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1146}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1147}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1148}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1149}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1150}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1151}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1152}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1153}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1154}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1155}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1156}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1157}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1158}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1159}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1160}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1161}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1162}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1163}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1164}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1165}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1166}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1167}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1168}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1169}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1170}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1171}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1172}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1173}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1174}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1175}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1176}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1177}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1178}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1179}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1180}\n",
      "1 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 1181}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1182}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1183}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1184}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1185}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1186}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1187}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1188}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1189}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1190}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1191}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1192}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1193}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1194}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1195}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1196}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1197}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1198}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1199}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1200}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1201}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1202}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1203}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1204}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1205}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1206}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1207}\n",
      "2 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 1208}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1209}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1210}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1211}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1212}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1213}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1214}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1215}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1216}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1217}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1218}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1219}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1220}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1221}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1222}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1223}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1224}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1225}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1226}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1227}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1228}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1229}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1230}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1231}\n",
      "3 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 1232}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1233}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1234}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1235}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1236}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1237}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1238}\n",
      "4 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 1239}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1240}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1241}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1242}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1243}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1244}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1245}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1246}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1247}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1248}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1249}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1250}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1251}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1252}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1253}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1254}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1255}\n",
      "2 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 1256}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1257}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1258}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1259}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1260}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1261}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1262}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1263}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1264}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1265}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1266}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1267}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1268}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1269}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1270}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1271}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1272}\n",
      "1 [[0.]] 0.004999999999953434 False {'regret': 0.0, 'index': 1273}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1274}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1275}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1276}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1277}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1278}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1279}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1280}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1281}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1282}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1283}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1284}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1285}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1286}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1287}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1288}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1289}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1290}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1291}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1292}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1293}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1294}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1295}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1296}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1297}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1298}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1299}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1300}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1301}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1302}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1303}\n",
      "1 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 1304}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1305}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1306}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1307}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1308}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1309}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1310}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1311}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1312}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1313}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1314}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1315}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1316}\n",
      "6 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 1317}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1318}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1319}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1320}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1321}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1322}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1323}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1324}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1325}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1326}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1327}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1328}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1329}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1330}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1331}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1332}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1333}\n",
      "6 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 1334}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1335}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1336}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1337}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1338}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1339}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1340}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1341}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1342}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1343}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1344}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1345}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1346}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1347}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1348}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1349}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1350}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1351}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1352}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1353}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1354}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1355}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1356}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1357}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1358}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1359}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1360}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1361}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1362}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1363}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1364}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1365}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1366}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1367}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1368}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1369}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1370}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1371}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1372}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1373}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1374}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1375}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1376}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1377}\n",
      "3 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 1378}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1379}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1380}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1381}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1382}\n",
      "2 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 1383}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1384}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1385}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1386}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1387}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1388}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1389}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1390}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1391}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1392}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1393}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1394}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1395}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1396}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1397}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1398}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1399}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1400}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1401}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1402}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1403}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1404}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1405}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1406}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1407}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1408}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1409}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1410}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1411}\n",
      "1 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 1412}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1413}\n",
      "7 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 1414}\n",
      "8 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 1415}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1416}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1417}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1418}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1419}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1420}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1421}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1422}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1423}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1424}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1425}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1426}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1427}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1428}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1429}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1430}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1431}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1432}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1433}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1434}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1435}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1436}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1437}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1438}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1439}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1440}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1441}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1442}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1443}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1444}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1445}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1446}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1447}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1448}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1449}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1450}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1451}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1452}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1453}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1454}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1455}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1456}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1457}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1458}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1459}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1460}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1461}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1462}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1463}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1464}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1465}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1466}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1467}\n",
      "1 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 1468}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1469}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1470}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1471}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1472}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1473}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1474}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1475}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1476}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1477}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1478}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1479}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1480}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1481}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1482}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1483}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1484}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1485}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1486}\n",
      "8 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 1487}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1488}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1489}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1490}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1491}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1492}\n",
      "2 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 1493}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1494}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1495}\n",
      "2 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 1496}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1497}\n",
      "8 [[0.]] 0.005 True {'regret': 0.0, 'index': 1498}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1}\n",
      "8 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 2}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 3}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 4}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 5}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 6}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 7}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 8}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 9}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 10}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 11}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 12}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 13}\n",
      "7 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 14}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 15}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 16}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 17}\n",
      "4 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 18}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 19}\n",
      "7 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 20}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 21}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 22}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 23}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 24}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 25}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 26}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 27}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 28}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 29}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 30}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 31}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 32}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 33}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 34}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 35}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 36}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 37}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 38}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 39}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 40}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 41}\n",
      "4 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 42}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 43}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 44}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 45}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 46}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 47}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 48}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 49}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 50}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 51}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 52}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 53}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 54}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 55}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 56}\n",
      "3 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 57}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 58}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 59}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 60}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 61}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 62}\n",
      "7 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 63}\n",
      "3 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 64}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 65}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 66}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 67}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 68}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 69}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 70}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 71}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 72}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 73}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 74}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 75}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 76}\n",
      "4 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 77}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 78}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 79}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 80}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 81}\n",
      "3 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 82}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 83}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 84}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 85}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 86}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 87}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 88}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 89}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 90}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 91}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 92}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 93}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 94}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 95}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 96}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 97}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 98}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 99}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 100}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 101}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 102}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 103}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 104}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 105}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 106}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 107}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 108}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 109}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 110}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 111}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 112}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 113}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 114}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 115}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 116}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 117}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 118}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 119}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 120}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 121}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 122}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 123}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 124}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 125}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 126}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 127}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 128}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 129}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 130}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 131}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 132}\n",
      "3 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 133}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 134}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 135}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 136}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 137}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 138}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 139}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 140}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 141}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 142}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 143}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 144}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 145}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 146}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 147}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 148}\n",
      "1 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 149}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 150}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 151}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 152}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 153}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 154}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 155}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 156}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 157}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 158}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 159}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 160}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 161}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 162}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 163}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 164}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 165}\n",
      "4 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 166}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 167}\n",
      "7 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 168}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 169}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 170}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 171}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 172}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 173}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 174}\n",
      "8 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 175}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 176}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 177}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 178}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 179}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 180}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 181}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 182}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 183}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 184}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 185}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 186}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 187}\n",
      "7 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 188}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 189}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 190}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 191}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 192}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 193}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 194}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 195}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 196}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 197}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 198}\n",
      "1 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 199}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 200}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 201}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 202}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 203}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 204}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 205}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 206}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 207}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 208}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 209}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 210}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 211}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 212}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 213}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 214}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 215}\n",
      "8 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 216}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 217}\n",
      "1 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 218}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 219}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 220}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 221}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 222}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 223}\n",
      "5 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 224}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 225}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 226}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 227}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 228}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 229}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 230}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 231}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 232}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 233}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 234}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 235}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 236}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 237}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 238}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 239}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 240}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 241}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 242}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 243}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 244}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 245}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 246}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 247}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 248}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 249}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 250}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 251}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 252}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 253}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 254}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 255}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 256}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 257}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 258}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 259}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 260}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 261}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 262}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 263}\n",
      "8 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 264}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 265}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 266}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 267}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 268}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 269}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 270}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 271}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 272}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 273}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 274}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 275}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 276}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 277}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 278}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 279}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 280}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 281}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 282}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 283}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 284}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 285}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 286}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 287}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 288}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 289}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 290}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 291}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 292}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 293}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 294}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 295}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 296}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 297}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 298}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 299}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 300}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 301}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 302}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 303}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 304}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 305}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 306}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 307}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 308}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 309}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 310}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 311}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 312}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 313}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 314}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 315}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 316}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 317}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 318}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 319}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 320}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 321}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 322}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 323}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 324}\n",
      "6 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 325}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 326}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 327}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 328}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 329}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 330}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 331}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 332}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 333}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 334}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 335}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 336}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 337}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 338}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 339}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 340}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 341}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 342}\n",
      "8 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 343}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 344}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 345}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 346}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 347}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 348}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 349}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 350}\n",
      "1 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 351}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 352}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 353}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 354}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 355}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 356}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 357}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 358}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 359}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 360}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 361}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 362}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 363}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 364}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 365}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 366}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 367}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 368}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 369}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 370}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 371}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 372}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 373}\n",
      "8 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 374}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 375}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 376}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 377}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 378}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 379}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 380}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 381}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 382}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 383}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 384}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 385}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 386}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 387}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 388}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 389}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 390}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 391}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 392}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 393}\n",
      "1 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 394}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 395}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 396}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 397}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 398}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 399}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 400}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 401}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 402}\n",
      "5 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 403}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 404}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 405}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 406}\n",
      "3 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 407}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 408}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 409}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 410}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 411}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 412}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 413}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 414}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 415}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 416}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 417}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 418}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 419}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 420}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 421}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 422}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 423}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 424}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 425}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 426}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 427}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 428}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 429}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 430}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 431}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 432}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 433}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 434}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 435}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 436}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 437}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 438}\n",
      "2 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 439}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 440}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 441}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 442}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 443}\n",
      "4 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 444}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 445}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 446}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 447}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 448}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 449}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 450}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 451}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 452}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 453}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 454}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 455}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 456}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 457}\n",
      "8 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 458}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 459}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 460}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 461}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 462}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 463}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 464}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 465}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 466}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 467}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 468}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 469}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 470}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 471}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 472}\n",
      "8 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 473}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 474}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 475}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 476}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 477}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 478}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 479}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 480}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 481}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 482}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 483}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 484}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 485}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 486}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 487}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 488}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 489}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 490}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 491}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 492}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 493}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 494}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 495}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 496}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 497}\n",
      "1 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 498}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 499}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 500}\n",
      "5 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 501}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 502}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 503}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 504}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 505}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 506}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 507}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 508}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 509}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 510}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 511}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 512}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 513}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 514}\n",
      "2 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 515}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 516}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 517}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 518}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 519}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 520}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 521}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 522}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 523}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 524}\n",
      "1 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 525}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 526}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 527}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 528}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 529}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 530}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 531}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 532}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 533}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 534}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 535}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 536}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 537}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 538}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 539}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 540}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 541}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 542}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 543}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 544}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 545}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 546}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 547}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 548}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 549}\n",
      "1 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 550}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 551}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 552}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 553}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 554}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 555}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 556}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 557}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 558}\n",
      "2 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 559}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 560}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 561}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 562}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 563}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 564}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 565}\n",
      "8 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 566}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 567}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 568}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 569}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 570}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 571}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 572}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 573}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 574}\n",
      "2 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 575}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 576}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 577}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 578}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 579}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 580}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 581}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 582}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 583}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 584}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 585}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 586}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 587}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 588}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 589}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 590}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 591}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 592}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 593}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 594}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 595}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 596}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 597}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 598}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 599}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 600}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 601}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 602}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 603}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 604}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 605}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 606}\n",
      "4 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 607}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 608}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 609}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 610}\n",
      "2 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 611}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 612}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 613}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 614}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 615}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 616}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 617}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 618}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 619}\n",
      "2 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 620}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 621}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 622}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 623}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 624}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 625}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 626}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 627}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 628}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 629}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 630}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 631}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 632}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 633}\n",
      "6 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 634}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 635}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 636}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 637}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 638}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 639}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 640}\n",
      "7 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 641}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 642}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 643}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 644}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 645}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 646}\n",
      "6 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 647}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 648}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 649}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 650}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 651}\n",
      "6 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 652}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 653}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 654}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 655}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 656}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 657}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 658}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 659}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 660}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 661}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 662}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 663}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 664}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 665}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 666}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 667}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 668}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 669}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 670}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 671}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 672}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 673}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 674}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 675}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 676}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 677}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 678}\n",
      "6 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 679}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 680}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 681}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 682}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 683}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 684}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 685}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 686}\n",
      "2 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 687}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 688}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 689}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 690}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 691}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 692}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 693}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 694}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 695}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 696}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 697}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 698}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 699}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 700}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 701}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 702}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 703}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 704}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 705}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 706}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 707}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 708}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 709}\n",
      "1 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 710}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 711}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 712}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 713}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 714}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 715}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 716}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 717}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 718}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 719}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 720}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 721}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 722}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 723}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 724}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 725}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 726}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 727}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 728}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 729}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 730}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 731}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 732}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 733}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 734}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 735}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 736}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 737}\n",
      "2 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 738}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 739}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 740}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 741}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 742}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 743}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 744}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 745}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 746}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 747}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 748}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 749}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 750}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 751}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 752}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 753}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 754}\n",
      "8 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 755}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 756}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 757}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 758}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 759}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 760}\n",
      "6 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 761}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 762}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 763}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 764}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 765}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 766}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 767}\n",
      "6 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 768}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 769}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 770}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 771}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 772}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 773}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 774}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 775}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 776}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 777}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 778}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 779}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 780}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 781}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 782}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 783}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 784}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 785}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 786}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 787}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 788}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 789}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 790}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 791}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 792}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 793}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 794}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 795}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 796}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 797}\n",
      "4 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 798}\n",
      "6 [[0.]] 0.005000000000046566 False {'regret': 0.0, 'index': 799}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 800}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 801}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 802}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 803}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 804}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 805}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 806}\n",
      "6 [[0.]] 0.004999999999953434 False {'regret': 0.0, 'index': 807}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 808}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 809}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 810}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 811}\n",
      "2 [[0.]] 0.005000000000046566 False {'regret': 0.0, 'index': 812}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 813}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 814}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 815}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 816}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 817}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 818}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 819}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 820}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 821}\n",
      "2 [[0.]] 0.004999999999953434 False {'regret': 0.0, 'index': 822}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 823}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 824}\n",
      "6 [[0.]] 0.005000000000046566 False {'regret': 0.0, 'index': 825}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 826}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 827}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 828}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 829}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 830}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 831}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 832}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 833}\n",
      "2 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 834}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 835}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 836}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 837}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 838}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 839}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 840}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 841}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 842}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 843}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 844}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 845}\n",
      "6 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 846}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 847}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 848}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 849}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 850}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 851}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 852}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 853}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 854}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 855}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 856}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 857}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 858}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 859}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 860}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 861}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 862}\n",
      "2 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 863}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 864}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 865}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 866}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 867}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 868}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 869}\n",
      "8 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 870}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 871}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 872}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 873}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 874}\n",
      "2 [[0.]] 0.005000000000046566 False {'regret': 0.0, 'index': 875}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 876}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 877}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 878}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 879}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 880}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 881}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 882}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 883}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 884}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 885}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 886}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 887}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 888}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 889}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 890}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 891}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 892}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 893}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 894}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 895}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 896}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 897}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 898}\n",
      "2 [[0.]] 0.004999999999953434 False {'regret': 0.0, 'index': 899}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 900}\n",
      "6 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 901}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 902}\n",
      "2 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 903}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 904}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 905}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 906}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 907}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 908}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 909}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 910}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 911}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 912}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 913}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 914}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 915}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 916}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 917}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 918}\n",
      "2 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 919}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 920}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 921}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 922}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 923}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 924}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 925}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 926}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 927}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 928}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 929}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 930}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 931}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 932}\n",
      "6 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 933}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 934}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 935}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 936}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 937}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 938}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 939}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 940}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 941}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 942}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 943}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 944}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 945}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 946}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 947}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 948}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 949}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 950}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 951}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 952}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 953}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 954}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 955}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 956}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 957}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 958}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 959}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 960}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 961}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 962}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 963}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 964}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 965}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 966}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 967}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 968}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 969}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 970}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 971}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 972}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 973}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 974}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 975}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 976}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 977}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 978}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 979}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 980}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 981}\n",
      "2 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 982}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 983}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 984}\n",
      "2 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 985}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 986}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 987}\n",
      "6 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 988}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 989}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 990}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 991}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 992}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 993}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 994}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 995}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 996}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 997}\n",
      "6 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 998}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 999}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1000}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1001}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1002}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1003}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1004}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1005}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1006}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1007}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1008}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1009}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1010}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1011}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1012}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1013}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1014}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1015}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1016}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1017}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1018}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1019}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1020}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1021}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1022}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1023}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1024}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1025}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1026}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1027}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1028}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1029}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1030}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1031}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1032}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1033}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1034}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1035}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1036}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1037}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1038}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1039}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1040}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1041}\n",
      "6 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 1042}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1043}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1044}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1045}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1046}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1047}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1048}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1049}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1050}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1051}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1052}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1053}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1054}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1055}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1056}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1057}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1058}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1059}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1060}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1061}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1062}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1063}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1064}\n",
      "7 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 1065}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1066}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1067}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1068}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1069}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1070}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1071}\n",
      "5 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 1072}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1073}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1074}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1075}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1076}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1077}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1078}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1079}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1080}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1081}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1082}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1083}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1084}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1085}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1086}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1087}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1088}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1089}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1090}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1091}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1092}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1093}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1094}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1095}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1096}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1097}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1098}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1099}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1100}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1101}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1102}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1103}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1104}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1105}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1106}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1107}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1108}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1109}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1110}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1111}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1112}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1113}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1114}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1115}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1116}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1117}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1118}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1119}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1120}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1121}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1122}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1123}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1124}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1125}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1126}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1127}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1128}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1129}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1130}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1131}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1132}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1133}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1134}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1135}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1136}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1137}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1138}\n",
      "2 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 1139}\n",
      "6 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 1140}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1141}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1142}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1143}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1144}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1145}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1146}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1147}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1148}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1149}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1150}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1151}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1152}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1153}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1154}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1155}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1156}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1157}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1158}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1159}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1160}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1161}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1162}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1163}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1164}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1165}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1166}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1167}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1168}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1169}\n",
      "6 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 1170}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1171}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1172}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1173}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1174}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1175}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1176}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1177}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1178}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1179}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1180}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1181}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1182}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1183}\n",
      "2 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 1184}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1185}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1186}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1187}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1188}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1189}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1190}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1191}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1192}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1193}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1194}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1195}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1196}\n",
      "6 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 1197}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1198}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1199}\n",
      "6 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 1200}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1201}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1202}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1203}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1204}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1205}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1206}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1207}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1208}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1209}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1210}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1211}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1212}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1213}\n",
      "6 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 1214}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1215}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1216}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1217}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1218}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1219}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1220}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1221}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1222}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1223}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1224}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1225}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1226}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1227}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1228}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1229}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1230}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1231}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1232}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1233}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1234}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1235}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1236}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1237}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1238}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1239}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1240}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1241}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1242}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1243}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1244}\n",
      "6 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 1245}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1246}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1247}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1248}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1249}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1250}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1251}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1252}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1253}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1254}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1255}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1256}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1257}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1258}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1259}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1260}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1261}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1262}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1263}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1264}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1265}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1266}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1267}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1268}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1269}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1270}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1271}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1272}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1273}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1274}\n",
      "2 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 1275}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1276}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1277}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1278}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1279}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1280}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1281}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1282}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1283}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1284}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1285}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1286}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1287}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1288}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1289}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1290}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1291}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1292}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1293}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1294}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1295}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1296}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1297}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1298}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1299}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1300}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1301}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1302}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1303}\n",
      "2 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 1304}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1305}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1306}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1307}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1308}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1309}\n",
      "2 [[0.]] 0.004999999999953434 False {'regret': 0.0, 'index': 1310}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1311}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1312}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1313}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1314}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1315}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1316}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1317}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1318}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1319}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1320}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1321}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1322}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1323}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1324}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1325}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1326}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1327}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1328}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1329}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1330}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1331}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1332}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1333}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1334}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1335}\n",
      "2 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 1336}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1337}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1338}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1339}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1340}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1341}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1342}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1343}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1344}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1345}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1346}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1347}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1348}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1349}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1350}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1351}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1352}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1353}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1354}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1355}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1356}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1357}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1358}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1359}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1360}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1361}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1362}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1363}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1364}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1365}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1366}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1367}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1368}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1369}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1370}\n",
      "6 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 1371}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1372}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1373}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1374}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1375}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1376}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1377}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1378}\n",
      "2 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 1379}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1380}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1381}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1382}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1383}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1384}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1385}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1386}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1387}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1388}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1389}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1390}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1391}\n",
      "6 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 1392}\n",
      "7 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 1393}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1394}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1395}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1396}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1397}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1398}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1399}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1400}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1401}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1402}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1403}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1404}\n",
      "2 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 1405}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1406}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1407}\n",
      "2 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 1408}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1409}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1410}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1411}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1412}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1413}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1414}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1415}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1416}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1417}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1418}\n",
      "2 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 1419}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1420}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1421}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1422}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1423}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1424}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1425}\n",
      "2 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 1426}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1427}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1428}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1429}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1430}\n",
      "2 [[0.]] 0.004999999999953434 False {'regret': 0.0, 'index': 1431}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1432}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1433}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1434}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1435}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1436}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1437}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1438}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1439}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1440}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1441}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1442}\n",
      "6 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 1443}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1444}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1445}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1446}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1447}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1448}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1449}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1450}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1451}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1452}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1453}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1454}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1455}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1456}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1457}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1458}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1459}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1460}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1461}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1462}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1463}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1464}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1465}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1466}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1467}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1468}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1469}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1470}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1471}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 1472}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1473}\n",
      "2 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 1474}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1475}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1476}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1477}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1478}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1479}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1480}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1481}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1482}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1483}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1484}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1485}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1486}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1487}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1488}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1489}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1490}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1491}\n",
      "6 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 1492}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 1493}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1494}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1495}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1496}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1497}\n",
      "7 [[0.]] 0.005 True {'regret': 0.0, 'index': 1498}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 2}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 3}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 4}\n",
      "4 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 5}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 6}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 7}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 8}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 9}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 10}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 11}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 12}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 13}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 14}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 15}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 16}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 17}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 18}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 19}\n",
      "5 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 20}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 21}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 22}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 23}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 24}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 25}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 26}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 27}\n",
      "1 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 28}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 29}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 30}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 31}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 32}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 33}\n",
      "3 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 34}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 35}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 36}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 37}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 38}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 39}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 40}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 41}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 42}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 43}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 44}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 45}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 46}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 47}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 48}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 49}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 50}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 51}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 52}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 53}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 54}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 55}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 56}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 57}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 58}\n",
      "8 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 59}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 60}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 61}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 62}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 63}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 64}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 65}\n",
      "5 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 66}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 67}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 68}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 69}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 70}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 71}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 72}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 73}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 74}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 75}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 76}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 77}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 78}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 79}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 80}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 81}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 82}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 83}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 84}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 85}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 86}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 87}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 88}\n",
      "7 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 89}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 90}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 91}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 92}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 93}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 94}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 95}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 96}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 97}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 98}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 99}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 100}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 101}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 102}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 103}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 104}\n",
      "8 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 105}\n",
      "5 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 106}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 107}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 108}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 109}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 110}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 111}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 112}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 113}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 114}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 115}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 116}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 117}\n",
      "2 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 118}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 119}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 120}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 121}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 122}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 123}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 124}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 125}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 126}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 127}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 128}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 129}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 130}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 131}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 132}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 133}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 134}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 135}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 136}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 137}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 138}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 139}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 140}\n",
      "8 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 141}\n",
      "4 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 142}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 143}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 144}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 145}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 146}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 147}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 148}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 149}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 150}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 151}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 152}\n",
      "6 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 153}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 154}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 155}\n",
      "3 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 156}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 157}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 158}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 159}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 160}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 161}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 162}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 163}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 164}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 165}\n",
      "8 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 166}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 167}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 168}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 169}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 170}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 171}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 172}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 173}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 174}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 175}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 176}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 177}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 178}\n",
      "6 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 179}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 180}\n",
      "4 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 181}\n",
      "8 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 182}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 183}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 184}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 185}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 186}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 187}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 188}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 189}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 190}\n",
      "4 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 191}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 192}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 193}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 194}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 195}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 196}\n",
      "3 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 197}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 198}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 199}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 200}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 201}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 202}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 203}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 204}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 205}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 206}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 207}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 208}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 209}\n",
      "3 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 210}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 211}\n",
      "8 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 212}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 213}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 214}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 215}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 216}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 217}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 218}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 219}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 220}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 221}\n",
      "7 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 222}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 223}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 224}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 225}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 226}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 227}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 228}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 229}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 230}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 231}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 232}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 233}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 234}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 235}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 236}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 237}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 238}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 239}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 240}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 241}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 242}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 243}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 244}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 245}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 246}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 247}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 248}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 249}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 250}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 251}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 252}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 253}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 254}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 255}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 256}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 257}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 258}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 259}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 260}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 261}\n",
      "4 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 262}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 263}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 264}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 265}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 266}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 267}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 268}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 269}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 270}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 271}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 272}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 273}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 274}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 275}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 276}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 277}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 278}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 279}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 280}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 281}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 282}\n",
      "7 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 283}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 284}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 285}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 286}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 287}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 288}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 289}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 290}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 291}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 292}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 293}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 294}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 295}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 296}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 297}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 298}\n",
      "6 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 299}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 300}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 301}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 302}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 303}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 304}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 305}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 306}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 307}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 308}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 309}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 310}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 311}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 312}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 313}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 314}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 315}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 316}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 317}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 318}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 319}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 320}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 321}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 322}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 323}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 324}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 325}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 326}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 327}\n",
      "6 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 328}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 329}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 330}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 331}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 332}\n",
      "2 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 333}\n",
      "7 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 334}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 335}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 336}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 337}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 338}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 339}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 340}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 341}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 342}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 343}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 344}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 345}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 346}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 347}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 348}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 349}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 350}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 351}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 352}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 353}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 354}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 355}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 356}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 357}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 358}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 359}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 360}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 361}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 362}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 363}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 364}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 365}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 366}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 367}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 368}\n",
      "5 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 369}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 370}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 371}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 372}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 373}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 374}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 375}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 376}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 377}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 378}\n",
      "3 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 379}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 380}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 381}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 382}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 383}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 384}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 385}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 386}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 387}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 388}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 389}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 390}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 391}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 392}\n",
      "5 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 393}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 394}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 395}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 396}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 397}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 398}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 399}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 400}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 401}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 402}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 403}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 404}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 405}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 406}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 407}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 408}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 409}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 410}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 411}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 412}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 413}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 414}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 415}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 416}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 417}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 418}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 419}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 420}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 421}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 422}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 423}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 424}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 425}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 426}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 427}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 428}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 429}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 430}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 431}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 432}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 433}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 434}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 435}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 436}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 437}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 438}\n",
      "1 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 439}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 440}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 441}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 442}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 443}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 444}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 445}\n",
      "1 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 446}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 447}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 448}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 449}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 450}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 451}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 452}\n",
      "5 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 453}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 454}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 455}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 456}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 457}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 458}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 459}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 460}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 461}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 462}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 463}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 464}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 465}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 466}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 467}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 468}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 469}\n",
      "2 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 470}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 471}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 472}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 473}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 474}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 475}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 476}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 477}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 478}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 479}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 480}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 481}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 482}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 483}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 484}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 485}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 486}\n",
      "8 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 487}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 488}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 489}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 490}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 491}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 492}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 493}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 494}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 495}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 496}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 497}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 498}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 499}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 500}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 501}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 502}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 503}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 504}\n",
      "1 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 505}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 506}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 507}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 508}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 509}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 510}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 511}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 512}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 513}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 514}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 515}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 516}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 517}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 518}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 519}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 520}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 521}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 522}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 523}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 524}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 525}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 526}\n",
      "1 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 527}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 528}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 529}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 530}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 531}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 532}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 533}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 534}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 535}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 536}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 537}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 538}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 539}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 540}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 541}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 542}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 543}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 544}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 545}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 546}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 547}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 548}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 549}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 550}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 551}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 552}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 553}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 554}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 555}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 556}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 557}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 558}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 559}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 560}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 561}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 562}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 563}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 564}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 565}\n",
      "4 [[0.]] 0.004999999999994179 False {'regret': 0.0, 'index': 566}\n",
      "3 [[0.]] 0.005000000000005821 False {'regret': 0.0, 'index': 567}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 568}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 569}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 570}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 571}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 572}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 573}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 574}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 575}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 576}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 577}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 578}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 579}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 580}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 581}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 582}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 583}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 584}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 585}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 586}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 587}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 588}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 589}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 590}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 591}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 592}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 593}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 594}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 595}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 596}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 597}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 598}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 599}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 600}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 601}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 602}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 603}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 604}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 605}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 606}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 607}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 608}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 609}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 610}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 611}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 612}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 613}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 614}\n",
      "5 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 615}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 616}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 617}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 618}\n",
      "4 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 619}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 620}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 621}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 622}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 623}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 624}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 625}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 626}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 627}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 628}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 629}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 630}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 631}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 632}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 633}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 634}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 635}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 636}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 637}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 638}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 639}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 640}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 641}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 642}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 643}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 644}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 645}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 646}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 647}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 648}\n",
      "4 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 649}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 650}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 651}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 652}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 653}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 654}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 655}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 656}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 657}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 658}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 659}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 660}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 661}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 662}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 663}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 664}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 665}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 666}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 667}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 668}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 669}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 670}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 671}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 672}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 673}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 674}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 675}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 676}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 677}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 678}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 679}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 680}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 681}\n",
      "3 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 682}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 683}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 684}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 685}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 686}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 687}\n",
      "6 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 688}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 689}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 690}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 691}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 692}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 693}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 694}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 695}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 696}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 697}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 698}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 699}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 700}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 701}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 702}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 703}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 704}\n",
      "6 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 705}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 706}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 707}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 708}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 709}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 710}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 711}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 712}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 713}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 714}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 715}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 716}\n",
      "8 [[0.]] 0.005000000000011642 False {'regret': 0.0, 'index': 717}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 718}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 719}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 720}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 721}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 722}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 723}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 724}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 725}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 726}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 727}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 728}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 729}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 730}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 731}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 732}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 733}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 734}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 735}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 736}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 737}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 738}\n",
      "1 [[0.]] 0.004999999999988358 False {'regret': 0.0, 'index': 739}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 740}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 741}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 742}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 743}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 744}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 745}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 746}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 747}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 748}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 749}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 750}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 751}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 752}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 753}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 754}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 755}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 756}\n",
      "2 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 757}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 758}\n",
      "2 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 759}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 760}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 761}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 762}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 763}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 764}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 765}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 766}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 767}\n",
      "2 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 768}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 769}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 770}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 771}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 772}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 773}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 774}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 775}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 776}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 777}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 778}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 779}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 780}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 781}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 782}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 783}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 784}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 785}\n",
      "2 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 786}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 787}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 788}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 789}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 790}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 791}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 792}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 793}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 794}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 795}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 796}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 797}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 798}\n",
      "2 [[0.]] 0.005000000000046566 False {'regret': 0.0, 'index': 799}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 800}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 801}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 802}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 803}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 804}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 805}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 806}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 807}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 808}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 809}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 810}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 811}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 812}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 813}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 814}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 815}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 816}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 817}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 818}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 819}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 820}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 821}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 822}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 823}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 824}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 825}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 826}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 827}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 828}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 829}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 830}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 831}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 832}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 833}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 834}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 835}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 836}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 837}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 838}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 839}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 840}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 841}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 842}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 843}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 844}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 845}\n",
      "6 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 846}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 847}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 848}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 849}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 850}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 851}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 852}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 853}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 854}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 855}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 856}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 857}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 858}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 859}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 860}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 861}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 862}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 863}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 864}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 865}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 866}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 867}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 868}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 869}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 870}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 871}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 872}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 873}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 874}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 875}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 876}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 877}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 878}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 879}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 880}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 881}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 882}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 883}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 884}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 885}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 886}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 887}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 888}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 889}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 890}\n",
      "6 [[0.]] 0.005000000000046566 False {'regret': 0.0, 'index': 891}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 892}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 893}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 894}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 895}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 896}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 897}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 898}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 899}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 900}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 901}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 902}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 903}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 904}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 905}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 906}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 907}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 908}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 909}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 910}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 911}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 912}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 913}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 914}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 915}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 916}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 917}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 918}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 919}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 920}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 921}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 922}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 923}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 924}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 925}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 926}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 927}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 928}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 929}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 930}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 931}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 932}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 933}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 934}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 935}\n",
      "7 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 936}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 937}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 938}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 939}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 940}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 941}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 942}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 943}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 944}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 945}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 946}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 947}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 948}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 949}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 950}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 951}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 952}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 953}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 954}\n",
      "2 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 955}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 956}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 957}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 958}\n",
      "2 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 959}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 960}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 961}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 962}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 963}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 964}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 965}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 966}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 967}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 968}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 969}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 970}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 971}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 972}\n",
      "6 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 973}\n",
      "6 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 974}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 975}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 976}\n",
      "2 [[0.]] 0.004999999999976717 False {'regret': 0.0, 'index': 977}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 978}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 979}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 980}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 981}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 982}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 983}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 984}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 985}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 986}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 987}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 988}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 989}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 990}\n",
      "5 [[0.]] 0.005 False {'regret': 0.0, 'index': 991}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 992}\n",
      "0 [[0.]] 0.0 False {'regret': 0.0, 'index': 993}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 994}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 995}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 996}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 997}\n",
      "6 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 998}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 999}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1000}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1001}\n",
      "4 [[0.]] 0.005 False {'regret': 0.0, 'index': 1002}\n",
      "3 [[0.]] 0.005 False {'regret': 0.0, 'index': 1003}\n",
      "8 [[0.]] 0.005 False {'regret': 0.0, 'index': 1004}\n",
      "2 [[0.]] 0.005000000000023283 False {'regret': 0.0, 'index': 1005}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1006}\n",
      "6 [[0.]] 0.005 False {'regret': 0.0, 'index': 1007}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1008}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1009}\n",
      "2 [[0.]] 0.005 False {'regret': 0.0, 'index': 1010}\n",
      "1 [[0.]] 0.005 False {'regret': 0.0, 'index': 1011}\n",
      "7 [[0.]] 0.005 False {'regret': 0.0, 'index': 1012}\n"
     ]
    }
   ],
   "source": [
    "done = 1\n",
    "reward_list = []\n",
    "iterations = 10000 #50000\n",
    "\n",
    "for i in range(iterations):\n",
    "    if done == 1:\n",
    "        bandit.reset()\n",
    "\n",
    "    action = bandit.action_space.sample()\n",
    "    obs = bandit.step(action)\n",
    "    context, reward, done, info = obs\n",
    "    reward_list.append(reward)\n",
    "    print(action, context, reward, done, info)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import ray\n",
    "from ray.rllib.agents.trainer import with_base_config, with_common_config\n",
    "from ray.rllib.contrib.bandits.agents.lin_ts import TS_CONFIG\n",
    "from ray.rllib.contrib.bandits.agents.lin_ts import LinTSTrainer\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{}"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ray.init(temp_dir='.', memory=52428800, object_store_memory=78643200, num_cpus=1, num_gpus=0, local_mode=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "We need a custom config object with our parameters for `MarketBandit`. We do this building on the default `TS_CONFIG` object for _LinTS_:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "market_config = with_base_config(TS_CONFIG, {\n",
    "    \"env\":           MarketBandit\n",
    "})\n",
    "\n",
    "stop = {\n",
    "    \"training_iteration\": 100\n",
    "}"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Also, we'll define a custom trainer, which builds on the `LinTSTrainer`, with \"updates\". Note that it's the first argument we'll pass to `tune.run()` in the following cell. When all we need is `LinTSTrainer`, as is, and no extra custom config settings, we can just pass the string `contrib/LinTS` to `tune.run()`.  "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "MarketLinTSTrainer = LinTSTrainer.with_updates(\n",
    "    name=\"MarketLinTSTrainer\",\n",
    "    default_config=market_config,      # Will be merged with Trainer.COMMON_CONFIG (rllib/agent/trainer.py)\n",
    "    #default_policy=[somePolicyClass]  # If we had a policy...\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "analysis = ray.tune.run(\n",
    "    MarketLinTSTrainer,\n",
    "    config=market_config,\n",
    "    stop=stop,\n",
    "    num_samples=3,    \n",
    "    checkpoint_at_end=True,\n",
    "    verbose=1\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "!cat /home/jovyan/ray_results/MarketLinTSTrainer/MarketLinTSTrainer_MarketBandit_0_2020-10-16_15-57-0390q7c64v/error.txt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "stats = analysis.stats()\n",
    "secs = stats[\"timestamp\"] - stats[\"start_time\"]\n",
    "print(f'{secs:7.2f} seconds, {secs/60.0:7.2f} minutes')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-10-19 08:23:23,521\tWARNING compression.py:16 -- lz4 not available, disabling sample compression. This will significantly impact RLlib performance. To install lz4, run `pip install lz4`.\n"
     ]
    }
   ],
   "source": [
    "from ray.rllib.agents.ppo import PPOTrainer, DEFAULT_CONFIG"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "trainer_config = DEFAULT_CONFIG.copy()\n",
    "trainer_config['num_workers'] = 1\n",
    "trainer_config[\"train_batch_size\"] = 400\n",
    "trainer_config[\"sgd_minibatch_size\"] = 64\n",
    "trainer_config[\"num_sgd_iter\"] = 10"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-10-19 08:23:27,332\tINFO trainer.py:428 -- Tip: set 'eager': true or the --eager flag to enable TensorFlow eager execution\n",
      "2020-10-19 08:23:27,344\tERROR logger.py:193 -- pip install 'ray[tune]' to see TensorBoard files.\n",
      "2020-10-19 08:23:27,345\tWARNING logger.py:308 -- Could not instantiate TBXLogger: No module named 'tensorboardX'.\n",
      "2020-10-19 08:23:27,346\tERROR syncer.py:39 -- Log sync requires rsync to be installed.\n",
      "2020-10-19 08:23:27,353\tINFO trainer.py:585 -- Current log_level is WARN. For more information, set 'log_level': 'INFO' / 'DEBUG' or use the -v and -vv flags.\n",
      "/opt/conda/envs/Python-3.7-main/lib/python3.7/site-packages/gym/logger.py:30: UserWarning: \u001b[33mWARN: Box bound precision lowered by casting to float32\u001b[0m\n",
      "  warnings.warn(colorize('%s: %s'%('WARN', msg % args), 'yellow'))\n",
      "2020-10-19 08:23:31,984\tINFO trainable.py:217 -- Getting current IP.\n",
      "2020-10-19 08:23:31,986\tWARNING util.py:37 -- Install gputil for GPU system monitoring.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Training iterations: ....................done\n"
     ]
    }
   ],
   "source": [
    "trainer = PPOTrainer(trainer_config, MarketBandit)\n",
    "print(f'Training iterations: ', end='')\n",
    "for i in range(20):\n",
    "    print('.', end='')\n",
    "    trainer.train()\n",
    "print('done')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cumulative reward you received is: 147199.99999999767. Congratulations!\n",
      "Portfolio value: 583741.1762928049\n",
      "Money invested 54900.0\n"
     ]
    }
   ],
   "source": [
    "env = MarketBandit()\n",
    "state = env.reset()\n",
    "\n",
    "done = False\n",
    "max_state = -1\n",
    "cumulative_reward = 0\n",
    "\n",
    "while not done:\n",
    "    action = trainer.compute_action(state)\n",
    "    state, reward, done, results = env.step(action)\n",
    "    max_state = max(max_state, state)\n",
    "    cumulative_reward += reward\n",
    "\n",
    "print(f'Cumulative reward you received is: {cumulative_reward*20000}. Congratulations!')\n",
    "print(f'Portfolio value: {env.get_portfolio_value(df.iloc[len(df)-1])}')\n",
    "print(f'Money invested {env.money_invested}')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Analyzing the results\n",
    "\n",
    "Let's analyze the rewards and cumulative regrets of these trials."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_ts = pd.DataFrame()\n",
    "\n",
    "for key, df_trial in analysis.trial_dataframes.items():\n",
    "    df_ts = df_ts.append(df_trial, ignore_index=True)\n",
    "    \n",
    "df_ts.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "rewards = df_ts \\\n",
    "    .groupby(\"info/num_steps_trained\")[\"episode_reward_mean\"] \\\n",
    "    .aggregate([\"mean\", \"max\", \"min\", \"std\"])\n",
    "\n",
    "rewards"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "plot_line_with_stddev(rewards, x_col='info/num_steps_trained', y_col='mean', stddev_col='std', \n",
    "                      title='Rewards vs. Steps', x_axis_label='step', y_axis_label='reward')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "([image](../../images/rllib/Market-Bandit-Rewards-vs-Steps.png))\n",
    "\n",
    "The rewards reach what appears to be nearly optimal by 3000 steps, then shows some slow improvement beyond 8000."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "regrets = df_ts \\\n",
    "    .groupby(\"info/num_steps_trained\")[\"info/learner/default_policy/cumulative_regret\"] \\\n",
    "    .aggregate([\"mean\", \"max\", \"min\", \"std\"])\n",
    "\n",
    "regrets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "plot_cumulative_regret(regrets)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "([image](../../images/rllib/Market-Bandit-Cumulative-Regret.png))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Evaluating the Trained Policy\n",
    "\n",
    "Overall, how well did the trained policy perform? The results should be better than random, but less than the best case."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "print(\"{:5.2f}% optimized return annualized\".format(max(rewards[\"mean\"]) / n_years))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "You should see a number between 6-8%. That's better than the random action baseline of 3.75%, but no where near the best case scenario of 15.18% return. Hence, our regrets continue to grow over time...\n",
    "\n",
    "Note that investing solely in the S&P stock index which would have produced better than 8% return over that period -- that is, if one could wait 92 years. However, investing one's entire portfolio into stocks can become quite a risky policy in the short-term, so we were exploring how to balance a portfolio given only limited information.\n",
    "\n",
    "In any case, the contextual bandit performed well considering that it could only use *inflation* for the context of its decisions, and could only take actions once each year."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Exercise 1\n",
    "\n",
    "Try using a `LinUCBTrainer`-based trainer. How does the annualized return compare?"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "## Extra - Restoring from a Checkpoint\n",
    "\n",
    "In the previous lesson, [05 Thompson Sampling](05-Thompson-Sampling.ipynb), we showed how to restore a trainer from a checkpoint, but almost \"in passing\". Let's use this feature again, this time with our custom trainer class `MarketLinTSTrainer`."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "trial = analysis.trials[0]\n",
    "path = trial.checkpoint.value\n",
    "print(f'checkpoint_path: {path}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "trainer = MarketLinTSTrainer(market_config)  # create instance and then restore from checkpoint\n",
    "trainer.restore(path)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Access the model, to review the distribution of arm weights"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "model = trainer.get_policy().model\n",
    "means = [model.arms[i].theta.numpy() for i in range(3)]\n",
    "covs = [model.arms[i].covariance.numpy() for i in range(3)]\n",
    "means, covs, model.arms[0].theta.numpy()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "A final note: when you checkpoint it will change how the training performs in this notebook, if you rerun the training! So be sure to start from scratch when doing experiments here, if that's what you intend!"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "ray.shutdown()  # \"Undo ray.init()\"."
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3.7",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}