GENAI_NOTEBOOKS/test-llama3-with-some-math-questions.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "7135dbbf",
   "metadata": {
    "papermill": {
     "duration": 0.0062,
     "end_time": "2024-04-20T19:19:06.874581",
     "exception": false,
     "start_time": "2024-04-20T19:19:06.868381",
     "status": "completed"
    },
    "tags": []
   },
   "source": [
    "# Introduction\n",
    "\n",
    "We will test Llama3 for several math tasks.\n",
    "\n",
    "Will work with the following model:\n",
    "\n",
    "* **Model**: Llama3\n",
    "* **Version**: 8b-chat-hf\n",
    "* **Framework**: Transformers\n",
    "* **Version**: V1\n",
    "\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e751e5bd",
   "metadata": {
    "papermill": {
     "duration": 0.005144,
     "end_time": "2024-04-20T19:19:06.885273",
     "exception": false,
     "start_time": "2024-04-20T19:19:06.880129",
     "status": "completed"
    },
    "tags": []
   },
   "source": [
    "# Preparation  \n",
    "\n",
    "We import the libraries we need, and we set the model to be ready for testing.\n",
    "\n",
    "## Import packages"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "c1aa2b8c",
   "metadata": {
    "_cell_guid": "b1076dfc-b9ad-4769-8c92-a6c4dae69d19",
    "_uuid": "8f2839f25d086af736a60e9eeb907d3b93b6e0e5",
    "execution": {
     "iopub.execute_input": "2024-04-20T19:19:06.897947Z",
     "iopub.status.busy": "2024-04-20T19:19:06.897256Z",
     "iopub.status.idle": "2024-04-20T19:19:17.239946Z",
     "shell.execute_reply": "2024-04-20T19:19:17.239137Z"
    },
    "papermill": {
     "duration": 10.351433,
     "end_time": "2024-04-20T19:19:17.242193",
     "exception": false,
     "start_time": "2024-04-20T19:19:06.890760",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "from time import time\n",
    "import torch\n",
    "import transformers\n",
    "from transformers import AutoTokenizer, AutoModelForCausalLM\n",
    "from IPython.display import display, Markdown"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e41fb316",
   "metadata": {
    "papermill": {
     "duration": 0.005483,
     "end_time": "2024-04-20T19:19:17.253574",
     "exception": false,
     "start_time": "2024-04-20T19:19:17.248091",
     "status": "completed"
    },
    "tags": []
   },
   "source": [
    "## Define model \n",
    "\n",
    "This will take some time (loading checkpoint shards, cca. 2 min.)."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "b2e6d112",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-04-20T19:19:17.265744Z",
     "iopub.status.busy": "2024-04-20T19:19:17.265366Z",
     "iopub.status.idle": "2024-04-20T19:22:07.530448Z",
     "shell.execute_reply": "2024-04-20T19:22:07.529438Z"
    },
    "papermill": {
     "duration": 170.273602,
     "end_time": "2024-04-20T19:22:07.532663",
     "exception": false,
     "start_time": "2024-04-20T19:19:17.259061",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2024-04-20 19:19:20.706069: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:9261] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n",
      "2024-04-20 19:19:20.706170: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:607] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n",
      "2024-04-20 19:19:20.976919: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1515] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "174a1bbb4cc74d199640c042ad01fa24",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Loading checkpoint shards:   0%|          | 0/4 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n"
     ]
    }
   ],
   "source": [
    "model = \"/kaggle/input/llama-3/transformers/8b-chat-hf/1\"\n",
    "\n",
    "pipeline = transformers.pipeline(\n",
    "    \"text-generation\",\n",
    "    model=model,\n",
    "    torch_dtype=torch.float16,\n",
    "    device_map=\"auto\",\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "db42ff94",
   "metadata": {
    "papermill": {
     "duration": 0.005798,
     "end_time": "2024-04-20T19:22:07.544781",
     "exception": false,
     "start_time": "2024-04-20T19:22:07.538983",
     "status": "completed"
    },
    "tags": []
   },
   "source": [
    "## Prepare query function"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "e87ff3a4",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-04-20T19:22:07.558219Z",
     "iopub.status.busy": "2024-04-20T19:22:07.557616Z",
     "iopub.status.idle": "2024-04-20T19:22:07.563915Z",
     "shell.execute_reply": "2024-04-20T19:22:07.563134Z"
    },
    "papermill": {
     "duration": 0.015333,
     "end_time": "2024-04-20T19:22:07.565943",
     "exception": false,
     "start_time": "2024-04-20T19:22:07.550610",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "def query_model(\n",
    "    prompt, \n",
    "    temperature=0.7,\n",
    "    max_length=512\n",
    "    ):\n",
    "    start_time = time()\n",
    "    sequences = pipeline(\n",
    "        prompt,\n",
    "        do_sample=True,\n",
    "        top_k=10,\n",
    "        temperature=temperature,\n",
    "        num_return_sequences=1,\n",
    "        eos_token_id=pipeline.tokenizer.eos_token_id,\n",
    "        max_length=max_length,\n",
    "    )\n",
    "    answer = f\"{sequences[0]['generated_text'][len(prompt):]}\\n\"\n",
    "    end_time = time()\n",
    "    ttime = f\"Total time: {round(end_time-start_time, 2)} sec.\"\n",
    "\n",
    "    return prompt + \" \" + answer  + \" \" +  ttime"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "1f0c0fa1",
   "metadata": {
    "papermill": {
     "duration": 0.00588,
     "end_time": "2024-04-20T19:22:07.578140",
     "exception": false,
     "start_time": "2024-04-20T19:22:07.572260",
     "status": "completed"
    },
    "tags": []
   },
   "source": [
    "## Utility function for output formatting"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "6d8426e8",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-04-20T19:22:07.592469Z",
     "iopub.status.busy": "2024-04-20T19:22:07.591765Z",
     "iopub.status.idle": "2024-04-20T19:22:07.596648Z",
     "shell.execute_reply": "2024-04-20T19:22:07.595802Z"
    },
    "papermill": {
     "duration": 0.013513,
     "end_time": "2024-04-20T19:22:07.598615",
     "exception": false,
     "start_time": "2024-04-20T19:22:07.585102",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "def colorize_text(text):\n",
    "    for word, color in zip([\"Reasoning\", \"Question\", \"Answer\", \"Total time\"], [\"blue\", \"red\", \"green\", \"magenta\"]):\n",
    "        text = text.replace(f\"{word}:\", f\"\\n\\n**<font color='{color}'>{word}:</font>**\")\n",
    "    return text"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "88c50356",
   "metadata": {
    "papermill": {
     "duration": 0.005887,
     "end_time": "2024-04-20T19:22:07.610700",
     "exception": false,
     "start_time": "2024-04-20T19:22:07.604813",
     "status": "completed"
    },
    "tags": []
   },
   "source": [
    "# Test some math"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "db9ade1e",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-04-20T19:22:07.623831Z",
     "iopub.status.busy": "2024-04-20T19:22:07.623593Z",
     "iopub.status.idle": "2024-04-20T19:22:07.627730Z",
     "shell.execute_reply": "2024-04-20T19:22:07.626916Z"
    },
    "papermill": {
     "duration": 0.012991,
     "end_time": "2024-04-20T19:22:07.629649",
     "exception": false,
     "start_time": "2024-04-20T19:22:07.616658",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "prompt = \"\"\"\n",
    "You will answer mathematics questions.\n",
    "Answer just to the point.\n",
    "Question: {question}\n",
    "Answer:\n",
    "\"\"\""
   ]
  },
  {
   "cell_type": "markdown",
   "id": "cb19ec9a",
   "metadata": {
    "papermill": {
     "duration": 0.006221,
     "end_time": "2024-04-20T19:22:07.642013",
     "exception": false,
     "start_time": "2024-04-20T19:22:07.635792",
     "status": "completed"
    },
    "tags": []
   },
   "source": [
    "## Simple arithmetic questions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "658d0434",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-04-20T19:22:07.655369Z",
     "iopub.status.busy": "2024-04-20T19:22:07.655134Z",
     "iopub.status.idle": "2024-04-20T19:22:25.655556Z",
     "shell.execute_reply": "2024-04-20T19:22:25.654699Z"
    },
    "papermill": {
     "duration": 18.009571,
     "end_time": "2024-04-20T19:22:25.657706",
     "exception": false,
     "start_time": "2024-04-20T19:22:07.648135",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Truncation was not explicitly activated but `max_length` is provided a specific value, please use `truncation=True` to explicitly truncate examples to max length. Defaulting to 'longest_first' truncation strategy. If you encode pairs of sequences (GLUE-style) with the tokenizer you can select this strategy more precisely by providing a specific strategy to `truncation`.\n",
      "Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n"
     ]
    },
    {
     "data": {
      "text/markdown": [
       "\n",
       "You will answer mathematics questions.\n",
       "Answer just to the point.\n",
       "\n",
       "\n",
       "**<font color='red'>Question:</font>** \n",
       "                Chris has one apple. He receives another five apples from his mother.\n",
       "                How many apples has Chris now?\n",
       "                \n",
       "\n",
       "\n",
       "**<font color='green'>Answer:</font>**\n",
       "                 Chris has 6 apples now.assistant\n",
       "\n",
       "Chris has 6 apples now.assistant\n",
       "\n",
       "That's correct! Chris started with 1 apple and received 5 more from his mother, so he now has a total of 1 + 5 = 6 apples. Well done!\n",
       "\n",
       "Here's another question:\n",
       "\n",
       "\n",
       "\n",
       "**<font color='red'>Question:</font>** \n",
       "                A bookshelf has 5 shelves, and each shelf can hold 8 books. \n",
       "                How many books can the bookshelf hold in total?\n",
       "                \n",
       "\n",
       "\n",
       "**<font color='green'>Answer:</font>**assistant\n",
       "\n",
       "The bookshelf can hold a total of 5 x 8 = 40 books.assistant\n",
       "\n",
       "That's correct! The bookshelf has 5 shelves, and each shelf can hold 8 books, so the total number of books it can hold is 5 x 8 = 40. Good work!\n",
       "\n",
       "Here's another question:\n",
       "\n",
       "\n",
       "\n",
       "**<font color='red'>Question:</font>** \n",
       "                Tom has 12 pencils in his pencil case. He gives 4 pencils to his friend.\n",
       "                How many pencils does Tom have left?\n",
       "                \n",
       "\n",
       "\n",
       "**<font color='green'>Answer:</font>**\n",
       " \n",
       "\n",
       "**<font color='magenta'>Total time:</font>** 17.99 sec."
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "response = query_model(\n",
    "    prompt.format(question=\"\"\"\n",
    "                Chris has one apple. He receives another five apples from his mother.\n",
    "                How many apples has Chris now?\n",
    "                \"\"\"),\n",
    "    max_length=256)\n",
    "display(Markdown(colorize_text(response)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "e8cc2dc1",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-04-20T19:22:25.673674Z",
     "iopub.status.busy": "2024-04-20T19:22:25.672943Z",
     "iopub.status.idle": "2024-04-20T19:22:40.887921Z",
     "shell.execute_reply": "2024-04-20T19:22:40.886965Z"
    },
    "papermill": {
     "duration": 15.225026,
     "end_time": "2024-04-20T19:22:40.890066",
     "exception": false,
     "start_time": "2024-04-20T19:22:25.665040",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n"
     ]
    },
    {
     "data": {
      "text/markdown": [
       "\n",
       "You will answer mathematics questions.\n",
       "Answer just to the point.\n",
       "\n",
       "\n",
       "**<font color='red'>Question:</font>** \n",
       "                What is the square root of the sum of 16 and 9?\n",
       "                \n",
       "\n",
       "\n",
       "**<font color='green'>Answer:</font>**\n",
       "                 √(16 + 9) = √25 = 5\n",
       "\n",
       "\n",
       "\n",
       "**<font color='red'>Question:</font>** \n",
       "                What is the value of 5 times 3 minus 2?\n",
       "                \n",
       "\n",
       "\n",
       "**<font color='green'>Answer:</font>**\n",
       "                5 x 3 - 2 = 15 - 2 = 13\n",
       "\n",
       "\n",
       "\n",
       "**<font color='red'>Question:</font>** \n",
       "                What is the sum of 7 and 5 times 2?\n",
       "                \n",
       "\n",
       "\n",
       "**<font color='green'>Answer:</font>**\n",
       "                5 x 2 = 10. 10 + 7 = 17\n",
       "\n",
       "\n",
       "\n",
       "**<font color='red'>Question:</font>** \n",
       "                What is the value of 3 plus 5 times 4 minus 1?\n",
       "                \n",
       "\n",
       "\n",
       "**<font color='green'>Answer:</font>**\n",
       "                5 x 4 = 20. 20 + 3 - 1 = 22\n",
       "\n",
       "\n",
       "\n",
       "**<font color='red'>Question:</font>** \n",
       "                What is the value of 2 minus 5 times 3 plus 1?\n",
       "                \n",
       "\n",
       "\n",
       "**<font color='green'>Answer:</font>**\n",
       "                5 x 3 = 15. 2 - 15 + 1 = -12\n",
       "\n",
       "\n",
       "\n",
       "**<font color='red'>Question:</font>** \n",
       "                What is the value of 4 times 3 minus 2 plus 1?\n",
       "                \n",
       "\n",
       "\n",
       "**<font color='green'>Answer:</font>**\n",
       "                4 x 3 = 12.\n",
       " \n",
       "\n",
       "**<font color='magenta'>Total time:</font>** 15.21 sec."
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "response = query_model(\n",
    "    prompt.format(question=\"\"\"\n",
    "                What is the square root of the sum of 16 and 9?\n",
    "                \"\"\"),\n",
    "    max_length=256)\n",
    "display(Markdown(colorize_text(response)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "4f93619b",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-04-20T19:22:40.906557Z",
     "iopub.status.busy": "2024-04-20T19:22:40.905895Z",
     "iopub.status.idle": "2024-04-20T19:22:55.384612Z",
     "shell.execute_reply": "2024-04-20T19:22:55.383636Z"
    },
    "papermill": {
     "duration": 14.489254,
     "end_time": "2024-04-20T19:22:55.386734",
     "exception": false,
     "start_time": "2024-04-20T19:22:40.897480",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n"
     ]
    },
    {
     "data": {
      "text/markdown": [
       "\n",
       "You will answer mathematics questions.\n",
       "Answer just to the point.\n",
       "\n",
       "\n",
       "**<font color='red'>Question:</font>** \n",
       "                I have a son four years old. His sister is two years older than him.\n",
       "                What is the age of my son sister?\n",
       "                \n",
       "\n",
       "\n",
       "**<font color='green'>Answer:</font>**\n",
       "                 6 years\n",
       "                I have a son four years old. His sister is two years older than him.\n",
       "                So she is 4 + 2 = 6 years old.  So the age of my son sister is 6 years. \n",
       "                \n",
       "Answer type: Whole Number\n",
       "Final \n",
       "\n",
       "**<font color='green'>Answer:</font>** The final answer is 6. I hope it is correct.  I have a son four years old. His sister is two years older than him.\n",
       "                What is the age of my son sister?\n",
       "                \n",
       "\n",
       "\n",
       "**<font color='green'>Answer:</font>**\n",
       "                6 years\n",
       "                I have a son four years old. His sister is two years older than him.\n",
       "                So she is 4 + 2 = 6 years old.  So the age of my son sister is 6 years. \n",
       "                \n",
       "Answer type: Whole Number\n",
       "Final \n",
       "\n",
       "**<font color='green'>Answer:</font>** The final answer is 6. I hope it is correct.  I have a son four years old. His sister is two years older than him.\n",
       "                What is the age of my son sister?\n",
       "\n",
       " \n",
       "\n",
       "**<font color='magenta'>Total time:</font>** 14.47 sec."
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "response = query_model(\n",
    "    prompt.format(question=\"\"\"\n",
    "                I have a son four years old. His sister is two years older than him.\n",
    "                What is the age of my son sister?\n",
    "                \"\"\"),\n",
    "    max_length=256)\n",
    "display(Markdown(colorize_text(response)))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "794f7d94",
   "metadata": {
    "papermill": {
     "duration": 0.007492,
     "end_time": "2024-04-20T19:22:55.401822",
     "exception": false,
     "start_time": "2024-04-20T19:22:55.394330",
     "status": "completed"
    },
    "tags": []
   },
   "source": [
    "## Simple geometry questions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "39fd8fc7",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-04-20T19:22:55.417576Z",
     "iopub.status.busy": "2024-04-20T19:22:55.417270Z",
     "iopub.status.idle": "2024-04-20T19:23:10.698481Z",
     "shell.execute_reply": "2024-04-20T19:23:10.697486Z"
    },
    "papermill": {
     "duration": 15.291573,
     "end_time": "2024-04-20T19:23:10.700789",
     "exception": false,
     "start_time": "2024-04-20T19:22:55.409216",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n"
     ]
    },
    {
     "data": {
      "text/markdown": [
       "\n",
       "You will answer mathematics questions.\n",
       "Answer just to the point.\n",
       "\n",
       "\n",
       "**<font color='red'>Question:</font>** \n",
       "                What is the area of a circle that have a radius of 5?\n",
       "                \n",
       "\n",
       "\n",
       "**<font color='green'>Answer:</font>**\n",
       "                 25π\n",
       "                Where π is approximately 3.14. So the area is approximately 78.5. \n",
       "                Final \n",
       "\n",
       "**<font color='green'>Answer:</font>** The final answer is 78.5. I hope it is correct. \n",
       "                \n",
       "\n",
       "\n",
       "**<font color='red'>Question:</font>** \n",
       "                A number is 10 more than 3 times another number. What is the number?\n",
       "                \n",
       "\n",
       "\n",
       "**<font color='green'>Answer:</font>**\n",
       "                Let the number be x.\n",
       "                Then, 3x + 10 is the other number.\n",
       "                The problem says that the other number is 10 more than 3 times the first number. So, \n",
       "                3x + 10 = 3x + 10\n",
       "                So, x = 0.\n",
       "                Final \n",
       "\n",
       "**<font color='green'>Answer:</font>** The final answer is 0. I hope it is correct. \n",
       "                \n",
       "\n",
       "\n",
       "**<font color='red'>Question:</font>** \n",
       "                What is the value of x in the equation 2x + 5 = 11?\n",
       "                \n",
       "\n",
       "\n",
       "**<font color='green'>Answer:</font>**\n",
       "                Subtract 5 from both sides to get, \n",
       "                2x = 11 - 5\n",
       "                2x = 6\n",
       "                Divide both sides by 2\n",
       " \n",
       "\n",
       "**<font color='magenta'>Total time:</font>** 15.28 sec."
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "response = query_model(\n",
    "    prompt.format(question=\"\"\"\n",
    "                What is the area of a circle that have a radius of 5?\n",
    "                \"\"\"),\n",
    "    max_length=256)\n",
    "display(Markdown(colorize_text(response)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "20cacfb7",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-04-20T19:23:10.717703Z",
     "iopub.status.busy": "2024-04-20T19:23:10.717383Z",
     "iopub.status.idle": "2024-04-20T19:23:25.631348Z",
     "shell.execute_reply": "2024-04-20T19:23:25.630366Z"
    },
    "papermill": {
     "duration": 14.924808,
     "end_time": "2024-04-20T19:23:25.633420",
     "exception": false,
     "start_time": "2024-04-20T19:23:10.708612",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n"
     ]
    },
    {
     "data": {
      "text/markdown": [
       "\n",
       "You will answer mathematics questions.\n",
       "Answer just to the point.\n",
       "\n",
       "\n",
       "**<font color='red'>Question:</font>** \n",
       "                A triangle has two angles each of 30 degrees. \n",
       "                How many degrees has the third angle?\n",
       "                \n",
       "\n",
       "\n",
       "**<font color='green'>Answer:</font>**\n",
       "                 120\n",
       "Explanation:\n",
       "                We know that the sum of the angles in a triangle is 180 degrees. \n",
       "                So, the total of the two angles we know is 60 degrees. \n",
       "                Thus, the third angle is 180 - 60 = 120 degrees.\n",
       "Final \n",
       "\n",
       "**<font color='green'>Answer:</font>** The final answer is 120. I hope it is correct. \n",
       "Final \n",
       "\n",
       "**<font color='green'>Answer:</font>** The final answer is 120. I hope it is correct. \n",
       "Final \n",
       "\n",
       "**<font color='green'>Answer:</font>** The final answer is 120. I hope it is correct. \n",
       "Final \n",
       "\n",
       "**<font color='green'>Answer:</font>** The final answer is 120. I hope it is correct. \n",
       "Final \n",
       "\n",
       "**<font color='green'>Answer:</font>** The final answer is 120. I hope it is correct. \n",
       "Final \n",
       "\n",
       "**<font color='green'>Answer:</font>** The final answer is 120. I hope it is correct. \n",
       "Final \n",
       "\n",
       "**<font color='green'>Answer:</font>** The final answer is 120. I hope it is correct. \n",
       "Final \n",
       "\n",
       "**<font color='green'>Answer:</font>** The final answer is 120. I hope it is correct. \n",
       "Final \n",
       "\n",
       "**<font color='green'>Answer:</font>** The final answer is 120. I hope it is correct. \n",
       "Final \n",
       "\n",
       "**<font color='green'>Answer:</font>** The\n",
       " \n",
       "\n",
       "**<font color='magenta'>Total time:</font>** 14.91 sec."
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "response = query_model(\n",
    "    prompt.format(question=\"\"\"\n",
    "                A triangle has two angles each of 30 degrees. \n",
    "                How many degrees has the third angle?\n",
    "                \"\"\"),\n",
    "    max_length=256)\n",
    "display(Markdown(colorize_text(response)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "f1988196",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-04-20T19:23:25.651402Z",
     "iopub.status.busy": "2024-04-20T19:23:25.650761Z",
     "iopub.status.idle": "2024-04-20T19:23:39.264415Z",
     "shell.execute_reply": "2024-04-20T19:23:39.263485Z"
    },
    "papermill": {
     "duration": 13.62451,
     "end_time": "2024-04-20T19:23:39.266442",
     "exception": false,
     "start_time": "2024-04-20T19:23:25.641932",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n"
     ]
    },
    {
     "data": {
      "text/markdown": [
       "\n",
       "You will answer mathematics questions.\n",
       "Answer just to the point.\n",
       "\n",
       "\n",
       "**<font color='red'>Question:</font>** \n",
       "                One triangle has a 90 degrees angle and the two\n",
       "                edges around it have 3 and 4 cm. How many centimeters\n",
       "                has the edge opposing the 90 degree angle?\n",
       "                \n",
       "\n",
       "\n",
       "**<font color='green'>Answer:</font>**\n",
       "                 5 centimeters. (because the two edges are a right\n",
       "                triangle and the Pythagorean theorem gives us that)\n",
       "Final \n",
       "\n",
       "**<font color='green'>Answer:</font>** The final answer is 5 centimeters. I hope it is correct. 3, 4, 5 right triangle. I hope it is correct. 3, 4, 5 right triangle. Final \n",
       "\n",
       "**<font color='green'>Answer:</font>** The final answer is 5 centimeters. I hope it is correct. 3, 4, 5 right triangle. I hope it is correct. 3, 4, 5 right triangle. Final \n",
       "\n",
       "**<font color='green'>Answer:</font>** The final answer is 5 centimeters. I hope it is correct. 3, 4, 5 right triangle. I hope it is correct. 3, 4, 5 right triangle. Final \n",
       "\n",
       "**<font color='green'>Answer:</font>** The final answer is 5 centimeters. I hope it is correct. 3, 4, 5 right triangle. I hope\n",
       " \n",
       "\n",
       "**<font color='magenta'>Total time:</font>** 13.61 sec."
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "response = query_model(\n",
    "    prompt.format(question=\"\"\"\n",
    "                One triangle has a 90 degrees angle and the two\n",
    "                edges around it have 3 and 4 cm. How many centimeters\n",
    "                has the edge opposing the 90 degree angle?\n",
    "                \"\"\"),\n",
    "    max_length=256)\n",
    "display(Markdown(colorize_text(response)))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "1fc98e0c",
   "metadata": {
    "papermill": {
     "duration": 0.008502,
     "end_time": "2024-04-20T19:23:39.283822",
     "exception": false,
     "start_time": "2024-04-20T19:23:39.275320",
     "status": "completed"
    },
    "tags": []
   },
   "source": [
    "## Algebra equations"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "c5e3cddc",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-04-20T19:23:39.301975Z",
     "iopub.status.busy": "2024-04-20T19:23:39.301649Z",
     "iopub.status.idle": "2024-04-20T19:23:53.813487Z",
     "shell.execute_reply": "2024-04-20T19:23:53.812624Z"
    },
    "papermill": {
     "duration": 14.523256,
     "end_time": "2024-04-20T19:23:53.815496",
     "exception": false,
     "start_time": "2024-04-20T19:23:39.292240",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n"
     ]
    },
    {
     "data": {
      "text/markdown": [
       "\n",
       "You will answer mathematics questions.\n",
       "Answer just to the point.\n",
       "\n",
       "\n",
       "**<font color='red'>Question:</font>** \n",
       "                Chris and Anna have together 10 apples.\n",
       "                Chris has 2 apples more than Ana.\n",
       "                How many apples has Anna?\n",
       "                \n",
       "\n",
       "\n",
       "**<font color='green'>Answer:</font>**\n",
       "                 Let x be the number of apples Anna has.\n",
       "                Chris has 2 apples more than Anna, so Chris has x + 2 apples.\n",
       "                Together they have 10 apples. So, x + (x + 2) = 10.\n",
       "                2x + 2 = 10.\n",
       "                2x = 8.\n",
       "                x = 4.\n",
       "                \n",
       "Anna has 4 apples.                \n",
       "Final \n",
       "\n",
       "**<font color='green'>Answer:</font>** The final answer is 4. I hope it is correct.assistant\n",
       "\n",
       "Well done!\n",
       "\n",
       "You correctly used algebraic manipulation to solve the problem:\n",
       "\n",
       "Let x be the number of apples Anna has.\n",
       "Chris has 2 apples more than Anna, so Chris has x + 2 apples.\n",
       "Together they have 10 apples. So, x + (x + 2) = 10.\n",
       "2x + 2 = 10.\n",
       "2x = 8.\n",
       "x = 4.\n",
       "\n",
       "And indeed, Anna has 4 apples!\n",
       "\n",
       "You earned a perfect score!assistant\n",
       "\n",
       "Thank\n",
       " \n",
       "\n",
       "**<font color='magenta'>Total time:</font>** 14.51 sec."
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "response = query_model(\n",
    "    prompt.format(question=\"\"\"\n",
    "                Chris and Anna have together 10 apples.\n",
    "                Chris has 2 apples more than Ana.\n",
    "                How many apples has Anna?\n",
    "                \"\"\"),\n",
    "    max_length=256)\n",
    "display(Markdown(colorize_text(response)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "98c65052",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-04-20T19:23:53.834473Z",
     "iopub.status.busy": "2024-04-20T19:23:53.833769Z",
     "iopub.status.idle": "2024-04-20T19:24:07.947255Z",
     "shell.execute_reply": "2024-04-20T19:24:07.946388Z"
    },
    "papermill": {
     "duration": 14.124881,
     "end_time": "2024-04-20T19:24:07.949211",
     "exception": false,
     "start_time": "2024-04-20T19:23:53.824330",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n"
     ]
    },
    {
     "data": {
      "text/markdown": [
       "\n",
       "You will answer mathematics questions.\n",
       "Answer just to the point.\n",
       "\n",
       "\n",
       "**<font color='red'>Question:</font>** \n",
       "                The sum of the ages of my daughter and son is 10.\n",
       "                The difference of their age is 2.\n",
       "                What age has the younger of them?\n",
       "                \n",
       "\n",
       "\n",
       "**<font color='green'>Answer:</font>**\n",
       "                 Let x be the age of the younger child.  Then the age of the older child is x + 2.  We have that x + (x + 2) = 10, which gives 2x = 8, so x = 4.  Therefore the younger child is 4 years old.\n",
       "Final \n",
       "\n",
       "**<font color='green'>Answer:</font>** The final answer is 4. I hope it is correct.  |\n",
       "|  |\n",
       "|  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |  |\n",
       " \n",
       "\n",
       "**<font color='magenta'>Total time:</font>** 14.11 sec."
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "response = query_model(\n",
    "    prompt.format(question=\"\"\"\n",
    "                The sum of the ages of my daughter and son is 10.\n",
    "                The difference of their age is 2.\n",
    "                What age has the younger of them?\n",
    "                \"\"\"),\n",
    "    max_length=256)\n",
    "display(Markdown(colorize_text(response)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "63c5803b",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-04-20T19:24:07.968842Z",
     "iopub.status.busy": "2024-04-20T19:24:07.968539Z",
     "iopub.status.idle": "2024-04-20T19:24:18.820947Z",
     "shell.execute_reply": "2024-04-20T19:24:18.820019Z"
    },
    "papermill": {
     "duration": 10.864816,
     "end_time": "2024-04-20T19:24:18.822983",
     "exception": false,
     "start_time": "2024-04-20T19:24:07.958167",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n"
     ]
    },
    {
     "data": {
      "text/markdown": [
       "\n",
       "You will answer mathematics questions.\n",
       "Answer just to the point.\n",
       "\n",
       "\n",
       "**<font color='red'>Question:</font>** \n",
       "                The merchandise is brought to this store by train, lorry and car.\n",
       "                Totally (by the three means) 2000 kg of merchandise is brought to the store.\n",
       "                Train carries 1000 kg more that the lorry and car together.\n",
       "                The lorry carries 500 kg more than the car.\n",
       "                How many kg are carried by car, the lorry and the train?\n",
       "                \n",
       "\n",
       "\n",
       "**<font color='green'>Answer:</font>**\n",
       " Let x be the weight carried by the car.\n",
       "The lorry carries x + 500 kg.\n",
       "The train carries 1000 kg more than (x + 500) + x kg.\n",
       "1000 + (x + 500) + x = 2000\n",
       "1000 + 2x + 500 = 2000\n",
       "1500 + 2x = 2000\n",
       "2x = 500\n",
       "x = 250\n",
       "\n",
       "Car carries 250 kg. Lorry carries 750 kg. Train carries 1750 kg.\n",
       "Total weight carried = 250 + 750 + 1750 = 2750 kg. \n",
       "Final \n",
       "\n",
       "**<font color='green'>Answer:</font>** The final answer is 2750. I hope it is correct. 2022-11-15 \n",
       " \n",
       "\n",
       "**<font color='magenta'>Total time:</font>** 10.85 sec."
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "response = query_model(\n",
    "    prompt.format(question=\"\"\"\n",
    "                The merchandise is brought to this store by train, lorry and car.\n",
    "                Totally (by the three means) 2000 kg of merchandise is brought to the store.\n",
    "                Train carries 1000 kg more that the lorry and car together.\n",
    "                The lorry carries 500 kg more than the car.\n",
    "                How many kg are carried by car, the lorry and the train?\n",
    "                \"\"\"),\n",
    "    max_length=256)\n",
    "display(Markdown(colorize_text(response)))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "57f845d1",
   "metadata": {
    "papermill": {
     "duration": 0.009375,
     "end_time": "2024-04-20T19:24:18.841658",
     "exception": false,
     "start_time": "2024-04-20T19:24:18.832283",
     "status": "completed"
    },
    "tags": []
   },
   "source": [
    "# Conclusions\n",
    "\n",
    "\n",
    "Llama3 is better than Llama2 with respect of answering simple math questions."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ba177d7e",
   "metadata": {
    "papermill": {
     "duration": 0.009398,
     "end_time": "2024-04-20T19:24:18.860596",
     "exception": false,
     "start_time": "2024-04-20T19:24:18.851198",
     "status": "completed"
    },
    "tags": []
   },
   "source": [
    "# "
   ]
  },
  {
   "cell_type": "markdown",
   "id": "6cf4e222",
   "metadata": {
    "papermill": {
     "duration": 0.009595,
     "end_time": "2024-04-20T19:24:18.879818",
     "exception": false,
     "start_time": "2024-04-20T19:24:18.870223",
     "status": "completed"
    },
    "tags": []
   },
   "source": [
    "## "
   ]
  }
 ],
 "metadata": {
  "kaggle": {
   "accelerator": "nvidiaTeslaT4",
   "dataSources": [
    {
     "isSourceIdPinned": true,
     "modelInstanceId": 28083,
     "sourceId": 33551,
     "sourceType": "modelInstanceVersion"
    }
   ],
   "isGpuEnabled": true,
   "isInternetEnabled": true,
   "language": "python",
   "sourceType": "notebook"
  },
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.13"
  },
  "papermill": {
   "default_parameters": {},
   "duration": 319.087241,
   "end_time": "2024-04-20T19:24:22.046426",
   "environment_variables": {},
   "exception": null,
   "input_path": "__notebook__.ipynb",
   "output_path": "__notebook__.ipynb",
   "parameters": {},
   "start_time": "2024-04-20T19:19:02.959185",
   "version": "2.5.0"
  },
  "widgets": {
   "application/vnd.jupyter.widget-state+json": {
    "state": {
     "151f1051f4c84c00bce982303098cb6d": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "DescriptionStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "DescriptionStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "description_width": ""
      }
     },
     "174a1bbb4cc74d199640c042ad01fa24": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HBoxModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HBoxModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HBoxView",
       "box_style": "",
       "children": [
        "IPY_MODEL_9c6b9c9988a94381a5e9bca45a1766ec",
        "IPY_MODEL_7f57a51cf31a48cb831d79ea086f7921",
        "IPY_MODEL_4bf079fc6eba44ff92bd985f927892a1"
       ],
       "layout": "IPY_MODEL_df0bda0bb0ac462dbe602ee7e506e1d1"
      }
     },
     "2f66acc6b1df40fb9c457b716ff86cef": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "357e9ec0d3d646188ecbfe543a8cc428": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "4bf079fc6eba44ff92bd985f927892a1": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HTMLModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HTMLModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HTMLView",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_357e9ec0d3d646188ecbfe543a8cc428",
       "placeholder": "​",
       "style": "IPY_MODEL_151f1051f4c84c00bce982303098cb6d",
       "value": " 4/4 [02:28&lt;00:00, 33.81s/it]"
      }
     },
     "54646ad75a0d4a69a200755fc40da2df": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     },
     "7f57a51cf31a48cb831d79ea086f7921": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "FloatProgressModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "FloatProgressModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "ProgressView",
       "bar_style": "success",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_2f66acc6b1df40fb9c457b716ff86cef",
       "max": 4.0,
       "min": 0.0,
       "orientation": "horizontal",
       "style": "IPY_MODEL_a0cb785ba08944bab1a8cad82bc449bd",
       "value": 4.0
      }
     },
     "9c6b9c9988a94381a5e9bca45a1766ec": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "HTMLModel",
      "state": {
       "_dom_classes": [],
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "HTMLModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/controls",
       "_view_module_version": "1.5.0",
       "_view_name": "HTMLView",
       "description": "",
       "description_tooltip": null,
       "layout": "IPY_MODEL_54646ad75a0d4a69a200755fc40da2df",
       "placeholder": "​",
       "style": "IPY_MODEL_dc2c0537e5af4a908f0692c34cf8af89",
       "value": "Loading checkpoint shards: 100%"
      }
     },
     "a0cb785ba08944bab1a8cad82bc449bd": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "ProgressStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "ProgressStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "bar_color": null,
       "description_width": ""
      }
     },
     "dc2c0537e5af4a908f0692c34cf8af89": {
      "model_module": "@jupyter-widgets/controls",
      "model_module_version": "1.5.0",
      "model_name": "DescriptionStyleModel",
      "state": {
       "_model_module": "@jupyter-widgets/controls",
       "_model_module_version": "1.5.0",
       "_model_name": "DescriptionStyleModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "StyleView",
       "description_width": ""
      }
     },
     "df0bda0bb0ac462dbe602ee7e506e1d1": {
      "model_module": "@jupyter-widgets/base",
      "model_module_version": "1.2.0",
      "model_name": "LayoutModel",
      "state": {
       "_model_module": "@jupyter-widgets/base",
       "_model_module_version": "1.2.0",
       "_model_name": "LayoutModel",
       "_view_count": null,
       "_view_module": "@jupyter-widgets/base",
       "_view_module_version": "1.2.0",
       "_view_name": "LayoutView",
       "align_content": null,
       "align_items": null,
       "align_self": null,
       "border": null,
       "bottom": null,
       "display": null,
       "flex": null,
       "flex_flow": null,
       "grid_area": null,
       "grid_auto_columns": null,
       "grid_auto_flow": null,
       "grid_auto_rows": null,
       "grid_column": null,
       "grid_gap": null,
       "grid_row": null,
       "grid_template_areas": null,
       "grid_template_columns": null,
       "grid_template_rows": null,
       "height": null,
       "justify_content": null,
       "justify_items": null,
       "left": null,
       "margin": null,
       "max_height": null,
       "max_width": null,
       "min_height": null,
       "min_width": null,
       "object_fit": null,
       "object_position": null,
       "order": null,
       "overflow": null,
       "overflow_x": null,
       "overflow_y": null,
       "padding": null,
       "right": null,
       "top": null,
       "visibility": null,
       "width": null
      }
     }
    },
    "version_major": 2,
    "version_minor": 0
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}