fix example notebook

docs/modules/models/llms/integrations/octoai.ipynb

@@ -23,42 +23,45 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 13,
    "metadata": {},
    "outputs": [],
    "source": [
     "import os\n",
     "\n",
-    "os.environ[\"OCTOAI_API_KEY\"] = \"\"\n",
+    "os.environ[\"OCTOAI_API_TOKEN\"] = \"OCTOAI_API_TOKEN\"\n",
     "os.environ[\"ENDPOINT_URL\"] = \"https://mpt-7b-demo-kk0powt97tmb.octoai.cloud/generate\""
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 14,
    "metadata": {},
    "outputs": [],
-   "source": []
+   "source": [
+    "from langchain.llms.octoai_endpoint import OctoAIEndpoint\n",
+    "from langchain import PromptTemplate, LLMChain"
+   ]
   },
   {
    "cell_type": "code",
-   "execution_count": 6,
+   "execution_count": 15,
    "metadata": {},
    "outputs": [],
    "source": [
-    "template = \"\"\"\"Below is an instruction that describes a task. \n",
-    "Write a response that appropriately completes the request.\\n### Instruction:\\n{question}\\n### Response: \"\"\"\n"
+    "template = \"\"\"Below is an instruction that describes a task. Write a response that appropriately completes the request.\\n Instruction:\\n{question}\\n Response: \"\"\"\n",
+    "prompt = PromptTemplate(template=template, input_variables=[\"question\"])"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 30,
    "metadata": {},
    "outputs": [],
    "source": [
     "llm = OctoAIEndpoint(\n",
     "        model_kwargs={\n",
-    "            \"max_new_tokens\": 512,\n",
+    "            \"max_new_tokens\": 200,\n",
     "            \"temperature\": 0.75,\n",
     "            \"top_p\": 0.95,\n",
     "            \"repetition_penalty\": 1,\n",
@@ -70,13 +73,26 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 31,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "'\\nLeonardo da Vinci was an Italian polymath and painter regarded by many as one of the greatest painters of all time. He is best known for his masterpieces including Mona Lisa, The Last Supper, and The Virgin of the Rocks. He was a draftsman, sculptor, architect, and one of the most important figures in the history of science. Da Vinci flew gliders, experimented with water turbines and windmills, and invented the catapult and a joystick-type human-powered aircraft control. He may have pioneered helicopters. As a scholar, he was interested in anatomy, geology, botany, engineering, mathematics, and astronomy.\\nOther painters and patrons claimed to be more talented, but Leonardo da Vinci was an incredibly productive artist, sculptor, engineer, anatomist, and scientist.'"
+      ]
+     },
+     "execution_count": 31,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
    "source": [
-    "question = \"Which state is Los Angeles in?\"\n",
+    "question = \"Who was leonardo davinci?\"\n",
+    "\n",
+    "llm_chain = LLMChain(prompt=prompt, llm=llm)\n",
     "\n",
-    "llm.run(question)"
+    "llm_chain.run(question)"
    ]
   }
  ],