add llm generation overview

Author: aniketmaurya

examples/chatbot/chatbot-tutorial.ipynb

@@ -1,39 +1,92 @@
 {
  "cells": [
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "# LLM Generation at a high level\n",
+    "\n",
+    "```python\n",
+    "query = \"Capital of\"\n",
+    "\n",
+    "output = \"\"\n",
+    "for i in range(MAX_GENERATED_TOKENS):\n",
+    "    output = output + LLM(output)\n",
+    "```"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "1. output = Capital of\n",
+    "2. output = Capital of France\n",
+    "2. output = Capital of France is\n",
+    "2. output = Capital of France Paris"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": null,
    "metadata": {},
    "outputs": [],
+   "source": []
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
    "source": [
-    "longchat_template = \"\"\"A chat between a curious user and an artificial intelligence assistant.\n",
-    "The assistant gives helpful, detailed, and polite answers to the user's questions.\n",
-    "USER: {input}\n",
-    "ASSISTANT:\"\"\""
+    "```\n",
+    "query = A chat between a curious user and an artificial intelligence assistant.\n",
+    "        The assistant gives helpful, detailed, and polite answers to the user's questions.\n",
+    "        USER: My name is Aniket\n",
+    "        ASSISTANT:\n",
+    "```"
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  },
   {
    "cell_type": "code",
    "execution_count": null,
    "metadata": {},
    "outputs": [],
    "source": [
-    "print(longchat_template.format(input=\"My name is Aniket\"))"
+    "longchat_template = \"\"\"A chat between a curious user and an artificial intelligence assistant.\n",
+    "The assistant gives helpful, detailed, and polite answers to the user's questions.\n",
+    "USER: {input}\n",
+    "ASSISTANT:\"\"\""
    ]
   },
   {
    "cell_type": "code",
    "execution_count": null,
    "metadata": {},
    "outputs": [],
-   "source": []
+   "source": [
+    "print(longchat_template.format(input=\"My name is Aniket\"))"
+   ]
   },
   {
    "cell_type": "code",
    "execution_count": null,
    "metadata": {},
    "outputs": [],
-   "source": []
+   "source": [
+    "print(longchat_template.format(input=\"What is the capital of France?\"))"
+   ]
   },
   {
    "cell_type": "code",
@@ -111,6 +164,16 @@
     "ASSISTANT:\"\"\""
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "output = model.chat(longchat_template.format(input=\"What is the capital of France?\"))\n",
+    "print(output)"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": null,
@@ -555,7 +618,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.11.3"
+   "version": "3.10.12"
   }
  },
  "nbformat": 4,