gradio blocks

app.py

@@ -235,16 +235,7 @@ def ask_query(query):
    # LLM    
    llm = ChatOpenAI(temperature=0, model_name='gpt-4') # 'gpt-3.5-turbo'
    agent = initialize_agent(agent="zero-shot-react-description", tools=tools, llm=llm, verbose=True, max_iterations=7, return_intermediate_steps=True)
-   system = "If the answer is not in the tools or context passed to you then don't answer. \nIf you don't know the answer then say so." 
-   # #query = "Can you show tell me what ingredients I need for the first baked chicken recipe?"
-   # #query = "Can you show tell me what ingredients I need for the last baked chicken recipe? "
-   # #query = "What is the best baked chicken recipe? Please look across all recipes with the word 'baked' in the title" # There are 3 baked chicken recipes
-   # #query = "Is there a Chicken recipe that's prepared with an alchohol? And if so how long does it take in total from start time to finish?"
-   # #query = "Which is healthier the Caramel Apple Pie Cookies or the beer chicken? Please explain how you got to your answer."
-   # #query = "Is the moon closer to earth or the sun?"
-   # #query = "How good are the apple pie cookies?"
-   #query = "What tools do I need for the Nutella Ice Cream?"
-   # #query = "My bowl is broken, can I still make Nutella Ice Cream? Answer as a yes/no."
+   system = "If the answer is not in the tools or context passed to you then don't answer. \nIf you don't know the answer then say so."    
    response = agent({"input": f"{system} {query}"})
 
    # Show response    
@@ -264,9 +255,29 @@ def ask_query(query):
    resp += response['output']
    return resp
 
-demo = gr.Interface(fn=ask_query, inputs="text", outputs="text", allow_flagging=False)
-#gr.Markdown("# Hello there")
-#gr.Examples("text", "text")
+
+with gr.Blocks() as demo:
+    gr.Markdown("Start typing below and then click **Run** to see the output.")
+    with gr.Row():
+        with gr.Column():
+            inp = gr.Textbox(placeholder="Type your question here?", label="Question")    
+            btn = gr.Button("Run")  
+            examples = ["Can you show tell me what ingredients I need for the first baked chicken recipe?",
+                "Can you show tell me what ingredients I need for the last baked chicken recipe? ",
+                "What is the best baked chicken recipe? Please look across all recipes with the word 'baked' in the title", # There are 3 baked chicken recipes
+                "Is there a Chicken recipe that's prepared with an alchohol? And if so how long does it take in total from start time to finish?",
+                "Which is healthier the Caramel Apple Pie Cookies or the beer chicken? Please explain how you got to your answer.",
+                "Is the moon closer to earth or the sun?",
+                "How good are the apple pie cookies?",
+                "What tools do I need for the Nutella Ice Cream?",
+                "My bowl is broken, can I still make Nutella Ice Cream? Answer as a yes/no."
+                ]                 
+            gr.Examples(examples, [inp])
+        with gr.Column():
+            out = gr.TextArea(label="ReAct Answer", placeholder="The answer will go here...")
+    
+    btn.click(fn=ask_query, inputs=inp, outputs=out)
+    
 demo.launch(show_error=True)
 
 

demo-tools-1.ipynb

@@ -2,7 +2,7 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": 241,
+   "execution_count": 278,
    "metadata": {},
    "outputs": [
     {
@@ -37,7 +37,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 242,
+   "execution_count": 279,
    "metadata": {},
    "outputs": [
     {
@@ -46,7 +46,7 @@
        "False"
       ]
      },
-     "execution_count": 242,
+     "execution_count": 279,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -64,7 +64,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 243,
+   "execution_count": 280,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -109,7 +109,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 244,
+   "execution_count": 281,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -209,7 +209,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 245,
+   "execution_count": 282,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -245,7 +245,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 246,
+   "execution_count": 283,
    "metadata": {},
    "outputs": [
     {
@@ -302,7 +302,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 247,
+   "execution_count": 284,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -345,7 +345,96 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 249,
+   "execution_count": 309,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Running on local URL:  http://127.0.0.1:7923\n",
+      "\n",
+      "To create a public link, set `share=True` in `launch()`.\n"
+     ]
+    },
+    {
+     "data": {
+      "text/html": [
+       "<div><iframe src=\"http://127.0.0.1:7923/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
+      ],
+      "text/plain": [
+       "<IPython.core.display.HTML object>"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "text/plain": []
+     },
+     "execution_count": 309,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "import gradio as gr\n",
+    "\n",
+    "def ask_query(query):\n",
+    "   \n",
+    "   # LLM    \n",
+    "   llm = ChatOpenAI(temperature=0, model_name='gpt-4') # 'gpt-3.5-turbo'\n",
+    "   agent = initialize_agent(agent=\"zero-shot-react-description\", tools=tools, llm=llm, verbose=True, max_iterations=7, return_intermediate_steps=True)\n",
+    "   system = \"If the answer is not in the tools or context passed to you then don't answer. \\nIf you don't know the answer then say so.\"    \n",
+    "   response = agent({\"input\": f\"{system} {query}\"})\n",
+    "\n",
+    "   # Show response    \n",
+    "   stepsDict = json.loads(dumps(response[\"intermediate_steps\"], pretty=True))\n",
+    "   resp = 'Below are the steps the agent took to get to the Final Answer. \\n\"Thought\" is the LLMs internal dialogue, \\n\"Action\" is the tool it will use to fetch the next piece of information. \\n\"Action Input\" is the input it passes the tool to fetch this information. \\n\"Action Response\" is what was returned from the tool to the LLM at that given step. '\n",
+    "   resp += '\\n\\n'\n",
+    "   resp += 'Steps to solve answer using ReAct\\n'\n",
+    "   for i in range(len(stepsDict)):\n",
+    "      resp += '##########################################\\n'\n",
+    "      resp += f'Step: {i+1} of {len(stepsDict)}\\n'\n",
+    "      resp += f\"Thought: {stepsDict[i][0]['kwargs']['log']}\\n\"\n",
+    "      resp += 'Below is what the tool returned...\\n'\n",
+    "      resp += f\"Action response: {stepsDict[i][1]}\\n\"        \n",
+    "      resp += '\\n'\n",
+    "\n",
+    "   resp += '\\nFinal Thought:\\n'\n",
+    "   resp += response['output']\n",
+    "   return resp\n",
+    "\n",
+    "\n",
+    "with gr.Blocks() as demo:\n",
+    "    gr.Markdown(\"Start typing below and then click **Run** to see the output.\")\n",
+    "    with gr.Row():\n",
+    "        with gr.Column():\n",
+    "            inp = gr.Textbox(placeholder=\"Type your question here?\", label=\"Question\")    \n",
+    "            btn = gr.Button(\"Run\")  \n",
+    "            examples = [\"Can you show tell me what ingredients I need for the first baked chicken recipe?\",\n",
+    "                \"Can you show tell me what ingredients I need for the last baked chicken recipe? \",\n",
+    "                \"What is the best baked chicken recipe? Please look across all recipes with the word 'baked' in the title\", # There are 3 baked chicken recipes\n",
+    "                \"Is there a Chicken recipe that's prepared with an alchohol? And if so how long does it take in total from start time to finish?\",\n",
+    "                \"Which is healthier the Caramel Apple Pie Cookies or the beer chicken? Please explain how you got to your answer.\",\n",
+    "                \"Is the moon closer to earth or the sun?\",\n",
+    "                \"How good are the apple pie cookies?\",\n",
+    "                \"What tools do I need for the Nutella Ice Cream?\",\n",
+    "                \"My bowl is broken, can I still make Nutella Ice Cream? Answer as a yes/no.\"\n",
+    "                ]                 \n",
+    "            gr.Examples(examples, [inp])\n",
+    "        with gr.Column():\n",
+    "            out = gr.TextArea(label=\"ReAct Answer\", placeholder=\"The answer will go here...\")\n",
+    "    \n",
+    "    btn.click(fn=ask_query, inputs=inp, outputs=out)\n",
+    "    \n",
+    "demo.launch(show_error=True)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 289,
    "metadata": {},
    "outputs": [
     {
@@ -353,6 +442,10 @@
      "output_type": "stream",
      "text": [
       "c:\\sc\\ai\\rag-demo-1\\.venv\\lib\\site-packages\\gradio\\interface.py:330: UserWarning: The `allow_flagging` parameter in `Interface` nowtakes a string value ('auto', 'manual', or 'never'), not a boolean. Setting parameter to: 'never'.\n",
+      "  warnings.warn(\n",
+      "c:\\sc\\ai\\rag-demo-1\\.venv\\lib\\site-packages\\gradio\\utils.py:810: UserWarning: Expected 1 arguments for function <function ask_query at 0x00000155E63AAB90>, received 2.\n",
+      "  warnings.warn(\n",
+      "c:\\sc\\ai\\rag-demo-1\\.venv\\lib\\site-packages\\gradio\\utils.py:818: UserWarning: Expected maximum 1 arguments for function <function ask_query at 0x00000155E63AAB90>, received 2.\n",
       "  warnings.warn(\n"
      ]
     },
@@ -360,7 +453,7 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Running on local URL:  http://127.0.0.1:7900\n",
+      "Running on local URL:  http://127.0.0.1:7906\n",
       "\n",
       "To create a public link, set `share=True` in `launch()`.\n"
      ]
@@ -368,7 +461,7 @@
     {
      "data": {
       "text/html": [
-       "<div><iframe src=\"http://127.0.0.1:7900/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
+       "<div><iframe src=\"http://127.0.0.1:7906/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
       ],
       "text/plain": [
        "<IPython.core.display.HTML object>"
@@ -381,7 +474,7 @@
      "data": {
       "text/plain": []
      },
-     "execution_count": 249,
+     "execution_count": 289,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -408,7 +501,7 @@
     "    resp += response['output']\n",
     "    return resp\n",
     "\n",
-    "demo = gr.Interface(fn=ask_query, inputs=\"text\", outputs=\"text\", allow_flagging=False)\n",
+    "demo = gr.Interface(fn=ask_query, inputs=[\"text\", \"text\"], outputs=\"text\", allow_flagging=False)\n",
     "#gr.Markdown(\"# Hello there\")\n",
     "#gr.Examples(\"text\", \"text\")\n",
     "demo.launch(show_error=True)"
@@ -416,7 +509,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 250,
+   "execution_count": 286,
    "metadata": {},
    "outputs": [
     {
@@ -426,23 +519,12 @@
       "\n",
       "\n",
       "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
-      "\u001b[32;1m\u001b[1;3mThe question is asking for a subjective opinion, which is not something that can be determined using the tools available. \n",
-      "Final Answer: As an AI, I don't have personal experiences or opinions. However, many people enjoy chicken for its versatility and protein content.\u001b[0m\n",
-      "\n",
-      "\u001b[1m> Finished chain.\u001b[0m\n",
-      "\n",
-      "\n",
-      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
-      "\u001b[32;1m\u001b[1;3mThe question is asking for the tools needed to bake a chicken, not a specific recipe. However, I can use the Chicken Recipes tool to find a recipe for baked chicken, and then use the Get a Recipe tool to find out what tools are needed for that recipe.\n",
-      "Action: Chicken Recipes tool\n",
-      "Action Input: \"baked chicken\"\u001b[0m\n",
-      "Observation: \u001b[36;1m\u001b[1;3m[{'title': 'Crispy Roasted Chicken', 'url': 'https://www.allrecipes.com/recipe/228363/crispy-roasted-chicken/'}, {'title': 'Roasted Spatchcocked Chicken With Potatoes', 'url': 'https://www.allrecipes.com/recipe/254877/roasted-spatchcocked-chicken-with-potatoes/'}, {'title': 'Easy Baked Chicken Thighs', 'url': 'https://www.allrecipes.com/recipe/235153/easy-baked-chicken-thighs/'}, {'title': 'Crispy Baked Chicken Thighs', 'url': 'https://www.allrecipes.com/recipe/258878/crispy-baked-chicken-thighs/'}, {'title': 'Crispy and Tender Baked Chicken Thighs', 'url': 'https://www.allrecipes.com/recipe/235151/crispy-and-tender-baked-chicken-thighs/'}, {'title': 'Million Dollar Chicken', 'url': 'https://www.allrecipes.com/recipe/233953/million-dollar-chicken/'}, {'title': 'Simple Whole Roasted Chicken', 'url': 'https://www.allrecipes.com/recipe/70679/simple-whole-roasted-chicken/'}, {'title': 'Beer Can Chicken', 'url': 'https://www.allrecipes.com/recipe/214618/beer-can-chicken/'}, {'title': 'Air Fryer Chicken Thighs', 'url': 'https://www.allrecipes.com/recipe/272858/air-fryer-chicken-thighs/'}, {'title': 'Happy Roast Chicken', 'url': 'https://www.allrecipes.com/recipe/214478/happy-roast-chicken/'}]\u001b[0m\n",
-      "Thought:\u001b[32;1m\u001b[1;3mI have found a list of chicken recipes. I will choose the first one, 'Crispy Roasted Chicken', and use the Get a Recipe tool to find out what tools are needed for this recipe.\n",
-      "Action: Get a Recipe tool\n",
-      "Action Input: 'https://www.allrecipes.com/recipe/228363/crispy-roasted-chicken/'\u001b[0m\n",
-      "Observation: \u001b[38;5;200m\u001b[1;3m{'@context': 'http://schema.org', '@type': ['Recipe'], 'headline': 'Crispy Roasted Chicken', 'datePublished': '2014-08-26T18:22:55.000-04:00', 'dateModified': '2023-01-30T04:44:54.000-05:00', 'author': [{'@type': 'Person', 'name': 'Doc Simonson', 'url': 'https://www.allrecipes.com/cook/docsimonson'}], 'description': 'This roasted half chicken is prepared Bavarian-style with spices and herbs, including caraway, sage, fennel, garlic, rosemary, coriander, and paprika.', 'name': 'Crispy Roasted Chicken', 'aggregateRating': {'@type': 'AggregateRating', 'ratingValue': '4.7', 'ratingCount': '134'}, 'cookTime': 'PT60M', 'nutrition': {'@type': 'NutritionInformation', 'calories': '495 kcal', 'carbohydrateContent': '3 g', 'cholesterolContent': '129 mg', 'fiberContent': '1 g', 'proteinContent': '42 g', 'saturatedFatContent': '8 g', 'sodiumContent': '446 mg', 'sugarContent': '1 g', 'fatContent': '35 g', 'unsaturatedFatContent': '0 g'}, 'prepTime': 'PT20M', 'recipeCategory': ['Dinner', 'Drink'], 'recipeCuisine': ['German'], 'recipeIngredient': ['1 teaspoon kosher salt', '0.5 teaspoon caraway seeds', '0.5 teaspoon dried sage', '0.25 teaspoon fennel seeds', '0.25 teaspoon coriander seeds', '0.25 teaspoon dried rosemary', '2 tablespoons paprika', '2 teaspoons garlic powder', '2 teaspoons all-purpose flour', '1 teaspoon onion powder', '5 tablespoons vegetable oil', '1 (4 pound) broiler-fryer chicken, cut in half lengthwise'], 'recipeInstructions': [{'@type': 'HowToStep', 'text': 'Preheat the oven to 425 degrees F (220 degrees C).'}, {'@type': 'HowToStep', 'text': 'Combine kosher salt, caraway, sage, fennel, coriander, and rosemary in a spice grinder or mortar. Grind to a coarse powder. Transfer spice mixture to a bowl; stir in paprika, garlic powder, flour, and onion powder. Mix in vegetable oil to make a smooth paste.'}, {'@type': 'HowToStep', 'text': 'Pat chicken halves dry with paper towels and tuck wing tips behind the back. Brush spice paste onto chicken halves, coating all sides and seasoning under wings and legs. Place chicken halves, skin-sides up, in a baking dish or roasting pan, leaving space around chickens so halves aren&#39;t touching.'}, {'@type': 'HowToStep', 'text': 'Roast in the preheated oven until no longer pink at the bone and the juices run clear, about 1 hour. An instant-read thermometer inserted into the thickest part of the thigh, near the bone, should read 165 degrees F (74 degrees C). Remove from the oven and let rest for 10 minutes before slicing.'}], 'recipeYield': ['6'], 'totalTime': 'PT90M', 'about': []}\u001b[0m\n",
-      "Thought:\u001b[32;1m\u001b[1;3mThe recipe provides a list of instructions which mention the tools needed to bake the chicken.\n",
-      "Final Answer: The tools needed to bake a chicken according to the 'Crispy Roasted Chicken' recipe are: an oven, a spice grinder or mortar, a bowl, a brush, a baking dish or roasting pan, paper towels, and an instant-read thermometer.\u001b[0m\n",
+      "\u001b[32;1m\u001b[1;3mI need to find the apple cookie pie recipe and check its rating.\n",
+      "Action: Dessert Recipes tool\n",
+      "Action Input: None\u001b[0m\n",
+      "Observation: \u001b[33;1m\u001b[1;3m[{'title': 'Chocolate Snack Cake', 'url': 'https://www.allrecipes.com/chocolate-snack-cake-recipe-8350343'}, {'title': 'Charred Spiced Pears with Smoky Vanilla Cherry Sauce', 'url': 'https://www.allrecipes.com/charred-spiced-pears-with-smoky-vanilla-cherry-sauce-recipe-8347080'}, {'title': 'Meringue Topped Banana Pudding', 'url': 'https://www.allrecipes.com/meringue-topped-banana-pudding-recipe-8347040'}, {'title': 'White Chocolate Cinnamon Toast Crunch Bars', 'url': 'https://www.allrecipes.com/white-chocolate-cinnamon-toast-crunch-bars-recipe-7556790'}, {'title': 'Plum Cobbler for Two', 'url': 'https://www.allrecipes.com/plum-cobbler-for-two-recipe-8304143'}, {'title': 'Pumpkin Cheesecake Cookies', 'url': 'https://www.allrecipes.com/pumpkin-cheesecake-cookies-recipe-7972485'}, {'title': 'Chocolate Whipped Cottage Cheese', 'url': 'https://www.allrecipes.com/chocolate-whipped-cottage-cheese-recipe-8303272'}, {'title': 'Nutella Ice Cream', 'url': 'https://www.allrecipes.com/nutella-ice-cream-recipe-7508716'}, {'title': '3-Ingredient Banana Oatmeal Cookies', 'url': 'https://www.allrecipes.com/3-ingredient-banana-oatmeal-cookies-recipe-7972686'}, {'title': 'Caramel Apple Pie Cookies', 'url': 'https://www.allrecipes.com/caramel-apple-pie-cookies-recipe-7642173'}]\u001b[0m\n",
+      "Thought:\u001b[32;1m\u001b[1;3mThe apple cookie pie recipe is not in the list of dessert recipes. I should say so.\n",
+      "Final Answer: I'm sorry, I couldn't find the apple cookie pie recipe.\u001b[0m\n",
       "\n",
       "\u001b[1m> Finished chain.\u001b[0m\n"
      ]
@@ -498,6 +580,57 @@
     "# # #gr.Examples(\"text\", \"text\")\n",
     "# # demo.launch(show_error=True)"
    ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 291,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Running on local URL:  http://127.0.0.1:7908\n",
+      "\n",
+      "To create a public link, set `share=True` in `launch()`.\n"
+     ]
+    },
+    {
+     "data": {
+      "text/html": [
+       "<div><iframe src=\"http://127.0.0.1:7908/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
+      ],
+      "text/plain": [
+       "<IPython.core.display.HTML object>"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "text/plain": []
+     },
+     "execution_count": 291,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "import gradio as gr\n",
+    "def update(name):\n",
+    "    return f\"Welcome to Gradio, {name}!\"\n",
+    "\n",
+    "with gr.Blocks() as demo:\n",
+    "    gr.Markdown(\"Start typing below and then click **Run** to see the output.\")\n",
+    "    with gr.Row():\n",
+    "        inp = gr.Textbox(placeholder=\"What is your name?\")\n",
+    "        out = gr.Textbox()\n",
+    "    btn = gr.Button(\"Run\")\n",
+    "    btn.click(fn=update, inputs=inp, outputs=out)\n",
+    "\n",
+    "demo.launch()"
+   ]
   }
  ],
  "metadata": {