Getting ready for app.py

app.py

@@ -1,44 +1,271 @@
+# %%
 import os
-import gradio as gr
-from huggingface_hub import Repository
+import json
+
+# Load setting from Json outside of project.
+f = open('../../env/ai.json')
+settingsJson = json.load(f)
+del f
 
-def greet(name):
-    # returnValue = "Hello " + name + "!!"
-    returnValue = ""
+for key in settingsJson:
+    os.environ[key] = settingsJson[key]
     
-    textFilename = f'./data/test.txt'
+del settingsJson
     
-    try:
-                
-        returnValue = os.listdir(name)
-            
-    except Exception as err:
-        returnValue = str(err)
-        
-    return returnValue
+# # OR manually set them
+# os.environ['REQUESTS_CA_BUNDLE'] = '../../env/ZCert.pem'
+# os.environ['HUGGING_FACE_API_KEY'] = 'Get here: https://huggingface.co/settings/tokens'
+# os.environ['OPENAI_API_KEY'] = 'Get here: https://platform.openai.com/account/api-keys'
+# os.environ["SERPAPI_API_KEY"] = 'serpapi KEY, Get here: https://serpapi.com/manage-api-key'
+
+# %% [markdown]
+# # Setup Web Crawler and Lookup functions
+
+# %%
+import requests
+from bs4 import BeautifulSoup
+import json
+import validators 
+
+def remove_keys(dictionary: dict, keyList: list):
+    for key in keyList:        
+        if key in dictionary:
+            del dictionary[key]    
+
+def get_recipe_as_json(url: str) -> dict: 
     
-    # try:
+    url = url.replace("'", "").replace('"', '')
     
-    #     with open(textFilename, 'w') as f:
-    #         f.write(returnValue)
-            
-    # except Exception as err:
-    #     returnValue = str(err)
-    ##################################
-    # try:
+    if not validators.url(url):
+        return {'error': 'Invalid url format', 'url': url }
+
+    html = requests.get(url).text   
+    soup = BeautifulSoup(html, features='html.parser')
+    script = soup.find_all("script", {"id": "allrecipes-schema_1-0"})
+
+    recipeDict = json.loads(script[0].text)[0]
+    remove_keys(recipeDict, ['review', 'image', 'mainEntityOfPage', 'publisher'])
+    
+    return recipeDict
+
+# url = "https://www.allrecipes.com/recipe/212498/easy-chicken-and-broccoli-alfredo/"
+# obj = get_recipe_as_json(url)
+# x = get_recipe_as_json('https://www.allrecipes.com/recipe/235153/easy-baked-chicken-thighs/')
+# print(x)
+
+# %% [markdown]
+# # Static recipe lists
+
+# %%
+dessertList = [
+   {
+      "title": "Chocolate Snack Cake",
+      "url": "https://www.allrecipes.com/chocolate-snack-cake-recipe-8350343"
+   },
+   {
+      "title": "Charred Spiced Pears with Smoky Vanilla Cherry Sauce",
+      "url": "https://www.allrecipes.com/charred-spiced-pears-with-smoky-vanilla-cherry-sauce-recipe-8347080"
+   },
+   {
+      "title": "Meringue Topped Banana Pudding",
+      "url": "https://www.allrecipes.com/meringue-topped-banana-pudding-recipe-8347040"
+   },
+   {
+      "title": "White Chocolate Cinnamon Toast Crunch Bars",
+      "url": "https://www.allrecipes.com/white-chocolate-cinnamon-toast-crunch-bars-recipe-7556790"
+   },
+   {
+      "title": "Plum Cobbler for Two",
+      "url": "https://www.allrecipes.com/plum-cobbler-for-two-recipe-8304143"
+   },
+   {
+      "title": "Pumpkin Cheesecake Cookies",
+      "url": "https://www.allrecipes.com/pumpkin-cheesecake-cookies-recipe-7972485"
+   },
+   {
+      "title": "Chocolate Whipped Cottage Cheese",
+      "url": "https://www.allrecipes.com/chocolate-whipped-cottage-cheese-recipe-8303272"
+   },
+   {
+      "title": "Nutella Ice Cream",
+      "url": "https://www.allrecipes.com/nutella-ice-cream-recipe-7508716"
+   },
+   {
+      "title": "3-Ingredient Banana Oatmeal Cookies",
+      "url": "https://www.allrecipes.com/3-ingredient-banana-oatmeal-cookies-recipe-7972686"
+   },
+   {
+      "title": "Caramel Apple Pie Cookies",
+      "url": "https://www.allrecipes.com/caramel-apple-pie-cookies-recipe-7642173"
+   }
+]
+
+chickenDishList = [
+   {
+      "title": "Crispy Roasted Chicken",
+      "url": "https://www.allrecipes.com/recipe/228363/crispy-roasted-chicken/"
+   },
+   {
+      "title": "Roasted Spatchcocked Chicken With Potatoes",
+      "url": "https://www.allrecipes.com/recipe/254877/roasted-spatchcocked-chicken-with-potatoes/"
+   },
+   {
+      "title": "Easy Baked Chicken Thighs",
+      "url": "https://www.allrecipes.com/recipe/235153/easy-baked-chicken-thighs/"
+   },
+   {
+      "title": "Crispy Baked Chicken Thighs",
+      "url": "https://www.allrecipes.com/recipe/258878/crispy-baked-chicken-thighs/"
+   },
+   {
+      "title": "Crispy and Tender Baked Chicken Thighs",
+      "url": "https://www.allrecipes.com/recipe/235151/crispy-and-tender-baked-chicken-thighs/"
+   },
+   {
+      "title": "Million Dollar Chicken",
+      "url": "https://www.allrecipes.com/recipe/233953/million-dollar-chicken/"
+   },
+   {
+      "title": "Simple Whole Roasted Chicken",
+      "url": "https://www.allrecipes.com/recipe/70679/simple-whole-roasted-chicken/"
+   },
+   {
+      "title": "Beer Can Chicken",
+      "url": "https://www.allrecipes.com/recipe/214618/beer-can-chicken/"
+   },
+   {
+      "title": "Air Fryer Chicken Thighs",
+      "url": "https://www.allrecipes.com/recipe/272858/air-fryer-chicken-thighs/"
+   },
+   {
+      "title": "Happy Roast Chicken",
+      "url": "https://www.allrecipes.com/recipe/214478/happy-roast-chicken/"
+   }
+]
+
+
+
+# %% [markdown]
+# # Setup Tools
+
+# %%
+# Tools 
+from langchain.agents import Tool
+
+
+# Chicken functions
+def list_chicken_recipes(query: str):     
+    return chickenDishList
+
+list_chicken_recipes_tool = Tool(name='Chicken Recipes tool', func= list_chicken_recipes, description="This tools lists the available Chicken Recipes it returns a list of recipes with a TITLE and a URL where you can fetch the recipe.")
+
+# Dessert functions
+def list_dessert_recipes(query: str):        
+    return dessertList
+
+list_dessert_recipes_tool = Tool(name='Dessert Recipes tool', func=list_dessert_recipes, 
+    description="This tools lists the available Dessert Recipes it returns a list of recipes with a TITLE and a URL where you can fetch the recipe.")
+
+# Recipe fetcher functions
+def get_recipe(url: str):     
+    return get_recipe_as_json(url)
+
+get_recipe_as_json_tool = Tool(name='Get a Recipe tool', func=get_recipe, description="""
+    Useful for fetching a particular recipe, you can only fetch a recipe with it's url, you must get that using another tool
+    It uses the https://schema.org/Recipe format to store it's recipes. 
+    """)
+
+# Tool list
+tools = [list_chicken_recipes_tool, list_dessert_recipes_tool, get_recipe_as_json_tool]
+
+# %%
+print('Chicken dishes:')
+for i in chickenDishList:
+    print(i['title'])
     
-    #     file = open(textFilename, "r")
-    #     content = file.read()        
-    #     returnValue = content
-    #     file.close()        
-            
-    # except Exception as err:
-    #     returnValue = str(err)
-        
-    # return returnValue
-
-iface = gr.Interface(fn=greet, 
-                     inputs=gr.TextArea(label="Name"), 
-                     outputs="text")
-
-iface.launch()
+print('')
+print('Desserts:')
+for i in dessertList:
+    print(i['title'])
+
+# %% [markdown]
+# # LLM
+# Links
+# 
+# 
+# 1 [tracking-inspecting-prompts-langchain-agents-weights-and-biases](https://kleiber.me/blog/2023/05/14/tracking-inspecting-prompts-langchain-agents-weights-and-biases/)
+
+# %%
+from langchain.agents import load_tools
+from langchain.agents import initialize_agent
+from langchain.llms import OpenAI
+from langchain.chat_models import ChatOpenAI
+from langchain.callbacks import StdOutCallbackHandler
+from langchain.agents import initialize_agent
+
+# llm = ChatOpenAI(temperature=0, model_name='gpt-4') # 'gpt-3.5-turbo'
+# agent = initialize_agent(agent="zero-shot-react-description", tools=tools, llm=llm, verbose=True, max_iterations=7, return_intermediate_steps=True)
+
+# system = "If the answer is not in the tools or context passed to you then don't answer. \nIf you don't know the answer then say so." 
+# #query = "Can you show tell me what ingredients I need for the first baked chicken recipe?"
+# #query = "Can you show tell me what ingredients I need for the last baked chicken recipe? "
+# #query = "What is the best baked chicken recipe? Please look across all recipes with the word 'baked' in the title" # There are 3 baked chicken recipes
+# #query = "Is there a Chicken recipe that's prepared with an alchohol? And if so how long does it take in total from start time to finish?"
+# #query = "Which is healthier the Caramel Apple Pie Cookies or the beer chicken? Please explain how you got to your answer."
+# #query = "Is the moon closer to earth or the sun?"
+# #query = "How good are the apple pie cookies?"
+# query = "What tools do I need for the Nutella Ice Cream?"
+
+# #query = "My bowl is broken, can I still make Nutella Ice Cream? Answer as a yes/no."
+
+# response = agent({"input": f"{system} {query}"})
+
+# %%
+from langchain.load.dump import dumps
+
+# %% [markdown]
+# # UI - Simple UI
+
+# %%
+import gradio as gr
+
+def ask_query(query):
+   
+   # LLM   
+   llm = ChatOpenAI(temperature=0, model_name='gpt-4') # 'gpt-3.5-turbo'
+   agent = initialize_agent(agent="zero-shot-react-description", tools=tools, llm=llm, verbose=True, max_iterations=7, return_intermediate_steps=True)
+   system = "If the answer is not in the tools or context passed to you then don't answer. \nIf you don't know the answer then say so." 
+   # #query = "Can you show tell me what ingredients I need for the first baked chicken recipe?"
+   # #query = "Can you show tell me what ingredients I need for the last baked chicken recipe? "
+   # #query = "What is the best baked chicken recipe? Please look across all recipes with the word 'baked' in the title" # There are 3 baked chicken recipes
+   # #query = "Is there a Chicken recipe that's prepared with an alchohol? And if so how long does it take in total from start time to finish?"
+   # #query = "Which is healthier the Caramel Apple Pie Cookies or the beer chicken? Please explain how you got to your answer."
+   # #query = "Is the moon closer to earth or the sun?"
+   # #query = "How good are the apple pie cookies?"
+   #query = "What tools do I need for the Nutella Ice Cream?"
+   # #query = "My bowl is broken, can I still make Nutella Ice Cream? Answer as a yes/no."
+   response = agent({"input": f"{system} {query}"})
+
+   # Show response    
+   stepsDict = json.loads(dumps(response["intermediate_steps"], pretty=True))
+   resp = 'Below are the steps the agent took to get to the Final Answer. \n"Thought" is the LLMs internal dialogue, \n"Action" is the tool it will use to fetch the next piece of information. \n"Action Input" is the input it passes the tool to fetch this information. \n"Action Response" is what was returned from the tool to the LLM at that given step. '
+   resp += '\n\n'
+   resp += 'Steps to solve answer using ReAct\n'
+   for i in range(len(stepsDict)):
+      resp += '##########################################\n'
+      resp += f'Step: {i+1} of {len(stepsDict)}\n'
+      resp += f"Thought: {stepsDict[i][0]['kwargs']['log']}\n"
+      resp += 'Below is what the tool returned...\n'
+      resp += f"Action response: {stepsDict[i][1]}\n"        
+      resp += '\n'
+
+   resp += '\nFinal Thought:\n'
+   resp += response['output']
+   return resp
+
+demo = gr.Interface(fn=ask_query, inputs="text", outputs="text", allow_flagging=False)
+#gr.Markdown("# Hello there")
+#gr.Examples("text", "text")
+demo.launch(show_error=True)
+
+

demo-tools-1.ipynb

@@ -274,37 +274,9 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 227,
+   "execution_count": null,
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\n",
-      "\n",
-      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\u001b[32;1m\u001b[1;3mI need to find the recipe for Nutella Ice Cream to know what tools are needed.\n",
-      "Action: Dessert Recipes tool\n",
-      "Action Input: Nutella Ice Cream\u001b[0m\n",
-      "Observation: \u001b[33;1m\u001b[1;3m[{'title': 'Chocolate Snack Cake', 'url': 'https://www.allrecipes.com/chocolate-snack-cake-recipe-8350343'}, {'title': 'Charred Spiced Pears with Smoky Vanilla Cherry Sauce', 'url': 'https://www.allrecipes.com/charred-spiced-pears-with-smoky-vanilla-cherry-sauce-recipe-8347080'}, {'title': 'Meringue Topped Banana Pudding', 'url': 'https://www.allrecipes.com/meringue-topped-banana-pudding-recipe-8347040'}, {'title': 'White Chocolate Cinnamon Toast Crunch Bars', 'url': 'https://www.allrecipes.com/white-chocolate-cinnamon-toast-crunch-bars-recipe-7556790'}, {'title': 'Plum Cobbler for Two', 'url': 'https://www.allrecipes.com/plum-cobbler-for-two-recipe-8304143'}, {'title': 'Pumpkin Cheesecake Cookies', 'url': 'https://www.allrecipes.com/pumpkin-cheesecake-cookies-recipe-7972485'}, {'title': 'Chocolate Whipped Cottage Cheese', 'url': 'https://www.allrecipes.com/chocolate-whipped-cottage-cheese-recipe-8303272'}, {'title': 'Nutella Ice Cream', 'url': 'https://www.allrecipes.com/nutella-ice-cream-recipe-7508716'}, {'title': '3-Ingredient Banana Oatmeal Cookies', 'url': 'https://www.allrecipes.com/3-ingredient-banana-oatmeal-cookies-recipe-7972686'}, {'title': 'Caramel Apple Pie Cookies', 'url': 'https://www.allrecipes.com/caramel-apple-pie-cookies-recipe-7642173'}]\u001b[0m\n",
-      "Thought:\u001b[32;1m\u001b[1;3mI found the recipe for Nutella Ice Cream. Now I need to fetch the recipe to see what tools are needed.\n",
-      "Action: Get a Recipe tool\n",
-      "Action Input: https://www.allrecipes.com/nutella-ice-cream-recipe-7508716\u001b[0m\n",
-      "Observation: \u001b[38;5;200m\u001b[1;3m{'@context': 'http://schema.org', '@type': ['Recipe'], 'headline': 'Nutella Ice Cream', 'datePublished': '2023-09-28T17:27:33.088-04:00', 'dateModified': '2023-10-12T11:27:16.725-04:00', 'author': [{'@type': 'Person', 'name': 'Laka kuharika - Easy Cook', 'url': 'https://www.allrecipes.com/cook/lakakuharica'}], 'description': 'This exquisite homemade Nutella ice cream is full of nutty flavor, and everyone will simply love it. Nutella gives this ice cream an unbelievable hazelnut taste.', 'name': 'Nutella Ice Cream', 'cookTime': 'PT15M', 'nutrition': {'@type': 'NutritionInformation', 'calories': '305 kcal', 'carbohydrateContent': '16 g', 'cholesterolContent': '156 mg', 'fiberContent': '1 g', 'proteinContent': '8 g', 'saturatedFatContent': '14 g', 'sodiumContent': '78 mg', 'sugarContent': '14 g', 'fatContent': '23 g', 'unsaturatedFatContent': '0 g'}, 'prepTime': 'PT10M', 'recipeCategory': ['Dessert'], 'recipeCuisine': ['American'], 'recipeIngredient': ['2 cups whole milk', '1 cup heavy cream, divided', '4 egg yolks', '1/2 teaspoon vanilla extract', '1/2\\xa0 cup cocoa hazelnut spread (such as Nutella®)', 'Hazelnuts, crushed, for garnish'], 'recipeInstructions': [{'@type': 'HowToStep', 'text': 'Combine milk, cream, and 1/2 cup sugar in a saucepan over medium heat. Cook until sugar dissolves, about 5 minutes.'}, {'@type': 'HowToStep', 'text': 'Beat egg yolks with the remaining sugar in a bowl with an electric mixer until eggs become thick and pale yellow, about 4 minutes.'}, {'@type': 'HowToStep', 'text': 'Pour 1/2 cup warm milk mixture into egg mixture and stir. Add this mixture back into the saucepan. Cook over very low heat, stirring constantly, until the mixture becomes thick enough to coat the back of a wooden spoon, 7 to 10 minutes.'}, {'@type': 'HowToStep', 'text': 'Place a strainer over a bowl and pour the warm custard mixture through the strainer. Stir in vanilla and hazelnut spread until it dissolves.'}, {'@type': 'HowToStep', 'text': 'Chill mixture completely, about 1 hour. Pour into an ice cream maker and churn until frozen according to manufacturer’s instructions, 15 to 20 minutes.'}, {'@type': 'HowToStep', 'text': 'Transfer to a plastic container and place in the freezer for an hour before serving. Top with crushed hazelnuts for serving.'}], 'recipeYield': ['8'], 'totalTime': 'PT160M', 'about': []}\u001b[0m\n",
-      "Thought:\u001b[32;1m\u001b[1;3mI now know the tools needed for the Nutella Ice Cream recipe.\n",
-      "Final Answer: The tools needed for the Nutella Ice Cream recipe are a saucepan, an electric mixer, a wooden spoon, a strainer, a bowl, an ice cream maker, and a plastic container.\u001b[0m\n",
-      "\n",
-      "\u001b[1m> Finished chain.\u001b[0m\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "from langchain.agents import load_tools\n",
     "from langchain.agents import initialize_agent\n",
@@ -336,7 +308,7 @@
     "\n",
     "#query = \"My bowl is broken, can I still make Nutella Ice Cream? Answer as a yes/no.\"\n",
     "\n",
-    "response = agent({\"input\": f\"{system} {query}\"})\n"
+    "#response = agent({\"input\": f\"{system} {query}\"})\n"
    ]
   },
   {
@@ -370,24 +342,19 @@
     }
    ],
    "source": [
-    "from langchain.load.dump import dumps\n",
-    "\n",
-    "# for k in response:\n",
-    "#     print(k)\n",
+    "# from langchain.load.dump import dumps\n",
     "\n",
-    "# print(response['output'])\n",
+    "# stepsDict = json.loads(dumps(response[\"intermediate_steps\"], pretty=True))\n",
+    "# for i in range(len(stepsDict)):\n",
+    "#     print(f'Step: {i+1} of {len(stepsDict)}')\n",
+    "#     print(f\"Thought: {stepsDict[i][0]['kwargs']['log']}\")\n",
+    "#     print('')\n",
+    "#     print(f\"Action response: {stepsDict[i][1]}\")\n",
+    "#     print('###########################')\n",
+    "#     print('')\n",
     "\n",
-    "stepsDict = json.loads(dumps(response[\"intermediate_steps\"], pretty=True))\n",
-    "for i in range(len(stepsDict)):\n",
-    "    print(f'Step: {i+1} of {len(stepsDict)}')\n",
-    "    print(f\"Thought: {stepsDict[i][0]['kwargs']['log']}\")\n",
-    "    print('')\n",
-    "    print(f\"Action response: {stepsDict[i][1]}\")\n",
-    "    print('###########################')\n",
-    "    print('')\n",
-    "\n",
-    "print('')\n",
-    "print(f\"Final Thought: {response['output']}\")\n",
+    "# print('')\n",
+    "# print(f\"Final Thought: {response['output']}\")\n",
     "\n"
    ]
   },