File size: 15,954 Bytes
b08295c
 
 
 
c981b37
b08295c
b96faa7
 
 
 
 
 
 
 
 
b08295c
 
 
 
b96faa7
 
 
 
 
 
 
b08295c
b96faa7
 
 
d92b31b
b08295c
 
 
 
 
 
 
 
 
 
 
c981b37
b08295c
22c858d
b08295c
 
 
 
9d48963
b08295c
d92b31b
 
 
 
 
 
 
 
 
38a37a6
 
 
 
 
b08295c
91bd517
9d48963
 
 
 
 
 
 
 
d92b31b
 
 
91bd517
9d48963
 
b08295c
 
17b5ac6
 
 
9d48963
b08295c
17b5ac6
9d48963
38a37a6
b08295c
d92b31b
 
b08295c
 
 
91bd517
d92b31b
9d48963
91bd517
b08295c
 
 
 
 
 
 
 
 
 
 
c981b37
b08295c
 
 
 
9d48963
 
 
 
 
 
 
 
 
 
b08295c
 
 
9d48963
 
 
 
 
 
 
 
 
 
6caa33e
b08295c
 
 
 
 
 
 
 
 
 
 
c981b37
b08295c
 
 
 
 
91bd517
b08295c
 
91bd517
b08295c
 
17b5ac6
 
 
 
 
b08295c
 
 
 
 
 
17b5ac6
 
 
 
b08295c
 
9d48963
 
b08295c
 
9d48963
 
17b5ac6
9d48963
 
d92b31b
b08295c
 
 
17b5ac6
b08295c
 
91bd517
 
 
 
 
 
 
 
 
 
 
38a37a6
 
c981b37
fac454c
d92b31b
fac454c
d92b31b
 
 
 
 
fac454c
17b5ac6
22c858d
 
 
 
17b5ac6
 
 
 
 
 
 
 
 
 
 
c981b37
17b5ac6
 
 
 
 
 
22c858d
fac454c
 
22c858d
21d2102
 
 
 
d92b31b
 
 
 
21d2102
d92b31b
fac454c
 
 
17b5ac6
fac454c
 
17b5ac6
8f7d4f2
fac454c
 
 
 
 
 
 
 
 
 
d92b31b
 
 
 
 
 
 
 
fac454c
 
 
 
ed5d197
38a37a6
 
 
 
 
 
ed5d197
38a37a6
 
 
 
 
 
 
ed5d197
38a37a6
 
 
 
 
 
 
 
 
 
 
 
ed5d197
38a37a6
 
6caa33e
 
fac454c
 
 
 
c981b37
fac454c
d92b31b
ed5d197
c981b37
ed5d197
c981b37
 
 
22c858d
17b5ac6
ed5d197
d92b31b
 
 
 
 
 
 
 
 
 
 
 
 
9d48963
c981b37
 
 
 
 
 
 
 
 
 
 
 
 
 
17b5ac6
c981b37
 
d92b31b
8f7d4f2
d92b31b
17b5ac6
d92b31b
 
fac454c
b08295c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 91,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Reading settings from ../../env/ai.json\n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "import json\n",
    "\n",
    "pathToSettings = '../../env/ai.json'\n",
    "if os.path.exists(pathToSettings):\n",
    "    # Load setting from Json outside of project.\n",
    "    print(f'Reading settings from {pathToSettings}')\n",
    "    f = open(pathToSettings)\n",
    "    settingsJson = json.load(f)\n",
    "    del f\n",
    "\n",
    "    for key in settingsJson:\n",
    "        os.environ[key] = settingsJson[key]\n",
    "        \n",
    "    del settingsJson"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Setup Web Crawler and Lookup functions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "metadata": {},
   "outputs": [],
   "source": [
    "import requests\n",
    "from bs4 import BeautifulSoup\n",
    "import json\n",
    "import re \n",
    "\n",
    "pageCache = {}\n",
    "\n",
    "def json_safe_loads(jsonString):\n",
    "    try:\n",
    "        obj = json.loads(jsonString)\n",
    "    except ValueError as e:\n",
    "        return None\n",
    "    return obj\n",
    "\n",
    "def remove_keys(dictionary: dict, keyList: list):\n",
    "    for key in keyList:        \n",
    "        if key in dictionary:\n",
    "            del dictionary[key]    \n",
    "\n",
    "def get_recipe_as_json(url: str) -> dict: \n",
    "    \n",
    "    urlArray = re.findall(r'(https?://\\S+)', url)\n",
    "    if len(urlArray) == 0: \n",
    "        return {'error': 'Invalid url format, please try again using a fully qualified URL', 'url': url }\n",
    "    \n",
    "    url = urlArray[0]\n",
    "    url = url.replace(\"'\", \"\").replace('\"', '')\n",
    "    print()\n",
    "    print(f'url: {url}')    \n",
    "    \n",
    "    if url in pageCache:\n",
    "        return pageCache[url]    \n",
    "\n",
    "    html = requests.get(url).text\n",
    "    \n",
    "    soup = BeautifulSoup(html)\n",
    "    script = soup.find_all(\"script\", {\"id\": \"allrecipes-schema_1-0\"})\n",
    "\n",
    "    if len(script) == 0: \n",
    "        return \"No recipe found.\"\n",
    "    \n",
    "    recipeDict = json.loads(script[0].text)[0]\n",
    "    print(type(recipeDict))\n",
    "    print(recipeDict)\n",
    "    remove_keys(recipeDict, ['review', 'image', 'mainEntityOfPage', 'publisher'])\n",
    "    \n",
    "    pageCache[url] = recipeDict\n",
    "    \n",
    "    return recipeDict\n",
    "\n",
    "# url = \"https://www.allrecipes.com/recipe/212498/easy-chicken-and-broccoli-alfredo/\"\n",
    "# obj = get_recipe_as_json(url)\n",
    "#x = get_recipe_as_json('{ \"url\": \"https://www.allrecipes.com/recipe/235153/easy-baked-chicken-thighs/\" }')\n",
    "# x = get_recipe_as_json('https://www.allrecipes.com/recipe/228363/crispy-roasted-chicken/')\n",
    "# print(x)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Static recipe lists"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "metadata": {},
   "outputs": [],
   "source": [
    "dessertList = [\n",
    "\"https://www.allrecipes.com/chocolate-snack-cake-recipe-8350343\",\n",
    "\"https://www.allrecipes.com/charred-spiced-pears-with-smoky-vanilla-cherry-sauce-recipe-8347080\",\n",
    "\"https://www.allrecipes.com/meringue-topped-banana-pudding-recipe-8347040\",\n",
    "\"https://www.allrecipes.com/white-chocolate-cinnamon-toast-crunch-bars-recipe-7556790\",\n",
    "\"https://www.allrecipes.com/plum-cobbler-for-two-recipe-8304143\",\n",
    "\"https://www.allrecipes.com/pumpkin-cheesecake-cookies-recipe-7972485\",\n",
    "\"https://www.allrecipes.com/chocolate-whipped-cottage-cheese-recipe-8303272\",\n",
    "\"https://www.allrecipes.com/nutella-ice-cream-recipe-7508716\",\n",
    "\"https://www.allrecipes.com/3-ingredient-banana-oatmeal-cookies-recipe-7972686\",\n",
    "\"https://www.allrecipes.com/caramel-apple-pie-cookies-recipe-7642173\"\n",
    "]\n",
    "\n",
    "chickenDishList = [\n",
    "\"https://www.allrecipes.com/recipe/228363/crispy-roasted-chicken/\",\n",
    "\"https://www.allrecipes.com/recipe/254877/roasted-spatchcocked-chicken-with-potatoes/\",\n",
    "\"https://www.allrecipes.com/recipe/235153/easy-baked-chicken-thighs/\",\n",
    "\"https://www.allrecipes.com/recipe/258878/crispy-baked-chicken-thighs/\",\n",
    "\"https://www.allrecipes.com/recipe/235151/crispy-and-tender-baked-chicken-thighs/\",\n",
    "\"https://www.allrecipes.com/recipe/233953/million-dollar-chicken/\",\n",
    "\"https://www.allrecipes.com/recipe/70679/simple-whole-roasted-chicken/\",\n",
    "\"https://www.allrecipes.com/recipe/214618/beer-can-chicken/\",\n",
    "\"https://www.allrecipes.com/recipe/272858/air-fryer-chicken-thighs/\",\n",
    "\"https://www.allrecipes.com/recipe/214478/happy-roast-chicken/\"\n",
    "]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Setup Tools"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Tools \n",
    "from langchain.agents import Tool\n",
    "\n",
    "\n",
    "# Chicken functions\n",
    "def list_chicken_recipes(query: str):     \n",
    "    return chickenDishList\n",
    "\n",
    "list_chicken_recipes_tool = Tool(name='Chicken Recipes tool', func= list_chicken_recipes, \n",
    "    description=\"\"\"\n",
    "    This tools lists the available Chicken Recipes. \n",
    "    Only call this tool to fetch Chicken recipes. \n",
    "    \"\"\")\n",
    "\n",
    "# Dessert functions\n",
    "def list_dessert_recipes(query: str):        \n",
    "    return dessertList\n",
    "\n",
    "list_dessert_recipes_tool = Tool(name='Dessert Recipes tool', func=list_dessert_recipes, \n",
    "description=\"\"\" \n",
    "    This tools lists the available Dessert Recipes.\n",
    "    Only call this tool for fetching Dessert Recipes.\n",
    "    \"\"\")\n",
    "\n",
    "# Recipe fetcher functions\n",
    "def get_recipe(fully_qualified_url: str):     \n",
    "    return get_recipe_as_json(fully_qualified_url)\n",
    "\n",
    "get_recipe_as_json_tool = Tool(name='Get a Recipe tool', func=get_recipe, description=\"\"\"\n",
    "    Useful for fetching a particular recipe by passing in a fully qualified url. \n",
    "    It is important that the parameter to pass in must be a fully qualified url and nothing else. \n",
    "    Don't call this function unless you have fetched a url from one of the other Tools first.\n",
    "    Parameter:  \n",
    "    url (str): A fully qualified URL, including the scheme (e.g., \"https://\").\n",
    "    The tool uses the https://schema.org/Recipe format to store it's recipes.     \n",
    "    \"\"\")\n",
    "\n",
    "# Tool list\n",
    "#tools = [list_chicken_recipes_tool, list_dessert_recipes_tool, get_recipe_as_json_tool]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# LLM\n",
    "Links\n",
    "\n",
    "\n",
    "1 [tracking-inspecting-prompts-langchain-agents-weights-and-biases](https://kleiber.me/blog/2023/05/14/tracking-inspecting-prompts-langchain-agents-weights-and-biases/)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 116,
   "metadata": {},
   "outputs": [],
   "source": [
    "from langchain.agents import load_tools\n",
    "from langchain.agents import initialize_agent\n",
    "from langchain.llms import OpenAI\n",
    "from langchain.chat_models import ChatOpenAI\n",
    "from langchain.load.dump import dumps\n",
    "\n",
    "def ask_query(model, apiKey, query, accessList):\n",
    "   \n",
    "   if len(apiKey) > 0:\n",
    "      os.environ['OPENAI_API_KEY'] = apiKey\n",
    "   \n",
    "   #tools = [list_chicken_recipes_tool, list_dessert_recipes_tool, get_recipe_as_json_tool]\n",
    "   if len(accessList) == 0:\n",
    "      return \"Please select at least one recipe list from the Access List\"\n",
    "   \n",
    "   tools = [get_recipe_as_json_tool]\n",
    "   if \"Chicken recipes\" in accessList:\n",
    "      tools.append(list_chicken_recipes_tool)\n",
    "      \n",
    "   if \"Desert recipes\" in accessList:\n",
    "      tools.append(list_dessert_recipes_tool)\n",
    "         \n",
    "   print('Chicken recipes selected:')\n",
    "   accessListMsg = ''\n",
    "   for i in accessList:      \n",
    "      print(i)\n",
    "      accessListMsg += f'{i},'\n",
    "   \n",
    "   print(query)\n",
    "   print(model)\n",
    "   \n",
    "   # LLM    \n",
    "   llm = ChatOpenAI(temperature=0.2, model_name=model) # 'gpt-3.5-turbo'  # gpt-4\n",
    "   agent = initialize_agent(      \n",
    "      agent=\"zero-shot-react-description\", tools=tools, llm=llm, verbose=True, \n",
    "      max_iterations=7, return_intermediate_steps=True, \n",
    "      handle_parsing_errors=\"Check your output and make sure it conforms.\")\n",
    "   system = \"\"\"\n",
    "   If the answer is not in the tools or context passed to you then don't answer. \\n\n",
    "   If you don't know the answer then say so. \\n   \n",
    "   \"\"\"    \n",
    "      \n",
    "   response = agent({\"input\": f\"{system} [[RECIPENAME]] {query}\"})\n",
    "\n",
    "   # Show response    \n",
    "   stepsDict = json.loads(dumps(response[\"intermediate_steps\"], pretty=True))\n",
    "   resp = 'Below are the steps the agent took to get to the Final Answer. \\n\"Thought\" is the LLMs internal dialogue, \\n\"Action\" is the tool it will use to fetch the next piece of information. \\n\"Action Input\" is the input it passes the tool to fetch this information. \\n\"Action Response\" is what was returned from the tool to the LLM at that given step.'   \n",
    "   resp += '\\n\\n'\n",
    "   resp += 'Steps to solve answer using ReAct\\n'\n",
    "   resp += 'You have access to the following recipe lists: \\n' + accessListMsg\n",
    "   resp += '\\n'\n",
    "   for i in range(len(stepsDict)):\n",
    "      resp += '##########################################\\n'\n",
    "      resp += f'Step: {i+1} of {len(stepsDict)}\\n'\n",
    "      resp += f\"Thought: {stepsDict[i][0]['kwargs']['log']}\\n\"\n",
    "      resp += 'Below is what the tool returned...\\n'\n",
    "      resp += f\"Action response: {stepsDict[i][1]}\\n\"        \n",
    "      resp += '\\n'\n",
    "\n",
    "   resp += '\\nFinal Thought:\\n'\n",
    "   resp += response['output']\n",
    "   return resp"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# UI - Simple UI"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 119,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Running on local URL:  http://127.0.0.1:7906\n",
      "\n",
      "To create a public link, set `share=True` in `launch()`.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div><iframe src=\"http://127.0.0.1:7906/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": []
     },
     "execution_count": 119,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import gradio as gr\n",
    "\n",
    "with gr.Blocks() as demo:\n",
    "       \n",
    "    with gr.Row():\n",
    "        with gr.Column():\n",
    "            headerMsg = \"This demo shows using LangChain Tools to <b>segregate of data</b> \"\n",
    "            headerMsg += \"the intent of this demo is to show how at LLM uses Tools to fetch information from two specific recipe lists. And how if a user does \"    \n",
    "            headerMsg += \"not have access to a given recipe then the LLM will not be able to pull information from it. \"  \n",
    "            gr.Markdown(headerMsg)\n",
    "            \n",
    "            modelDD = gr.Dropdown(['gpt-3.5-turbo', 'gpt-4'], value='gpt-3.5-turbo', label=\"Model to use\")\n",
    "            openAIKey = gr.Textbox(placeholder=\"Paste your OpenAI API Key Here\", label=\"OpenAI API Key\")    \n",
    "            inp = gr.Textbox(placeholder=\"Type your question here...\", label=\"Question\")                \n",
    "            accessCG = gr.CheckboxGroup([\"Chicken recipes\", \"Desert recipes\"], value=[\"Chicken recipes\", \"Desert recipes\"], label=\"Access List\", info=\"The recipes below are what you have access to, deselect ones and ask specific questions to see how LLM cannot access them.\")\n",
    "            btn = gr.Button(\"Run\")  \n",
    "            examples = [\"Can you show tell me what ingredients I need for the first baked chicken recipe?\",\n",
    "                \"I have 15 guests coming to visit, if I make the 'Chocolate Snack Cake' recipe will there be enough? \",\n",
    "                \"Can you show tell me what ingredients I need for the last baked chicken recipe? \",\n",
    "                \"What is the best baked chicken recipe? Please look across all recipes with the word 'baked' in the title\", # There are 3 baked chicken recipes\n",
    "                \"Is there a Chicken recipe that's prepared with an alchohol? And if so how long does it take in total from start time to finish?\",\n",
    "                \"Which is healthier the Caramel Apple Pie Cookies or the beer chicken? Please explain how you got to your answer.\",\n",
    "                \"Is the moon closer to earth or the sun?\",\n",
    "                \"How good are the apple pie cookies?\",\n",
    "                \"What tools do I need for the Nutella Ice Cream?\",\n",
    "                \"My bowl is broken, can I still make Nutella Ice Cream? Answer as a yes/no.\"\n",
    "                ]                 \n",
    "            gr.Examples(examples, [inp])\n",
    "            \n",
    "            recipesMsg = '<h1>Recipes</h1>'\n",
    "            recipesMsg += 'The lists below are the urls that the agent will reach out to and fetch, have a look at them and ask questions off them. Credit to AllRecipes.com'\n",
    "            \n",
    "            recipesMsg += '<h2>Chicken Recipes</h2>'\n",
    "            recipesMsg += '<ol>'\n",
    "            for i in chickenDishList:\n",
    "                recipesMsg +=f\"<li><a href='{i}'>{i}</a></li>\"\n",
    "            recipesMsg += '</ol>'\n",
    "                \n",
    "            recipesMsg += '<h2>Dessert Recipes</h2>'\n",
    "            recipesMsg += '<ol>'\n",
    "            for i in dessertList:\n",
    "                recipesMsg +=f\"<li><a href='{i}'>{i}</a></li>\"\n",
    "            recipesMsg += '</ol>'\n",
    "            \n",
    "            gr.Markdown(recipesMsg)\n",
    "                        \n",
    "        with gr.Column():\n",
    "            out = gr.TextArea(label=\"ReAct Answer\", placeholder=\"The answer will go here...\", lines=50)\n",
    "    \n",
    "    btn.click(fn=ask_query, inputs=[modelDD, openAIKey, inp, accessCG], outputs=out)\n",
    "    \n",
    "demo.launch(show_error=True)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": ".venv",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}