|
import streamlit as st |
|
from openai import OpenAI |
|
import json, os |
|
import requests, time |
|
from data_extractor import extract_data, find_product, get_product |
|
from nutrient_analyzer import analyze_nutrients |
|
from rda import find_nutrition |
|
from typing import Dict, Any |
|
|
|
|
|
|
|
|
|
|
|
@st.cache_resource |
|
def get_openai_client(): |
|
|
|
return True, OpenAI(api_key=os.getenv("OPENAI_API_KEY")) |
|
|
|
|
|
@st.cache_resource |
|
def get_backend_urls(): |
|
data_extractor_url = "https://data-extractor-67qj89pa0-sonikas-projects-9936eaad.vercel.app/" |
|
return data_extractor_url |
|
|
|
debug_mode, client = get_openai_client() |
|
data_extractor_url = get_backend_urls() |
|
|
|
def extract_data_from_product_image(image_links, data_extractor_url): |
|
response = extract_data(image_links) |
|
return response |
|
|
|
def get_product_data_from_db(product_name, data_extractor_url): |
|
response = get_product(product_name) |
|
return response |
|
|
|
def get_product_list(product_name_by_user, data_extractor_url): |
|
response = find_product(product_name_by_user) |
|
return response |
|
|
|
|
|
def rda_analysis(product_info_from_db_nutritionalInformation: Dict[str, Any], |
|
product_info_from_db_servingSize: float) -> Dict[str, Any]: |
|
""" |
|
Analyze nutritional information and return RDA analysis data in a structured format. |
|
|
|
Args: |
|
product_info_from_db_nutritionalInformation: Dictionary containing nutritional information |
|
product_info_from_db_servingSize: Serving size value |
|
|
|
Returns: |
|
Dictionary containing nutrition per serving and user serving size |
|
""" |
|
nutrient_name_list = [ |
|
'energy', 'protein', 'carbohydrates', 'addedSugars', 'dietaryFiber', |
|
'totalFat', 'saturatedFat', 'monounsaturatedFat', 'polyunsaturatedFat', |
|
'transFat', 'sodium' |
|
] |
|
|
|
try: |
|
response = client.chat.completions.create( |
|
model="gpt-4o", |
|
messages=[ |
|
{ |
|
"role": "system", |
|
"content": """You will be given nutritional information of a food product. |
|
Return the data in the exact JSON format specified in the schema, |
|
with all required fields.""" |
|
}, |
|
{ |
|
"role": "user", |
|
"content": f"Nutritional content of food product is {json.dumps(product_info_from_db_nutritionalInformation)}. " |
|
f"Extract the values of the following nutrients: {', '.join(nutrient_name_list)}." |
|
} |
|
], |
|
response_format={"type": "json_schema", "json_schema": { |
|
"name": "Nutritional_Info_Label_Reader", |
|
"schema": { |
|
"type": "object", |
|
"properties": { |
|
"energy": {"type": "number"}, |
|
"protein": {"type": "number"}, |
|
"carbohydrates": {"type": "number"}, |
|
"addedSugars": {"type": "number"}, |
|
"dietaryFiber": {"type": "number"}, |
|
"totalFat": {"type": "number"}, |
|
"saturatedFat": {"type": "number"}, |
|
"monounsaturatedFat": {"type": "number"}, |
|
"polyunsaturatedFat": {"type": "number"}, |
|
"transFat": {"type": "number"}, |
|
"sodium": {"type": "number"}, |
|
"servingSize": {"type": "number"}, |
|
}, |
|
"required": nutrient_name_list + ["servingSize"], |
|
"additionalProperties": False |
|
}, |
|
"strict": True |
|
}} |
|
) |
|
|
|
|
|
nutrition_data = json.loads(response.choices[0].message.content) |
|
|
|
|
|
missing_fields = [field for field in nutrient_name_list + ["servingSize"] |
|
if field not in nutrition_data] |
|
if missing_fields: |
|
print(f"Missing required fields in API response: {missing_fields}") |
|
|
|
|
|
non_numeric_fields = [field for field, value in nutrition_data.items() |
|
if not isinstance(value, (int, float))] |
|
if non_numeric_fields: |
|
raise ValueError(f"Non-numeric values found in fields: {non_numeric_fields}") |
|
|
|
return { |
|
'nutritionPerServing': nutrition_data, |
|
'userServingSize': product_info_from_db_servingSize |
|
} |
|
|
|
except Exception as e: |
|
|
|
print(f"Error in RDA analysis: {str(e)}") |
|
raise |
|
|
|
|
|
def find_product_nutrients(product_info_from_db): |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
product_type = None |
|
calories = None |
|
sugar = None |
|
total_sugar = None |
|
added_sugar = None |
|
salt = None |
|
serving_size = None |
|
|
|
if product_info_from_db["servingSize"]["unit"] == "g": |
|
product_type = "solid" |
|
elif product_info_from_db["servingSize"]["unit"] == "ml": |
|
product_type = "liquid" |
|
serving_size = product_info_from_db["servingSize"]["quantity"] |
|
|
|
for item in product_info_from_db["nutritionalInformation"]: |
|
if 'energy' in item['name'].lower(): |
|
calories = item['values'][0]['value'] |
|
if 'total sugar' in item['name'].lower(): |
|
total_sugar = item['values'][0]['value'] |
|
if 'added sugar' in item['name'].lower(): |
|
added_sugar = item['values'][0]['value'] |
|
if 'sugar' in item['name'].lower() and 'added sugar' not in item['name'].lower() and 'total sugar' not in item['name'].lower(): |
|
sugar = item['values'][0]['value'] |
|
|
|
|
|
if added_sugar is not None and added_sugar > 0 and sugar is None: |
|
sugar = added_sugar |
|
elif total_sugar is not None and total_sugar > 0 and added_sugar is None and sugar is None: |
|
sugar = total_sugar |
|
|
|
return product_type, calories, sugar, salt, serving_size |
|
|
|
|
|
|
|
@st.cache_resource |
|
def initialize_assistants_and_vector_stores(): |
|
|
|
global client |
|
assistant1 = client.beta.assistants.create( |
|
name="Processing Level", |
|
instructions="You are an expert dietician. Use you knowledge base to answer questions about the processing level of food product.", |
|
model="gpt-4o", |
|
tools=[{"type": "file_search"}], |
|
temperature=0, |
|
top_p = 0.85 |
|
) |
|
|
|
|
|
assistant2 = client.beta.assistants.create( |
|
name="Harmful Ingredients", |
|
instructions="You are an expert dietician. Use you knowledge base to answer questions about the ingredients in food product.", |
|
model="gpt-4o", |
|
tools=[{"type": "file_search"}], |
|
temperature=0, |
|
top_p = 0.85 |
|
) |
|
|
|
|
|
assistant3 = client.beta.assistants.create( |
|
name="Misleading Claims", |
|
instructions="You are an expert dietician. Use you knowledge base to answer questions about the misleading claims about food product.", |
|
model="gpt-4o", |
|
tools=[{"type": "file_search"}], |
|
temperature=0, |
|
top_p = 0.85 |
|
) |
|
|
|
|
|
vector_store1 = client.beta.vector_stores.create(name="Processing Level Vec") |
|
|
|
|
|
file_paths = ["Processing_Level.docx"] |
|
file_streams = [open(path, "rb") for path in file_paths] |
|
|
|
|
|
|
|
file_batch1 = client.beta.vector_stores.file_batches.upload_and_poll( |
|
vector_store_id=vector_store1.id, files=file_streams |
|
) |
|
|
|
|
|
print(file_batch1.status) |
|
print(file_batch1.file_counts) |
|
|
|
|
|
vector_store2 = client.beta.vector_stores.create(name="Harmful Ingredients Vec") |
|
|
|
|
|
file_paths = ["Ingredients.docx"] |
|
file_streams = [open(path, "rb") for path in file_paths] |
|
|
|
|
|
|
|
file_batch2 = client.beta.vector_stores.file_batches.upload_and_poll( |
|
vector_store_id=vector_store2.id, files=file_streams |
|
) |
|
|
|
|
|
print(file_batch2.status) |
|
print(file_batch2.file_counts) |
|
|
|
|
|
vector_store3 = client.beta.vector_stores.create(name="Misleading Claims Vec") |
|
|
|
|
|
file_paths = ["MisLeading_Claims.docx"] |
|
file_streams = [open(path, "rb") for path in file_paths] |
|
|
|
|
|
|
|
file_batch3 = client.beta.vector_stores.file_batches.upload_and_poll( |
|
vector_store_id=vector_store3.id, files=file_streams |
|
) |
|
|
|
|
|
print(file_batch3.status) |
|
print(file_batch3.file_counts) |
|
|
|
|
|
assistant1 = client.beta.assistants.update( |
|
assistant_id=assistant1.id, |
|
tool_resources={"file_search": {"vector_store_ids": [vector_store1.id]}}, |
|
) |
|
|
|
|
|
assistant2 = client.beta.assistants.update( |
|
assistant_id=assistant2.id, |
|
tool_resources={"file_search": {"vector_store_ids": [vector_store2.id]}}, |
|
) |
|
|
|
|
|
assistant3 = client.beta.assistants.update( |
|
assistant_id=assistant3.id, |
|
tool_resources={"file_search": {"vector_store_ids": [vector_store3.id]}}, |
|
) |
|
return assistant1, assistant2, assistant3 |
|
|
|
assistant1, assistant2, assistant3 = initialize_assistants_and_vector_stores() |
|
|
|
def analyze_nutrition_icmr_rda(nutrient_analysis, nutrient_analysis_rda): |
|
global debug_mode, client |
|
system_prompt = """Analyze the nutritional content of the food item, focusing on nutrients that significantly exceed the Recommended Daily Allowance (RDA) or threshold limits defined by ICMR. |
|
Provide contextual insights for users as explained below: |
|
|
|
Calories: If the calorie content is very high, compare it to a well-balanced nutritional meal. Indicate how many such meals' worth of calories the product contains. |
|
Sugar & Salt: Present the amounts in teaspoons to make it easier to understand daily intake levels. |
|
Fat & Calories: Offer practical context for these nutrients, explaining the implications of their levels and how they relate to balanced eating. |
|
|
|
Ensure the response is clear, accurate, and provides actionable recommendations for healthier choices.""" |
|
|
|
user_prompt = f""" |
|
Product Name: {brand_name} {product_name} |
|
|
|
Nutrition Analysis : |
|
{nutrient_analysis} |
|
{nutrient_analysis_rda} |
|
""" |
|
if debug_mode: |
|
print(f"\nuser_prompt : \n {user_prompt}") |
|
|
|
completion = client.chat.completions.create( |
|
model="gpt-4o", |
|
messages=[ |
|
{"role": "system", "content": system_prompt}, |
|
{"role": "user", "content": user_prompt} |
|
] |
|
) |
|
|
|
return completion.choices[0].message.content |
|
|
|
def analyze_processing_level(ingredients, brand_name, product_name, assistant_id): |
|
global debug_mode, client |
|
thread = client.beta.threads.create( |
|
messages=[ |
|
{ |
|
"role": "user", |
|
"content": "Categorize food product that has following ingredients: " + ', '.join(ingredients) + " into Group A, Group B, or Group C based on the document. The output must only be the group category name (Group A, Group B, or Group C) alongwith the reason behind assigning that respective category to the product. If the group category cannot be determined, output 'NOT FOUND'.", |
|
} |
|
] |
|
) |
|
|
|
run = client.beta.threads.runs.create_and_poll( |
|
thread_id=thread.id, |
|
assistant_id=assistant_id, |
|
include=["step_details.tool_calls[*].file_search.results[*].content"] |
|
) |
|
|
|
messages = list(client.beta.threads.messages.list(thread_id=thread.id, run_id=run.id)) |
|
|
|
message_content = messages[0].content[0].text |
|
annotations = message_content.annotations |
|
|
|
for index, annotation in enumerate(annotations): |
|
message_content.value = message_content.value.replace(annotation.text, "") |
|
|
|
|
|
|
|
|
|
if debug_mode: |
|
print(message_content.value) |
|
processing_level_str = message_content.value |
|
return processing_level_str |
|
|
|
def analyze_harmful_ingredients(ingredients, brand_name, product_name, assistant_id): |
|
global debug_mode, client |
|
thread = client.beta.threads.create( |
|
messages=[ |
|
{ |
|
"role": "user", |
|
"content": "A food product has the following ingredients: " + ', '.join(ingredients) + ". Which are the harmful ingredients in this list? The output must be in JSON format: {<ingredient_name>: <information from the document about why ingredient is harmful>}. If information about an ingredient is not found in the documents, the value for that ingredient must start with the prefix '(NOT FOUND IN DOCUMENT)' followed by the LLM's response based on its own knowledge.", |
|
} |
|
] |
|
) |
|
|
|
run = client.beta.threads.runs.create_and_poll( |
|
thread_id=thread.id, |
|
assistant_id=assistant_id, |
|
include=["step_details.tool_calls[*].file_search.results[*].content"] |
|
) |
|
|
|
messages = list(client.beta.threads.messages.list(thread_id=thread.id, run_id=run.id)) |
|
message_content = messages[0].content[0].text |
|
annotations = message_content.annotations |
|
|
|
|
|
|
|
|
|
|
|
for index, annotation in enumerate(annotations): |
|
if file_citation := getattr(annotation, "file_citation", None): |
|
|
|
|
|
message_content.value = message_content.value.replace(annotation.text, "") |
|
|
|
if debug_mode: |
|
ingredients_not_found_in_doc = [] |
|
print(message_content.value) |
|
for key, value in json.loads(message_content.value.replace("```", "").replace("json", "")).items(): |
|
if value.startswith("(NOT FOUND IN DOCUMENT)"): |
|
ingredients_not_found_in_doc.append(key) |
|
print(f"Ingredients not found in the harmful ingredients doc are {','.join(ingredients_not_found_in_doc)}") |
|
harmful_ingredient_analysis = json.loads(message_content.value.replace("```", "").replace("json", "").replace("(NOT FOUND IN DOCUMENT) ", "")) |
|
|
|
harmful_ingredient_analysis_str = "" |
|
for key, value in harmful_ingredient_analysis.items(): |
|
harmful_ingredient_analysis_str += f"{key}: {value}\n" |
|
return harmful_ingredient_analysis_str |
|
|
|
def analyze_claims(claims, ingredients, product_name, assistant_id): |
|
global debug_mode, client |
|
thread = client.beta.threads.create( |
|
messages=[ |
|
{ |
|
"role": "user", |
|
"content": "A food product named " + product_name + " has the following claims: " + ', '.join(claims) + " and ingredients : " + ', '.join(ingredients) +". Please evaluate the validity of each claim and determine if the product name is potentially misleading. The output must be in JSON format: {<claim_name>: <information from the document about whether the claim is valid>}. If information about a claim is not found in the documents, the value for that claim must start with the prefix '(NOT FOUND IN DOCUMENT)' followed by the LLM's response based on its own knowledge.", |
|
} |
|
] |
|
) |
|
|
|
run = client.beta.threads.runs.create_and_poll( |
|
thread_id=thread.id, |
|
assistant_id=assistant_id, |
|
include=["step_details.tool_calls[*].file_search.results[*].content"] |
|
) |
|
|
|
messages = list(client.beta.threads.messages.list(thread_id=thread.id, run_id=run.id)) |
|
|
|
message_content = messages[0].content[0].text |
|
|
|
|
|
annotations = message_content.annotations |
|
|
|
|
|
|
|
|
|
|
|
for index, annotation in enumerate(annotations): |
|
if file_citation := getattr(annotation, "file_citation", None): |
|
|
|
|
|
message_content.value = message_content.value.replace(annotation.text, "") |
|
|
|
if debug_mode: |
|
claims_not_found_in_doc = [] |
|
print(message_content.value) |
|
for key, value in json.loads(message_content.value.replace("```", "").replace("json", "")).items(): |
|
if value.startswith("(NOT FOUND IN DOCUMENT)"): |
|
claims_not_found_in_doc.append(key) |
|
print(f"Claims not found in the doc are {','.join(claims_not_found_in_doc)}") |
|
claims_analysis = json.loads(message_content.value.replace("```", "").replace("json", "").replace("(NOT FOUND IN DOCUMENT) ", "")) |
|
|
|
claims_analysis_str = "" |
|
for key, value in claims_analysis.items(): |
|
claims_analysis_str += f"{key}: {value}\n" |
|
|
|
return claims_analysis_str |
|
|
|
def generate_final_analysis(brand_name, product_name, nutritional_level, processing_level, harmful_ingredient_analysis, claims_analysis, system_prompt): |
|
global debug_mode, client |
|
system_prompt_orig = """You are provided with a detailed analysis of a food product. Your task is to generate actionable insights to help the user decide whether to consume the product, at what frequency, and identify any potential harms or benefits. Consider the context of consumption to ensure the advice is personalized and practical. |
|
|
|
Use the following criteria to generate your response: |
|
|
|
1. **Nutrition Analysis:** |
|
- How much do sugar, calories, or salt exceed the threshold limit? |
|
- How processed is the product? |
|
- How much of the Recommended Dietary Allowance (RDA) does the product provide for each nutrient? |
|
|
|
2. **Harmful Ingredients:** |
|
- Identify any harmful or questionable ingredients. |
|
|
|
3. **Misleading Claims:** |
|
- Are there any misleading claims made by the brand? |
|
|
|
Additionally, consider the following while generating insights: |
|
|
|
1. **Consumption Context:** |
|
- Is the product being consumed for health reasons or as a treat? |
|
- Could the consumer be overlooking hidden harms? |
|
- If the product is something they could consume daily, should they? |
|
- If they are consuming it daily, what potential harm are they not noticing? |
|
- If the product is intended for health purposes, are there concerns the user might miss? |
|
|
|
**Output:** |
|
- Recommend whether the product should be consumed or avoided. |
|
- If recommended, specify the appropriate frequency and intended functionality (e.g., treat vs. health). |
|
- Highlight any risks or benefits at that level of consumption.""" |
|
|
|
user_prompt = f""" |
|
Product Name: {brand_name} {product_name} |
|
|
|
Nutrition Analysis : |
|
{nutritional_level} |
|
|
|
Processing Level: |
|
{processing_level} |
|
|
|
Ingredient Analysis: |
|
{harmful_ingredient_analysis} |
|
|
|
Claims Analysis: |
|
{claims_analysis} |
|
""" |
|
if debug_mode: |
|
print(f"\nuser_prompt : \n {user_prompt}") |
|
|
|
completion = client.chat.completions.create( |
|
model="gpt-4o", |
|
messages=[ |
|
{"role": "system", "content": system_prompt}, |
|
{"role": "user", "content": user_prompt} |
|
] |
|
) |
|
|
|
return completion.choices[0].message.content |
|
|
|
|
|
def analyze_product(product_info_raw, system_prompt): |
|
global assistant1, assistant2, assistant3 |
|
|
|
if product_info_raw != "{}": |
|
product_info_from_db = json.loads(product_info_raw) |
|
brand_name = product_info_from_db.get("brandName", "") |
|
product_name = product_info_from_db.get("productName", "") |
|
ingredients_list = [ingredient["name"] for ingredient in product_info_from_db.get("ingredients", [])] |
|
claims_list = product_info_from_db.get("claims", []) |
|
nutritional_information = product_info_from_db['nutritionalInformation'] |
|
serving_size = product_info_from_db["servingSize"]["quantity"] |
|
|
|
if nutritional_information: |
|
product_type, calories, sugar, salt, serving_size = find_product_nutrients(product_info_from_db) |
|
nutrient_analysis = analyze_nutrients(product_type, calories, sugar, salt, serving_size) |
|
print(f"DEBUG ! nutrient analysis is {nutrient_analysis}") |
|
|
|
nutrient_analysis_rda_data = rda_analysis(nutritional_information, serving_size) |
|
print(f"DEBUG ! Data for RDA nutrient analysis is of type {type(nutrient_analysis_rda_data)} - {nutrient_analysis_rda_data}") |
|
print(f"DEBUG : nutrient_analysis_rda_data['nutritionPerServing'] : {nutrient_analysis_rda_data['nutritionPerServing']}") |
|
print(f"DEBUG : nutrient_analysis_rda_data['userServingSize'] : {nutrient_analysis_rda_data['userServingSize']}") |
|
|
|
nutrient_analysis_rda = find_nutrition(nutrient_analysis_rda_data) |
|
print(f"DEBUG ! RDA nutrient analysis is {nutrient_analysis_rda}") |
|
|
|
nutritional_level = analyze_nutrition_icmr_rda(nutrient_analysis, nutrient_analysis_rda) |
|
|
|
if len(ingredients_list) > 0: |
|
processing_level = analyze_processing_level(ingredients_list, brand_name, product_name, assistant1.id) if ingredients_list else "" |
|
harmful_ingredient_analysis = analyze_harmful_ingredients(ingredients_list, brand_name, product_name, assistant2.id) if ingredients_list else "" |
|
|
|
if len(claims_list) > 0: |
|
claims_analysis = analyze_claims(claims_list, ingredients_list, product_name, assistant3.id) if claims_list else "" |
|
|
|
final_analysis = generate_final_analysis(brand_name, product_name, nutritional_level, processing_level, harmful_ingredient_analysis, claims_analysis, system_prompt) |
|
return final_analysis |
|
else: |
|
return "I'm sorry, product information could not be extracted from the url." |
|
|
|
|
|
|
|
if 'messages' not in st.session_state: |
|
st.session_state.messages = [] |
|
|
|
def chatbot_response(image_urls_str, product_name_by_user, data_extractor_url, system_prompt, extract_info = True): |
|
|
|
processing_level = "" |
|
harmful_ingredient_analysis = "" |
|
claims_analysis = "" |
|
image_urls = [] |
|
if product_name_by_user != "": |
|
similar_product_list_json = get_product_list(product_name_by_user, data_extractor_url) |
|
|
|
if similar_product_list_json and extract_info == False: |
|
with st.spinner("Fetching product information from our database... This may take a moment."): |
|
print(f"similar_product_list_json : {similar_product_list_json}") |
|
if 'error' not in similar_product_list_json.keys(): |
|
similar_product_list = similar_product_list_json['products'] |
|
return similar_product_list, "Product list found from our database" |
|
else: |
|
return [], "Product list not found" |
|
|
|
elif extract_info == True: |
|
with st.spinner("Analyzing the product... This may take a moment."): |
|
product_info_raw = get_product_data_from_db(product_name_by_user, data_extractor_url) |
|
print(f"DEBUG product_info_raw from name: {product_info_raw}") |
|
if 'error' not in json.loads(product_info_raw).keys(): |
|
final_analysis = analyze_product(product_info_raw, system_prompt) |
|
return [], final_analysis |
|
else: |
|
return [], f"Product information could not be extracted from our database because of {json.loads(product_info_raw)['error']}" |
|
|
|
else: |
|
return [], "Product not found in our database." |
|
|
|
elif "http:/" in image_urls_str.lower() or "https:/" in image_urls_str.lower(): |
|
|
|
if "," not in image_urls_str: |
|
image_urls.append(image_urls_str) |
|
else: |
|
for url in image_urls_str.split(","): |
|
if "http:/" in url.lower() or "https:/" in url.lower(): |
|
image_urls.append(url) |
|
|
|
with st.spinner("Analyzing the product... This may take a moment."): |
|
product_info_raw = extract_data_from_product_image(image_urls, data_extractor_url) |
|
print(f"DEBUG product_info_raw from image : {product_info_raw}") |
|
if 'error' not in json.loads(product_info_raw).keys(): |
|
final_analysis = analyze_product(product_info_raw, system_prompt) |
|
return [], final_analysis |
|
else: |
|
return [], f"Product information could not be extracted from the image because of {json.loads(product_info_raw)['error']}" |
|
|
|
|
|
else: |
|
return [], "I'm here to analyze food products. Please provide an image URL (Example : http://example.com/image.jpg) or product name (Example : Harvest Gold Bread)" |
|
|
|
class SessionState: |
|
"""Handles all session state variables in a centralized way""" |
|
@staticmethod |
|
def initialize(): |
|
initial_states = { |
|
"messages": [], |
|
"product_selected": False, |
|
"product_shared": False, |
|
"analyze_more": True, |
|
"welcome_shown": False, |
|
"yes_no_choice": None, |
|
"welcome_msg": "Welcome to ConsumeWise! What product would you like me to analyze today?", |
|
"system_prompt": "", |
|
"similar_products": [], |
|
"awaiting_selection": False, |
|
"current_user_input": "", |
|
"selected_product": None |
|
} |
|
|
|
for key, value in initial_states.items(): |
|
if key not in st.session_state: |
|
st.session_state[key] = value |
|
|
|
class SystemPromptManager: |
|
"""Manages the system prompt input and related functionality""" |
|
@staticmethod |
|
def render_sidebar(): |
|
st.sidebar.header("System Prompt") |
|
system_prompt = st.sidebar.text_area( |
|
"Enter your system prompt here (required):", |
|
value=st.session_state.system_prompt, |
|
height=150, |
|
key="system_prompt_input" |
|
) |
|
|
|
if st.sidebar.button("Submit Prompt"): |
|
if system_prompt.strip(): |
|
st.session_state.system_prompt = system_prompt |
|
SessionState.initialize() |
|
st.rerun() |
|
else: |
|
st.sidebar.error("Please enter a valid system prompt.") |
|
|
|
return system_prompt.strip() |
|
|
|
class ProductSelector: |
|
"""Handles product selection logic""" |
|
@staticmethod |
|
def handle_selection(): |
|
if st.session_state.similar_products: |
|
|
|
selection_container = st.container() |
|
|
|
with selection_container: |
|
|
|
choice = st.radio( |
|
"Select a product:", |
|
st.session_state.similar_products + ["None of the above"], |
|
key="product_choice" |
|
) |
|
|
|
|
|
confirm_clicked = st.button("Confirm Selection") |
|
|
|
|
|
if confirm_clicked: |
|
if choice != "None of the above": |
|
st.session_state.product_selected = True |
|
st.session_state.awaiting_selection = False |
|
st.session_state.selected_product = choice |
|
_, msg = chatbot_response("", choice, data_extractor_url, |
|
st.session_state.system_prompt, extract_info=True) |
|
st.session_state.messages.append({"role": "assistant", "content": msg}) |
|
|
|
|
|
keys_to_keep = ["system_prompt", "messages", "welcome_msg"] |
|
keys_to_delete = [key for key in st.session_state.keys() if key not in keys_to_keep] |
|
|
|
for key in keys_to_delete: |
|
del st.session_state[key] |
|
st.session_state.welcome_msg = "What product would you like me to analyze next?" |
|
else: |
|
st.session_state.awaiting_selection = False |
|
st.session_state.messages.append( |
|
{"role": "assistant", "content": "Please provide the image URL of the product."} |
|
) |
|
|
|
st.rerun() |
|
|
|
|
|
return True |
|
|
|
return False |
|
|
|
class ChatManager: |
|
"""Manages chat interactions and responses""" |
|
@staticmethod |
|
def process_response(user_input): |
|
if not st.session_state.product_selected: |
|
if "http:/" not in user_input and "https:/" not in user_input: |
|
return ChatManager._handle_product_name(user_input) |
|
else: |
|
return ChatManager._handle_product_url(user_input) |
|
return "Next Product" |
|
|
|
@staticmethod |
|
def _handle_product_name(user_input): |
|
st.session_state.product_shared = True |
|
st.session_state.current_user_input = user_input |
|
similar_products, _ = chatbot_response( |
|
"", user_input, data_extractor_url, |
|
st.session_state.system_prompt, extract_info=False |
|
) |
|
|
|
if similar_products: |
|
st.session_state.similar_products = similar_products |
|
st.session_state.awaiting_selection = True |
|
return "Here are some similar products from our database. Please select:" |
|
return "Product not found in our database. Please provide the image URL of the product." |
|
|
|
@staticmethod |
|
def _handle_product_url(user_input): |
|
is_valid_url = (".jpeg" in user_input or ".jpg" in user_input) and \ |
|
("http:/" in user_input or "https:/" in user_input) |
|
|
|
if not st.session_state.product_shared: |
|
return "Please provide the product name first" |
|
|
|
if is_valid_url and st.session_state.product_shared: |
|
_, msg = chatbot_response( |
|
user_input, "", data_extractor_url, |
|
st.session_state.system_prompt, extract_info=True |
|
) |
|
st.session_state.product_selected = True |
|
return msg |
|
|
|
return "Please provide valid image URL of the product." |
|
|
|
def main(): |
|
|
|
SessionState.initialize() |
|
|
|
|
|
st.title("ConsumeWise - Your Food Product Analysis Assistant") |
|
|
|
|
|
system_prompt = SystemPromptManager.render_sidebar() |
|
|
|
if not system_prompt: |
|
st.warning("⚠️ Please enter a system prompt in the sidebar before proceeding.") |
|
st.chat_input("Enter your message:", disabled=True) |
|
return |
|
|
|
|
|
if not st.session_state.welcome_shown: |
|
st.session_state.messages.append({ |
|
"role": "assistant", |
|
"content": st.session_state.welcome_msg |
|
}) |
|
st.session_state.welcome_shown = True |
|
|
|
|
|
for message in st.session_state.messages: |
|
with st.chat_message(message["role"]): |
|
st.markdown(message["content"]) |
|
|
|
|
|
selection_in_progress = False |
|
if st.session_state.awaiting_selection: |
|
selection_in_progress = ProductSelector.handle_selection() |
|
|
|
|
|
if not selection_in_progress: |
|
user_input = st.chat_input("Enter your message:", key="user_input") |
|
if user_input: |
|
|
|
st.session_state.messages.append({"role": "user", "content": user_input}) |
|
with st.chat_message("user"): |
|
st.markdown(user_input) |
|
|
|
|
|
response = ChatManager.process_response(user_input) |
|
|
|
if response == "Next Product": |
|
SessionState.initialize() |
|
|
|
keys_to_keep = ["system_prompt", "messages", "welcome_msg"] |
|
keys_to_delete = [key for key in st.session_state.keys() if key not in keys_to_keep] |
|
|
|
for key in keys_to_delete: |
|
del st.session_state[key] |
|
st.session_state.welcome_msg = "What product would you like me to analyze next?" |
|
st.rerun() |
|
|
|
elif response: |
|
st.session_state.messages.append({"role": "assistant", "content": response}) |
|
with st.chat_message("assistant"): |
|
st.markdown(response) |
|
print(f"DEBUG : st.session_state.awaiting_selection : {st.session_state.awaiting_selection}") |
|
print(f"response : {response}") |
|
st.rerun() |
|
else: |
|
|
|
st.chat_input("Please confirm your selection above first...", disabled=True) |
|
|
|
|
|
if st.button("Clear Chat History"): |
|
st.session_state.clear() |
|
st.rerun() |
|
|
|
if __name__ == "__main__": |
|
main() |