Update app.py

app.py

@@ -105,7 +105,7 @@ def bizobjjsoncreate(json_template,text):
         messages=[
             {
                 "role": "system",
-                "content": "You are a helpful classification assistant. You understand engineering concepts. You will be given a JSON where there are properties and their descriptions. You need to fill up the JSON subproperty \"USer Answer\" from the details given in the text. If you are not sure of any field, leave the \"User Answer\" as TBD. Give the JSON output with the filled fields only. ENSURE THE JSON IS VALID AND PROPERLY FORMATTED. DO NOT OUTPUT ANYTHING OTHER THAN THE JSON."
+                "content": "You are a helpful classification assistant. You understand engineering concepts. You will be given a JSON where there are properties and their descriptions. You need to fill up the JSON subproperty \"USer Answer\" from the details given in the text. If you are not sure of any field, leave the \"User Answer\" as TBD. Make sure you dont leave out a single field of the JSON. ENSURE THE JSON IS VALID AND PROPERLY FORMATTED. DO NOT OUTPUT ANYTHING OTHER THAN THE JSON."
             },
             {
                 "role": "user",
@@ -149,7 +149,7 @@ def question_create(json_template):
     for chunk in completion:
         answer += chunk.choices[0].delta.content or ""
 
-
+    # print(answer)
     client = Groq()
     completion = client.chat.completions.create(
         model="llama-3.1-70b-versatile",
@@ -163,8 +163,8 @@ def question_create(json_template):
                 "content": answer
             }
         ],
-        temperature=0.73,
-        max_tokens=2240,
+        temperature=0.45,
+        max_tokens=4240,
         top_p=1,
         stream=True,
         stop=None,
@@ -175,7 +175,60 @@ def question_create(json_template):
 
     return final
 
-def answer_refill(questions,answers,obs_json_template,bizobj_json_template):
+# def answer_refill(questions,answers,obs_json_template,bizobj_json_template):
+
+#     client = Groq(api_key=os.getenv("GROQ_API_KEY"))
+#     completion = client.chat.completions.create(
+#         model="llama-3.1-70b-versatile",
+#         messages=[
+#             {
+#                 "role": "system",
+#                 "content": "You are a helpful assistant. You will be given two arrays, questions and answer. I want you to create a question answer pair. For example, \n#INPUT\nQuestion=['What is my name?', 'What is your age?']\nAnswer=['Mohan','69']\n\n#OUTPUT\n['Question:What is my name? Answer:Mohan','What is your age? Answer:69']\n\nDONT RETURN ANYTHING OTHER THAN THE FINAL ARRAY"
+#             },
+#             {
+#                 "role": "user",
+#                 "content": "Question="+str(questions)+"\nAnswer="+str(answers)
+#             }
+#         ],
+#         temperature=0.5,
+#         max_tokens=4048,
+#         top_p=1,
+#         stream=True,
+#         stop=None,
+#     )
+
+#     qapair = ""
+#     for chunk in completion:
+#         qapair += chunk.choices[0].delta.content or ""
+#     # print(qapair)
+#     # print(obs_json_template+bizobj_json_template)
+#     # print("Question Answer:"+str(qapair)+"\nJSON:\n"+str(obs_json_template+bizobj_json_template))
+#     # print(str(obs_json_template+bizobj_json_template))
+#     completion2 = client.chat.completions.create(
+#         model="llama-3.1-70b-versatile",
+#         messages=[
+#             {
+#                 "role": "system",
+#                 "content": "You are a helpful assistant. You will be given a Question-answer pair. You will be given a json. Some subproperties in the JSONs labelled \"User Answer\" are marked as TBD. Based on the question answer pair, I want you to fill the Answer of the question answer pair as it is into the \"User answer\" subproperty. Make sure you return the full JSON, without missing any field. After filling, merge the two filled JSONs. Then return the final completely filled JSON. DONT OUTPUT ANYTHING OTHER THAN THE JSONS."
+#             },
+#             {
+#                 "role": "user",
+#                 "content": "Question Answer:"+str(qapair)+"\nJSON:\n"+str(obs_json_template+bizobj_json_template)
+#             }
+#         ],
+#         temperature=1,
+#         max_tokens=8000,
+#         top_p=1,
+#         stream=True,
+#         stop=None,
+#     )
+#     filled_json=""
+#     for chunk in completion2:
+#         filled_json+=chunk.choices[0].delta.content or ""
+#     # print(filled_json)
+#     return filled_json
+
+def qapair_create(questions,answers):
 
     client = Groq(api_key=os.getenv("GROQ_API_KEY"))
     completion = client.chat.completions.create(
@@ -200,9 +253,13 @@ def answer_refill(questions,answers,obs_json_template,bizobj_json_template):
     qapair = ""
     for chunk in completion:
         qapair += chunk.choices[0].delta.content or ""
+    return qapair
     # print(qapair)
     # print(obs_json_template+bizobj_json_template)
     # print("Question Answer:"+str(qapair)+"\nJSON:\n"+str(obs_json_template+bizobj_json_template))
+    # print(str(obs_json_template+bizobj_json_template))
+def answer_refill(qapair,json_template):
+    client = Groq(api_key=os.getenv("GROQ_API_KEY"))
     completion2 = client.chat.completions.create(
         model="llama-3.1-70b-versatile",
         messages=[
@@ -212,7 +269,7 @@ def answer_refill(questions,answers,obs_json_template,bizobj_json_template):
             },
             {
                 "role": "user",
-                "content": "Question Answer:"+str(qapair)+"\nJSON:\n"+str(obs_json_template+bizobj_json_template)
+                "content": "Question Answer:"+str(qapair)+"\nJSON:\n"+str(json_template)
             }
         ],
         temperature=1,
@@ -227,7 +284,6 @@ def answer_refill(questions,answers,obs_json_template,bizobj_json_template):
     # print(filled_json)
     return filled_json
 
-
 def executive_summary(json_template):
 
 
@@ -339,6 +395,8 @@ def airtable_write(json_template):
 
             
 def main():
+    # local_css("style.css")
+    # st.markdown('<div class="my-custom-class">Custom styled box</div>', unsafe_allow_html=True)
     st.title("Qualitas Sales Data Collection Chatbot")
     st.caption("Welcome to the Qualitas Bot. First upload a PDF document which should be customer correspondence, detailing some requirements. Also sometimes the Submit button for the questions is a bit sticky. So You might have to click it twice!")
 
@@ -381,18 +439,55 @@ def process_document(uploaded_file):
         obs_json_template = json.load(file)
     final_obs_json = obsjsoncreate(obs_json_template, st.session_state.classification_result, st.session_state.text)
     st.session_state.obs = final_obs_json
-    json_path='BizObjJSON.json'
+
+    json_path='Biz_Obj.json'
+    with open(json_path, 'r') as file:
+        bizobj_json = json.load(file)
+    final_bizobj_json = bizobjjsoncreate(bizobj_json, st.session_state.text)
+
+    json_path='Prod_var_info.json'
+    with open(json_path, 'r') as file:
+        prodvarinfo_json = json.load(file)
+    final_prodvarinfo_json = bizobjjsoncreate(prodvarinfo_json, st.session_state.text)
+
+    json_path='Material_handling.json'
+    with open(json_path, 'r') as file:
+        materialhandling_json = json.load(file)
+    final_materialhandling_json = bizobjjsoncreate(materialhandling_json, st.session_state.text)
+
+    json_path='software.json'
+    with open(json_path, 'r') as file:
+        software_json = json.load(file)
+    final_software_json = bizobjjsoncreate(software_json, st.session_state.text)
+
+    json_path='Customer_dependency.json'
     with open(json_path, 'r') as file:
-        bizobj_json_template = json.load(file)
-    final_bizobj_json = bizobjjsoncreate(bizobj_json_template, st.session_state.text)
+        customerdependency_json = json.load(file)
+    final_customerdependency_json = bizobjjsoncreate(customerdependency_json, st.session_state.text)
+
+    json_path='acceptance.json'
+    with open(json_path, 'r') as file:
+        acceptance_json = json.load(file)
+    final_acceptance_json = bizobjjsoncreate(acceptance_json, st.session_state.text)
+
     st.session_state.bizobj = final_bizobj_json
+    st.session_state.prodvarinfo = final_prodvarinfo_json
+    st.session_state.materialhandling = final_materialhandling_json
+    st.session_state.software = final_software_json
+    st.session_state.customerdependency = final_customerdependency_json
+    st.session_state.acceptance = final_acceptance_json
     st.write("Creating Questions...")
     questionobs = question_create(final_obs_json)
-    questionbizobj = question_create(final_bizobj_json)
+    question_bizobj = question_create(final_bizobj_json)
+    question_prodvarinfo = question_create(final_prodvarinfo_json)
+    question_materialhandling = question_create(final_materialhandling_json)
+    question_software = question_create(final_software_json)
+    question_customerdependency = question_create(final_customerdependency_json)
+    question_acceptance = question_create(final_acceptance_json)
     while True:
         try:
             # Attempt to evaluate the expressions and assign them to session state
-            st.session_state.questions = ast.literal_eval(questionbizobj) + ast.literal_eval(questionobs)
+            st.session_state.questions = ast.literal_eval(question_bizobj) + ast.literal_eval(question_prodvarinfo) + ast.literal_eval(question_materialhandling) + ast.literal_eval(question_software) + ast.literal_eval(question_acceptance) + ast.literal_eval(question_customerdependency) + ast.literal_eval(questionobs)
             # If successful, break out of the loop
             break
         except Exception as e:
@@ -446,11 +541,24 @@ def show_question():
         # with st.chat_message("assistant"):
             # st.subheader("Answers")
             # st.write(answers)
-        
-        completed_json = answer_refill(st.session_state.questions, answers, st.session_state.obs, st.session_state.bizobj)
+        qap=qapair_create(st.session_state.questions,answers)
+        # completed_obs = answer_refill(st.session_state.questions, answers, st.session_state.obs, st.session_state.bizobj)
+        completed_obs= answer_refill(qap,st.session_state.obs)
+        completed_bizobj= answer_refill(qap,st.session_state.bizobj)
+        completed_prodvarinfo= answer_refill(qap,st.session_state.prodvarinfo)
+        completed_materialhandling= answer_refill(qap,st.session_state.materialhandling)
+        completed_software= answer_refill(qap,st.session_state.software)
+        completed_customerdependency= answer_refill(qap,st.session_state.customerdependency)
+        completed_acceptance= answer_refill(qap,st.session_state.acceptance)
         # st.write(completed_json)
-        airtable_write(completed_json)
-        exec_summ = executive_summary(completed_json)
+        airtable_write(completed_obs)
+        airtable_write(completed_bizobj)
+        airtable_write(completed_prodvarinfo)
+        airtable_write(completed_materialhandling)
+        airtable_write(completed_software)
+        airtable_write(completed_customerdependency)
+        airtable_write(completed_acceptance)
+        exec_summ = executive_summary(str(completed_obs+completed_bizobj+completed_prodvarinfo+completed_materialhandling+completed_software+completed_customerdependency+completed_acceptance))
         st.write(exec_summ)
 
 if __name__ == "__main__":