Update app.py

app.py

@@ -155,35 +155,31 @@ def generate(prompt, history):
     global isFirstRun,initContext,Name,Occupation,Ethnicity,Gender,Age
     
     if not len(Name) == 0 and not len(Occupation) == 0 and not len(Ethnicity) == 0 and not len(Gender) == 0 and not len(Age) == 0:
+
+        if isFirstRun:
+            context = initContext
+            isFirstRun = False
+
+        context += """
+                  <|im_start|>nurse
+                  Nurse: """+prompt+"""
+                  <|im_start|>barry
+                  Barry:
+                  """
+
+        response = ""
+
+        while(len(response) < 1):
+            output = llm(context, max_tokens=400, stop=["Nurse:"], echo=False)
+            response = output["choices"][0]["text"]
+            response = response.strip()
+
+        context += response
+        print (output)
+
+        history.append((prompt,response))
+        yield response
         
-        firstmsg =""
-        if  not isFirstRun:
-            formatted_prompt = format_prompt(prompt, history)
-        else:
-            firstmsg = prompt
-            initContext += prompt
-            prompt = initContext
-            formatted_prompt=format_prompt(initContext,history)
-            print("init Context added")    
-        print(f"\n THE PROMPT IS,\n {formatted_prompt} \n PROMPT END")
-            
-        stream = client.text_generation(formatted_prompt, max_new_tokens = 2048,repetition_penalty = 1.4,temperature = 0.8,stream=True, details=True, return_full_text=False )
-        output = ""
-        
-        #print(chat_history)
-        for response in stream:
-            output += response.token.text
-            yield output
-        
-        output = strip_special_tokens(output)
-        chat_history.append([prompt, output])
-        if  not isFirstRun:
-            chat_log_history.append({"user": prompt, "bot": output})
-            upload_to_google_drive()
-        else:
-            chat_log_history.append({"user": firstmsg, "bot": output})
-            
-        return output
     else:
         output = "Did you forget to enter your Details? Please go to the User Info Tab and Input your data. "
         yield output