Update app.py

app.py

@@ -67,14 +67,10 @@ def AIPatient(message):
     response = ""
     # Here, you should add the code to generate the response using your model
     # For example:
-    while(len(response) < 1):
-      output = llm(context, max_tokens=400, stop=["Nurse:"], echo=False)
-      response = output["choices"][0]["text"]
-      response = response.strip()
-
-    with feedback_file.open("a") as f:
-            f.write(json.dumps({"Nurse": message, "Barry": response},indent=4))
-            f.write("\n")
+    for output in llm(input, stream=True, temperature=temperature, top_p=top_p, max_tokens=max_length, ):
+        piece = output['choices'][0]['text']
+        response += piece
+        chatbot[-1] = (chatbot[-1][0], response)
 
     context += response
     print (context)