Update app.py

app.py

@@ -26,9 +26,13 @@ def respond(message, history, system_message, max_tokens, temperature, top_p):
         temperature=temperature,
         top_p=top_p,
     ):
-        if chunk.token.text:
+        if isinstance(chunk, str):
+            response += chunk
+        elif hasattr(chunk, 'token'):
             response += chunk.token.text
-            yield history + [(message, response)]
+        elif hasattr(chunk, 'generated_text'):
+            response += chunk.generated_text
+        yield history + [(message, response)]
 
     # If the response is empty, yield a default message
     if not response: