Update app.py

app.py

@@ -5,6 +5,7 @@ from typing import Iterator
 import gradio as gr
 import spaces
 import torch
+import json
 from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
 
 
@@ -45,7 +46,7 @@ def generate(
     for user, assistant in chat_history:
         conversation.extend(
             [
-                os.getenv("PROMPT"),
+                json.loads(os.getenv("PROMPT")),
                 {"role": "user", "content": user},
                 {"role": "assistant", "content": assistant},
             ]