Update app.py

app.py

@@ -159,6 +159,22 @@ class InferenceDemo(object):
         self.conversation = conv_templates[args.conv_mode].copy()
         self.num_frames = args.num_frames
 
+class ChatSessionManager:
+    def __init__(self):
+        self.chatbot_instance = None
+
+    def initialize_chatbot(self, args, model_path, tokenizer, model, image_processor, context_len):
+        self.chatbot_instance = InferenceDemo(args, model_path, tokenizer, model, image_processor, context_len)
+        print(f"Initialized Chatbot instance with ID: {id(self.chatbot_instance)}")
+
+    def reset_chatbot(self):
+        self.chatbot_instance = None
+
+    def get_chatbot(self, args, model_path, tokenizer, model, image_processor, context_len):
+        if self.chatbot_instance is None:
+            self.initialize_chatbot(args, model_path, tokenizer, model, image_processor, context_len)
+        return self.chatbot_instance
+
 
 def is_valid_video_filename(name):
     video_extensions = ["avi", "mp4", "mov", "mkv", "flv", "wmv", "mjpeg"]
@@ -212,13 +228,6 @@ def load_image(image_file):
     return image
 
 
-def clear_history(history):
-
-    our_chatbot.conversation = conv_templates[our_chatbot.conv_mode].copy()
-
-    return None
-
-
 def clear_response(history):
     for index_conv in range(1, len(history)):
         # loop until get a text response from our model.
@@ -229,17 +238,25 @@ def clear_response(history):
     history = history[:-index_conv]
     return history, question
 
+chat_manager = ChatSessionManager()
+
+
+def clear_history(history):
+    chatbot_instance = chat_manager.get_chatbot(args, model_path, tokenizer, model, image_processor, context_len)
+    chatbot_instance.conversation = conv_templates[chatbot_instance.conv_mode].copy()
+    return None
 
 
 def add_message(history, message):
     # history=[]
-    global our_chatbot
+    # global our_chatbot
     global chat_image_num
     if not history:
         history = []
-        our_chatbot = InferenceDemo(
-            args, model_path, tokenizer, model, image_processor, context_len
-        )
+        our_chatbot = chat_manager.get_chatbot(args, model_path, tokenizer, model, image_processor, context_len)
+        # our_chatbot = InferenceDemo(
+        #     args, model_path, tokenizer, model, image_processor, context_len
+        # )
         chat_image_num = 0
     print("# Add message message",message)
     if len(message["files"]) <= 1:
@@ -248,9 +265,11 @@ def add_message(history, message):
             chat_image_num += 1
         if chat_image_num > 1:
             history = []
-            our_chatbot = InferenceDemo(
-                args, model_path, tokenizer, model, image_processor, context_len
-            )
+            chat_manager.reset_chatbot()
+            our_chatbot = chat_manager.get_chatbot(args, model_path, tokenizer, model, image_processor, context_len)
+            # our_chatbot = InferenceDemo(
+            #     args, model_path, tokenizer, model, image_processor, context_len
+            # )
             chat_image_num = 0
             for x in message["files"]:
                 history.append(((x,), None))
@@ -261,7 +280,8 @@ def add_message(history, message):
         
         print("### Not bigger than one history", history)
         print("### Not bigger than one conv", our_chatbot.conversation)
-        return history, gr.MultimodalTextbox(value=None, interactive=False)
+        print(f"### Chatbot instance ID: {id(our_chatbot)}")
+        return history, gr.MultimodalTextbox(value=None, interactive=False)#, our_chatbot
     else:
         for x in message["files"]:
             history.append(((x,), None))
@@ -270,16 +290,19 @@ def add_message(history, message):
 
         print("### Bigger than one history", history)
         print("### Bigger than one conv", our_chatbot.conversation)
-        return history, gr.MultimodalTextbox(value=None, interactive=False)
+        return history, gr.MultimodalTextbox(value=None, interactive=False)#, our_chatbot
     
 
 @spaces.GPU
 def bot(history, temperature, top_p, max_output_tokens):
+    # global our_chatbot
     # if not history:
     #     gr.Warning("Only one image can be uploaded in a conversation. Please reduce the number of images and start a new conversation.")
     #     return history 
     print("### turn start history",history)
+    our_chatbot = chat_manager.get_chatbot(args, model_path, tokenizer, model, image_processor, context_len)
     print("### turn start conv",our_chatbot.conversation)
+    print(f"### Chatbot instance ID: {id(our_chatbot)}")
     text = history[-1][0]
     images_this_term = []
     text_this_term = ""
@@ -455,7 +478,6 @@ def bot(history, temperature, top_p, max_output_tokens):
         repo_id=repo_name,
         repo_type="dataset")
         
-    
 
 txt = gr.Textbox(
     scale=4,
@@ -464,6 +486,7 @@ txt = gr.Textbox(
     container=False,
 )
 
+
 with gr.Blocks(
     css=".message-wrap.svelte-1lcyrx4>div.svelte-1lcyrx4  img {min-width: 40px}",
 ) as demo:
@@ -501,6 +524,10 @@ with gr.Blocks(
         with gr.Row():
             chatbot = gr.Chatbot([], elem_id="PULSE", bubble_full_width=False, height=750)
 
+        # our_chatbot = None
+        # our_chatbot = gr.Variable(None)
+        # our_chatbot = gr.State(None)
+        
         with gr.Row():
             upvote_btn = gr.Button(value="👍  Upvote", interactive=True)
             downvote_btn = gr.Button(value="👎  Downvote", interactive=True)
@@ -604,5 +631,5 @@ if __name__ == "__main__":
     chat_image_num = 0
     print("### tokenzier",tokenizer)
     model=model.to(torch.device('cuda'))
-    our_chatbot = None
+    # our_chatbot = None
     demo.launch()