Update app.py

app.py

@@ -1,26 +1,26 @@
-# -*- coding: utf-8 -*-
-"""
-Created on Sat Oct  5 16:41:22 2024
-
-@author: Admin
-"""
-
-import gradio as gr
-from transformers import pipeline
-
-
-#chatbot = pipeline(model="NCSOFT/Llama-3-OffsetBias-8B")
-chatbot = pipeline(model="meta-llama/Llama-3.2-1B-Instruct",device="cuda")
-
-message_list = []
-response_list = []
-
-
-def vanilla_chatbot(message, history):
-    conversation = chatbot(message)
-    
-    return conversation[0]['generated_text']
-
-demo_chatbot = gr.ChatInterface(vanilla_chatbot, title="Vanilla Chatbot", description="Enter text to start chatting.")
-
+# -*- coding: utf-8 -*-
+"""
+Created on Sat Oct  5 16:41:22 2024
+
+@author: Admin
+"""
+
+import gradio as gr
+from transformers import pipeline
+
+
+#chatbot = pipeline(model="NCSOFT/Llama-3-OffsetBias-8B")
+chatbot = pipeline(model="TheBloke/Mistral-7B-Instruct-v0.2-GPTQ",device="cuda")
+
+message_list = []
+response_list = []
+
+
+def vanilla_chatbot(message, history):
+    conversation = chatbot(message)
+    
+    return conversation[0]['generated_text']
+
+demo_chatbot = gr.ChatInterface(vanilla_chatbot, title="Vanilla Chatbot", description="Enter text to start chatting.")
+
 demo_chatbot.launch()