Update app.py

app.py

@@ -35,6 +35,8 @@ DEFAULT_SYSTEM_PROMPT = "You are a helpful AI assistant built by MediaTek Resear
 
 API_URL = os.environ.get("API_URL")
 TOKEN = os.environ.get("TOKEN")
+TOKENIZER_REPO = "MediaTek-Research/Breexe-8x7B-Instruct-v0_1"
+API_MODEL_TYPE = "breexe-8x7b-instruct-v01"
 
 HEADERS = {
     "Authorization": f"Bearer {TOKEN}", 
@@ -42,34 +44,10 @@ HEADERS = {
     "accept": "application/json"
 }
 
-
 MAX_SEC = 30
 MAX_INPUT_LENGTH = 5000
 
-tokenizer = AutoTokenizer.from_pretrained("MediaTek-Research/Breexe-8x7B-Instruct-v0_1", use_auth_token=os.environ.get("HF_TOKEN"))
-
-def insert_to_db(prompt, response, temperature, top_p):
-    try:
-        #Establishing the connection
-        conn = psycopg2.connect(
-           database=os.environ.get("DB"), user=os.environ.get("USER"), password=os.environ.get("DB_PASS"), host=os.environ.get("DB_HOST"), port= '5432'
-        )
-        #Setting auto commit false
-        conn.autocommit = True
-        
-        #Creating a cursor object using the cursor() method
-        cursor = conn.cursor()
-    
-        # Preparing SQL queries to INSERT a record into the database.
-        cursor.execute(f"INSERT INTO breezedata(prompt, response, temperature, top_p) VALUES ('{prompt}', '{response}', {temperature}, {top_p})")
-    
-        # Commit your changes in the database
-        conn.commit()
-    
-        # Closing the connection
-        conn.close()
-    except:
-        pass
+tokenizer = AutoTokenizer.from_pretrained(TOKENIZER_REPO, use_auth_token=os.environ.get("HF_TOKEN"))
 
 
 def refusal_condition(query):
@@ -145,9 +123,6 @@ with gr.Blocks() as demo:
 
     saved_input = gr.State()
 
-    
-
-
     def user(user_message, history):
         return "", history + [[user_message, None]]
 
@@ -207,7 +182,7 @@ with gr.Blocks() as demo:
             yield history
         else:
             data = {
-                "model_type": "breexe-8x7b-instruct-v01",
+                "model_type": API_MODEL_TYPE,
                 "prompt": str(message),
                 "parameters": {
                     "temperature": float(temperature),
@@ -232,7 +207,7 @@ with gr.Blocks() as demo:
                 response = history[-1][1]
     
                 if refusal_condition(history[-1][1]):
-                    history[-1][1] = history[-1][1] + '\n\n**[免責聲明: Breexe-8x7B-Instruct 和 Breexe-8x7B-Instruct-64k 並未針對問答進行安全保護，因此語言模型的任何回應不代表 MediaTek Research 立場。]**'
+                    history[-1][1] = history[-1][1] + '\n\n**[免責聲明: 此模型並未針對問答進行安全保護，因此語言模型的任何回應不代表 MediaTek Research 立場。]**'
                     yield history
             else:
                 del history[-1]