Update app.py

app.py

@@ -20,16 +20,16 @@ models=[
 client_z=[]
 
 
-def load_models(inp):
+def load_models(inp,new_models):
     
     out_box=[gr.Chatbot(),gr.Chatbot(),gr.Chatbot(),gr.Chatbot()]
     print(type(inp))
     print(inp)
-    print(models[inp[0]])
+    print(new_models[inp[0]])
     client_z.clear()
     for z,ea in enumerate(inp):
-        client_z.append(InferenceClient(models[inp[z]]))
-        out_box[z]=(gr.update(label=models[inp[z]]))
+        client_z.append(InferenceClient(new_models[inp[z]]))
+        out_box[z]=(gr.update(label=new_models[inp[z]]))
     return out_box[0],out_box[1],out_box[2],out_box[3]
 
 def format_prompt_default(message, history):
@@ -66,10 +66,10 @@ def format_prompt_mixtral(message, history):
     prompt += f"[INST] {message} [/INST]"
     return prompt
 
-def format_prompt_choose(message, history, model_name):
-    if "gemma" in models[model_name].lower() and "it" in models[model_name].lower():
+def format_prompt_choose(message, history, model_name, new_models):
+    if "gemma" in new_models[model_name].lower() and "it" in new_models[model_name].lower():
         return format_prompt_gemma(message,history)
-    if "mixtral" in models[model_name].lower():
+    if "mixtral" in new_models[model_name].lower():
         return format_prompt_mixtral(message,history)
     else:
         return format_prompt_default(message,history)
@@ -219,6 +219,10 @@ def chat_inf_d(system_prompt,prompt,history,client_choice,seed,temp,tokens,top_p
         yield history
     else:
         yield None        
+def add_new_model(inp, cur):
+    cur.append(inp)
+    return cur
+        
 def clear_fn():
     return None,None,None,None,None,None
 rand_val=random.randint(1,1111111111111111)
@@ -229,6 +233,7 @@ def check_rand(inp,val):
         return gr.Slider(label="Seed", minimum=1, maximum=1111111111111111, value=int(val))
 
 with gr.Blocks() as app:
+    new_models=gr.State(models)
     gr.HTML("""<center><h1 style='font-size:xx-large;'>Chatbot Model Compare</h1><br><h3>running on Huggingface Inference Client</h3><br><h7>EXPERIMENTAL""")
     with gr.Row():
         chat_a = gr.Chatbot(height=500)
@@ -248,8 +253,9 @@ with gr.Blocks() as app:
                         with gr.Group():
                             stop_btn=gr.Button("Stop")
                             clear_btn=gr.Button("Clear")                
-                client_choice=gr.Dropdown(label="Models",type='index',choices=[c for c in models],max_choices=4,multiselect=True,interactive=True)
-
+                client_choice=gr.Dropdown(label="Models",type='index',choices=[c for c in new_models],max_choices=4,multiselect=True,interactive=True)
+                add_model=gr.Textbox(label="New Model")
+                add_btn=gr.Button("Add Model")
             with gr.Column(scale=1):
                 with gr.Group():
                     rand = gr.Checkbox(label="Random Seed", value=True)
@@ -273,7 +279,10 @@ with gr.Blocks() as app:
     hid1=gr.Number(value=1,visible=False)        
     hid2=gr.Number(value=2,visible=False)        
     hid3=gr.Number(value=3,visible=False)        
-    hid4=gr.Number(value=4,visible=False)        
+    hid4=gr.Number(value=4,visible=False)    
+
+
+    add_btn.click(add_new_model,[add_model,new_models],new_models)
     client_choice.change(load_models,client_choice,[chat_a,chat_b,chat_c,chat_d])
 
     #im_go=im_btn.click(get_screenshot,[chat_b,im_height,im_width,chatblock,theme,wait_time],img)