add do sample

app.py

@@ -29,7 +29,7 @@ model = AutoModelForCausalLM.from_pretrained(
 )
 
 @spaces.GPU()
-def generate_text(system_prompt, prompt, temperature, max_new_tokens, top_p, repetition_penalty):
+def generate_text(system_prompt, prompt, temperature, max_new_tokens, top_p, repetition_penalty, do_sample):
     date_string = datetime.today().strftime('%Y-%m-%d')
     messages = [
         {"role": "system", "content": system_prompt},
@@ -51,15 +51,15 @@ def generate_text(system_prompt, prompt, temperature, max_new_tokens, top_p, rep
         temperature=temperature,
         top_p=top_p,
         repetition_penalty=repetition_penalty,
-        do_sample=True,
+        do_sample=do_sample,
         pad_token_id=tokenizer.eos_token_id
     )
     
     generated_text = tokenizer.decode(outputs[0], skip_special_tokens=True)
     return generated_text.split("assistant\n")[-1].strip()
 
-def update_output(system_prompt, prompt, temperature, max_new_tokens, top_p, repetition_penalty):
-    return generate_text(system_prompt, prompt, temperature, max_new_tokens, top_p, repetition_penalty)
+def update_output(system_prompt, prompt, temperature, max_new_tokens, top_p, repetition_penalty, do_sample):
+    return generate_text(system_prompt, prompt, temperature, max_new_tokens, top_p, repetition_penalty, do_sample)
 
 with gr.Blocks() as demo:
     gr.Markdown("# 🦎 Welcome to Tonic's Salamandra-7b-instruct Demo")
@@ -82,9 +82,10 @@ with gr.Blocks() as demo:
             prompt = gr.Textbox(lines=5, label="🙋‍♂️ User Prompt")
             generate_button = gr.Button("Generate with 🦎 Salamandra-7b-instruct")
             
-            with gr.Accordion("🧪 Parameters", open=False):
+            advanced_checkbox = gr.Checkbox(label="🧪 Advanced Settings", value=False)
+            with gr.Column(visible=False) as advanced_settings:
                 temperature = gr.Slider(0.0, 1.0, value=0.7, label="🌡️ Temperature")
-                max_new_tokens = gr.Slider(1, 1000, value=200, step=1, label="🔢 Max New Tokens")
+                max_new_tokens = gr.Slider(1, 2250, value=750, step=1, label="🔢 Max New Tokens")
                 top_p = gr.Slider(0.0, 1.0, value=0.95, label="⚛️ Top P")
                 repetition_penalty = gr.Slider(1.0, 2.0, value=1.2, label="🔁 Repetition Penalty")
         
@@ -93,10 +94,16 @@ with gr.Blocks() as demo:
     
     generate_button.click(
         update_output,
-        inputs=[system_prompt, prompt, temperature, max_new_tokens, top_p, repetition_penalty],
+        inputs=[system_prompt, prompt, temperature, max_new_tokens, top_p, repetition_penalty, advanced_checkbox],
         outputs=output
     )
     
+    advanced_checkbox.change(
+        fn=lambda x: gr.update(visible=x),
+        inputs=[advanced_checkbox],
+        outputs=[advanced_settings]
+    )
+    
     gr.Examples(
         examples=[
             ["At what temperature does water boil?"],