vikaskapur commited on
Commit
79701e9
1 Parent(s): 83dc5a3

Fixed Mixtral prompt

Browse files

Fixed :
- History was not getting considered.
- Prompt format as per "https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1"

Files changed (1) hide show
  1. app.py +7 -7
app.py CHANGED
@@ -4,13 +4,13 @@ import gradio as gr
4
  client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
5
 
6
  def format_prompt(message, history):
7
- prompt = "<s>"
8
- for user_prompt, bot_response in history:
9
- prompt += f"[INST] {user_prompt} [/INST]"
10
- prompt += f" {bot_response}</s> "
11
- prompt += f"[INST] {message} [/INST]"
12
- return prompt
13
-
14
  def generate(
15
  prompt, history, temperature=0.2, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,
16
  ):
 
4
  client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
5
 
6
  def format_prompt(message, history):
7
+ prompt = "<s>"
8
+ for user_prompt, bot_response in history:
9
+ prompt += f"[INST] {user_prompt} [/INST]"
10
+ prompt += f" {bot_response}"
11
+ prompt += f"[INST] {message} [/INST]"
12
+ return prompt
13
+
14
  def generate(
15
  prompt, history, temperature=0.2, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,
16
  ):