simonraj commited on
Commit
4852248
1 Parent(s): 76c1759

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -30,7 +30,7 @@ user_state = gr.State(value="")
30
 
31
  load_dotenv()
32
 
33
- client = InferenceClient("models/meta-llama/Meta-Llama-3-8B")
34
  default_lang = "en"
35
  engines = {default_lang: Model(default_lang)}
36
  image_path = "picturePerformance.jpg"
@@ -54,12 +54,12 @@ def model(conversation):
54
  "[SYSTEM] You are OralCoach, an AI-powered conversational coach. Guide the student through their oral responses "
55
  )
56
  generate_kwargs = dict(
57
- temperature=0.7,
58
  max_new_tokens=512,
59
  top_p=0.95,
60
  repetition_penalty=1,
61
  do_sample=True,
62
- seed=42,
63
  )
64
  formatted_prompt = "\n".join([f"{msg['role'].upper()}: {msg['content']}" for msg in conversation])
65
  stream = client.text_generation(
 
30
 
31
  load_dotenv()
32
 
33
+ client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
34
  default_lang = "en"
35
  engines = {default_lang: Model(default_lang)}
36
  image_path = "picturePerformance.jpg"
 
54
  "[SYSTEM] You are OralCoach, an AI-powered conversational coach. Guide the student through their oral responses "
55
  )
56
  generate_kwargs = dict(
57
+ temperature=0.6,
58
  max_new_tokens=512,
59
  top_p=0.95,
60
  repetition_penalty=1,
61
  do_sample=True,
62
+ seed=29,
63
  )
64
  formatted_prompt = "\n".join([f"{msg['role'].upper()}: {msg['content']}" for msg in conversation])
65
  stream = client.text_generation(