Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -30,7 +30,7 @@ user_state = gr.State(value="")
|
|
30 |
|
31 |
load_dotenv()
|
32 |
|
33 |
-
client = InferenceClient("
|
34 |
default_lang = "en"
|
35 |
engines = {default_lang: Model(default_lang)}
|
36 |
image_path = "picturePerformance.jpg"
|
@@ -54,12 +54,12 @@ def model(conversation):
|
|
54 |
"[SYSTEM] You are OralCoach, an AI-powered conversational coach. Guide the student through their oral responses "
|
55 |
)
|
56 |
generate_kwargs = dict(
|
57 |
-
temperature=0.
|
58 |
max_new_tokens=512,
|
59 |
top_p=0.95,
|
60 |
repetition_penalty=1,
|
61 |
do_sample=True,
|
62 |
-
seed=
|
63 |
)
|
64 |
formatted_prompt = "\n".join([f"{msg['role'].upper()}: {msg['content']}" for msg in conversation])
|
65 |
stream = client.text_generation(
|
|
|
30 |
|
31 |
load_dotenv()
|
32 |
|
33 |
+
client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
|
34 |
default_lang = "en"
|
35 |
engines = {default_lang: Model(default_lang)}
|
36 |
image_path = "picturePerformance.jpg"
|
|
|
54 |
"[SYSTEM] You are OralCoach, an AI-powered conversational coach. Guide the student through their oral responses "
|
55 |
)
|
56 |
generate_kwargs = dict(
|
57 |
+
temperature=0.6,
|
58 |
max_new_tokens=512,
|
59 |
top_p=0.95,
|
60 |
repetition_penalty=1,
|
61 |
do_sample=True,
|
62 |
+
seed=29,
|
63 |
)
|
64 |
formatted_prompt = "\n".join([f"{msg['role'].upper()}: {msg['content']}" for msg in conversation])
|
65 |
stream = client.text_generation(
|