Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -37,15 +37,9 @@ Here are relevant extract from docs that you can use to generate the answer:
|
|
37 |
|
38 |
messages.append({"role": "user", "content": processed_prompt})
|
39 |
|
40 |
-
generate_kwargs = dict(
|
41 |
-
temperature=0.6,
|
42 |
-
max_tokens=8192,
|
43 |
-
top_p=0.95,
|
44 |
-
)
|
45 |
-
|
46 |
output = ""
|
47 |
|
48 |
-
for token in inference_client.chat_completion(messages, stream=True
|
49 |
new_content = token.choices[0].delta.content
|
50 |
output += new_content
|
51 |
yield output + f"\n\nsources: {sourced_md}"
|
|
|
37 |
|
38 |
messages.append({"role": "user", "content": processed_prompt})
|
39 |
|
|
|
|
|
|
|
|
|
|
|
|
|
40 |
output = ""
|
41 |
|
42 |
+
for token in inference_client.chat_completion(messages, stream=True):
|
43 |
new_content = token.choices[0].delta.content
|
44 |
output += new_content
|
45 |
yield output + f"\n\nsources: {sourced_md}"
|