Spaces:
Runtime error
Runtime error
Update model.py
Browse files
model.py
CHANGED
@@ -19,9 +19,11 @@ def run(message: str,
|
|
19 |
top_p: float = 0.95,
|
20 |
top_k: int = 50) -> Iterator[str]:
|
21 |
history = []
|
|
|
22 |
for i in chat_history:
|
23 |
history.append({"role": "user", "content": i[0]})
|
24 |
history.append({"role": "assistant", "content": i[1]})
|
25 |
for response in llm.create_chat_completion(history,stream=True,max_tokens=-1,temperature=0.3,top_k=5,top_p=0.85,repeat_penalty=1.1):
|
26 |
if "content" in response["choices"][0]["delta"]:
|
27 |
-
|
|
|
|
19 |
top_p: float = 0.95,
|
20 |
top_k: int = 50) -> Iterator[str]:
|
21 |
history = []
|
22 |
+
result=""
|
23 |
for i in chat_history:
|
24 |
history.append({"role": "user", "content": i[0]})
|
25 |
history.append({"role": "assistant", "content": i[1]})
|
26 |
for response in llm.create_chat_completion(history,stream=True,max_tokens=-1,temperature=0.3,top_k=5,top_p=0.85,repeat_penalty=1.1):
|
27 |
if "content" in response["choices"][0]["delta"]:
|
28 |
+
result = result + response["choices"][0]["delta"]["content"]
|
29 |
+
yield result
|