Spaces:
Sleeping
Sleeping
daniellefranca96
commited on
Commit
•
30a261c
1
Parent(s):
fc471d6
Update main.py
Browse files
main.py
CHANGED
@@ -64,7 +64,7 @@ async def stream(item: validation):
|
|
64 |
user="""
|
65 |
{prompt}"""
|
66 |
|
67 |
-
|
68 |
|
69 |
prompt = f"{prefix}{user.replace('{prompt}', item.prompt)}{suffix}"
|
70 |
return llm(prompt, max_tokens=max_tokens)
|
|
|
64 |
user="""
|
65 |
{prompt}"""
|
66 |
|
67 |
+
llm = Llama(model_path="./code/"+model['file'], n_ctx=model['nctx'], verbose=False, n_threads=8)
|
68 |
|
69 |
prompt = f"{prefix}{user.replace('{prompt}', item.prompt)}{suffix}"
|
70 |
return llm(prompt, max_tokens=max_tokens)
|