daniellefranca96 commited on
Commit
30a261c
1 Parent(s): fc471d6

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -64,7 +64,7 @@ async def stream(item: validation):
64
  user="""
65
  {prompt}"""
66
 
67
- model = Llama(model_path="./code/"+model['file'], n_ctx=model['nctx'], verbose=False, n_threads=8)
68
 
69
  prompt = f"{prefix}{user.replace('{prompt}', item.prompt)}{suffix}"
70
  return llm(prompt, max_tokens=max_tokens)
 
64
  user="""
65
  {prompt}"""
66
 
67
+ llm = Llama(model_path="./code/"+model['file'], n_ctx=model['nctx'], verbose=False, n_threads=8)
68
 
69
  prompt = f"{prefix}{user.replace('{prompt}', item.prompt)}{suffix}"
70
  return llm(prompt, max_tokens=max_tokens)