Spaces:

daniellefranca96
/

cpu_inf

Sleeping

daniellefranca96 commited on Jan 8

Commit

7c540ed

•

1 Parent(s): ab1b586

Update main.py

Files changed (1) hide show

main.py CHANGED Viewed

@@ -39,7 +39,7 @@ llms = {
 }
 model = llms["TinyLLama 1b OpenOrca 4_K_M 2048"]
-llm = Llama(model_path="./code/"+model['file'], n_ctx=nctx, verbose=True,  n_threads=8)
 #Fast API

 }
 model = llms["TinyLLama 1b OpenOrca 4_K_M 2048"]
+llm = Llama(model_path="./code/"+model['file'], n_ctx=2048, verbose=True,  n_threads=8)
 #Fast API