Update main.py

main.py

@@ -46,8 +46,8 @@ llms = {
 class validation(BaseModel):
     prompt: str
     llm: str
-    max_tokens: int
-    nctx: int
+    max_tokens: int = 512
+    nctx: int = 2048
     
     
 #Fast API
@@ -59,8 +59,8 @@ async def stream(item: validation):
     model = llms[item.llm]
     prefix=model['prefix']
     suffix=model['suffix']
-    nctx = model['nctx'] if item.nctx is not None else 1024
-    max_tokens = model['max_tokens'] if item.max_tokens is not None else 512
+    nctx =  item.nctx if item.nctx is not None else model['nctx']
+    max_tokens = item.max_tokens if item.max_tokens is not None else model 512
     user="""
     {prompt}"""