Spaces:
Sleeping
Sleeping
daniellefranca96
commited on
Commit
•
b7ebcbb
1
Parent(s):
31d1e07
Update main.py
Browse files
main.py
CHANGED
@@ -15,11 +15,10 @@ llms = {
|
|
15 |
for k in llms.keys():
|
16 |
AutoModelForCausalLM.from_pretrained(llms[k]['name'], model_file=llms[k]['file'])
|
17 |
|
18 |
-
llm = AutoModelForCausalLM.from_pretrained(llms["tinnyllama"]['name'], model_file=llms["tinnyllama"]['file'])
|
19 |
-
|
20 |
#Pydantic object
|
21 |
class validation(BaseModel):
|
22 |
prompt: str
|
|
|
23 |
#Fast API
|
24 |
app = FastAPI()
|
25 |
|
|
|
15 |
for k in llms.keys():
|
16 |
AutoModelForCausalLM.from_pretrained(llms[k]['name'], model_file=llms[k]['file'])
|
17 |
|
|
|
|
|
18 |
#Pydantic object
|
19 |
class validation(BaseModel):
|
20 |
prompt: str
|
21 |
+
llm: str
|
22 |
#Fast API
|
23 |
app = FastAPI()
|
24 |
|