Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -76,9 +76,9 @@ def load_model(model_selection):
|
|
76 |
return model,tokenizer
|
77 |
|
78 |
# Choose LLM to use
|
79 |
-
# weights for OPT-6.7B/OPT-13B/OPT-30B/OPT-66B will download automatically
|
80 |
print("Loading Large Language Model (LLM)...")
|
81 |
-
llm_model, tokenizer = load_model('facebook/opt-
|
82 |
llm_model.to(device)
|
83 |
model, vis_processors, txt_processors = load_model_and_preprocess(name="img2prompt_vqa", model_type="base", is_eval=True, device=device)
|
84 |
|
|
|
76 |
return model,tokenizer
|
77 |
|
78 |
# Choose LLM to use
|
79 |
+
# weights for OPT-350M/OPT-6.7B/OPT-13B/OPT-30B/OPT-66B will download automatically
|
80 |
print("Loading Large Language Model (LLM)...")
|
81 |
+
llm_model, tokenizer = load_model('facebook/opt-350m') # ~700MB (FP16)
|
82 |
llm_model.to(device)
|
83 |
model, vis_processors, txt_processors = load_model_and_preprocess(name="img2prompt_vqa", model_type="base", is_eval=True, device=device)
|
84 |
|