abetlen
/

paligemma-3b-mix-224-gguf

Model card Files Files and versions Community

abetlen commited on Oct 3

Commit

b3ab4c2

•

1 Parent(s): 87ac22d

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -23,7 +23,7 @@ chat_handler = PaliGemmaChatHandler.from_pretrained(
 llm = Llama.from_pretrained(
   repo_id="abetlen/paligemma-3b-mix-224-gguf",
-  filename="*text-model*",
   chat_handler=chat_handler,
   n_ctx=2048, # n_ctx should be increased to accommodate the image embedding
   n_ubatch=512, # must be large enough to fit image embeddings and text input in a single batch

 llm = Llama.from_pretrained(
   repo_id="abetlen/paligemma-3b-mix-224-gguf",
+  filename="*text-model-q4_k_m.gguf",
   chat_handler=chat_handler,
   n_ctx=2048, # n_ctx should be increased to accommodate the image embedding
   n_ubatch=512, # must be large enough to fit image embeddings and text input in a single batch