varb15
/

hf-internal-testing-pixtral-12b

Image-Text-to-Text

Inference Endpoints

Model card Files Files and versions Community

varb15 commited on Sep 20

Commit

5c925d1

•

1 Parent(s): 1ff8004

Update config.json

Files changed (1) hide show

config.json +3 -1

config.json CHANGED Viewed

@@ -6,11 +6,13 @@
   "ignore_index": -100,
   "image_seq_length": 1,
   "image_token_index": 10,
-  "model_type": "llava",
   "projector_hidden_act": "gelu",
   "text_config": {
     "hidden_size": 5120,
     "intermediate_size": 14336,
     "max_position_embeddings": 1024000,
     "model_type": "mistral",
     "num_hidden_layers": 40,

   "ignore_index": -100,
   "image_seq_length": 1,
   "image_token_index": 10,
+  "model_type": "pixtral",
   "projector_hidden_act": "gelu",
   "text_config": {
     "hidden_size": 5120,
     "intermediate_size": 14336,
+    "num_attention_heads": 32,
+    "head_dim": 128,
     "max_position_embeddings": 1024000,
     "model_type": "mistral",
     "num_hidden_layers": 40,