Aekanun commited on
Commit
9ce60f0
1 Parent(s): d0ab140

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +13 -4
config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
- "model_type": "vision_encoder_decoder",
3
  "architectures": [
4
- "VisionEncoderDecoderModel"
5
  ],
6
  "_name_or_path": "meta-llama/Llama-3.2-11B-Vision-Instruct",
7
  "torch_dtype": "bfloat16",
@@ -9,8 +9,17 @@
9
  "use_cache": true,
10
  "tie_word_embeddings": false,
11
  "vision_config": {
12
- "model_type": "vision_encoder_decoder",
13
  "image_size": 224,
14
- "patch_size": 16
 
 
 
 
 
 
 
 
 
15
  }
16
  }
 
1
  {
2
+ "model_type": "llama2",
3
  "architectures": [
4
+ "LlamaForVisionText2Text"
5
  ],
6
  "_name_or_path": "meta-llama/Llama-3.2-11B-Vision-Instruct",
7
  "torch_dtype": "bfloat16",
 
9
  "use_cache": true,
10
  "tie_word_embeddings": false,
11
  "vision_config": {
12
+ "hidden_size": 1024,
13
  "image_size": 224,
14
+ "patch_size": 14,
15
+ "num_hidden_layers": 24,
16
+ "num_attention_heads": 16
17
+ },
18
+ "text_config": {
19
+ "hidden_size": 4096,
20
+ "intermediate_size": 11008,
21
+ "num_hidden_layers": 32,
22
+ "num_attention_heads": 32,
23
+ "vocab_size": 32000
24
  }
25
  }