File size: 1,062 Bytes
e682d93
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
{
    "_name_or_path": "Salesforce/blip2-opt-2.7b",
    "architectures": [
      "Blip2ForConditionalGeneration"
    ],
    "initializer_factor": 1.0,
    "initializer_range": 0.02,
    "model_type": "blip-2",
    "num_query_tokens": 32,
    "qformer_config": {
      "classifier_dropout": null,
      "model_type": "blip_2_qformer"
    },
    "text_config": {
      "_name_or_path": "facebook/opt-2.7b",
      "activation_dropout": 0.0,
      "architectures": [
        "OPTForCausalLM"
      ],
      "eos_token_id": 50118,
      "ffn_dim": 10240,
      "hidden_size": 2560,
      "model_type": "opt",
      "num_attention_heads": 32,
      "num_hidden_layers": 32,
      "prefix": "</s>",
      "torch_dtype": "float16",
      "word_embed_proj_dim": 2560
    },
    "torch_dtype": "bfloat16",
    "transformers_version": "4.40.2",
    "use_decoder_only_language_model": true,
    "vision_config": {
      "dropout": 0.0,
      "initializer_factor": 1.0,
      "model_type": "blip_2_vision_model",
      "num_channels": 3,
      "projection_dim": 512
    }
  }