{ | |
"embed_dim": 1024, | |
"vision_cfg": { | |
"image_size": 224, | |
"layers": 40, | |
"width": 1408, | |
"head_width": 88, | |
"mlp_ratio": 4.3637, | |
"patch_size": 14 | |
}, | |
"text_cfg": { | |
"context_length": 77, | |
"vocab_size": 49408, | |
"width": 1024, | |
"heads": 16, | |
"layers": 24 | |
} | |
} | |