jfiekdjdk commited on
Commit
d91b218
1 Parent(s): f5d51f3

Delete .ipynb_checkpoints

Browse files
.ipynb_checkpoints/README-checkpoint.md DELETED
@@ -1,2 +0,0 @@
1
- original model: https://huggingface.co/openbmb/MiniCPM-V-2_6
2
- quant using lmdeploy
 
 
 
.ipynb_checkpoints/config-checkpoint.json DELETED
@@ -1,62 +0,0 @@
1
- {
2
- "_name_or_path": "/root/.cache/huggingface/hub/models--openbmb--MiniCPM-V-2_6/snapshots/4e4be000cd81feda8b96d14b53f1791b4010b038",
3
- "architectures": [
4
- "MiniCPMV"
5
- ],
6
- "attention_dropout": 0.0,
7
- "auto_map": {
8
- "AutoConfig": "configuration_minicpm.MiniCPMVConfig",
9
- "AutoModel": "modeling_minicpmv.MiniCPMV",
10
- "AutoModelForCausalLM": "modeling_minicpmv.MiniCPMV"
11
- },
12
- "batch_vision_input": true,
13
- "bos_token_id": 151643,
14
- "drop_vision_last_layer": false,
15
- "eos_token_id": 151645,
16
- "hidden_act": "silu",
17
- "hidden_size": 3584,
18
- "image_size": 448,
19
- "initializer_range": 0.02,
20
- "intermediate_size": 18944,
21
- "max_position_embeddings": 32768,
22
- "max_window_layers": 28,
23
- "model_type": "minicpmv",
24
- "num_attention_heads": 28,
25
- "num_hidden_layers": 28,
26
- "num_key_value_heads": 4,
27
- "patch_size": 14,
28
- "quantization_config": {
29
- "bits": 4,
30
- "group_size": 128,
31
- "quant_method": "awq",
32
- "version": "gemm",
33
- "zero_point": true
34
- },
35
- "query_num": 64,
36
- "rms_norm_eps": 1e-06,
37
- "rope_theta": 1000000.0,
38
- "slice_config": {
39
- "max_slice_nums": 9,
40
- "model_type": "minicpmv"
41
- },
42
- "slice_mode": true,
43
- "sliding_window": null,
44
- "tie_word_embeddings": false,
45
- "torch_dtype": "float16",
46
- "transformers_version": "4.44.2",
47
- "use_cache": false,
48
- "use_image_id": true,
49
- "use_sliding_window": false,
50
- "version": 2.6,
51
- "vision_batch_size": 16,
52
- "vision_config": {
53
- "hidden_size": 1152,
54
- "image_size": 980,
55
- "intermediate_size": 4304,
56
- "model_type": "siglip_vision_model",
57
- "num_attention_heads": 16,
58
- "num_hidden_layers": 27,
59
- "patch_size": 14
60
- },
61
- "vocab_size": 151666
62
- }