ar9av commited on
Commit
df75a32
1 Parent(s): 96a8719

End of training

Browse files
README.md ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ base_model: HuggingFaceM4/idefics2-8b
4
+ tags:
5
+ - generated_from_trainer
6
+ model-index:
7
+ - name: idefics2-8b-fintuned-synthetic_chart_data
8
+ results: []
9
+ ---
10
+
11
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
12
+ should probably proofread and complete it, then remove this comment. -->
13
+
14
+ # idefics2-8b-fintuned-synthetic_chart_data
15
+
16
+ This model is a fine-tuned version of [HuggingFaceM4/idefics2-8b](https://huggingface.co/HuggingFaceM4/idefics2-8b) on an unknown dataset.
17
+
18
+ ## Model description
19
+
20
+ More information needed
21
+
22
+ ## Intended uses & limitations
23
+
24
+ More information needed
25
+
26
+ ## Training and evaluation data
27
+
28
+ More information needed
29
+
30
+ ## Training procedure
31
+
32
+ ### Training hyperparameters
33
+
34
+ The following hyperparameters were used during training:
35
+ - learning_rate: 0.0001
36
+ - train_batch_size: 2
37
+ - eval_batch_size: 8
38
+ - seed: 42
39
+ - gradient_accumulation_steps: 8
40
+ - total_train_batch_size: 16
41
+ - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
42
+ - lr_scheduler_type: linear
43
+ - lr_scheduler_warmup_steps: 50
44
+ - num_epochs: 1
45
+
46
+ ### Training results
47
+
48
+
49
+
50
+ ### Framework versions
51
+
52
+ - Transformers 4.42.0.dev0
53
+ - Pytorch 2.0.1+cu118
54
+ - Datasets 2.19.1
55
+ - Tokenizers 0.19.1
adapter_config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "HuggingFaceM4/idefics2-8b",
5
+ "bias": "none",
6
+ "fan_in_fan_out": false,
7
+ "inference_mode": false,
8
+ "init_lora_weights": "gaussian",
9
+ "layer_replication": null,
10
+ "layers_pattern": null,
11
+ "layers_to_transform": null,
12
+ "loftq_config": {},
13
+ "lora_alpha": 8,
14
+ "lora_dropout": 0.1,
15
+ "megatron_config": null,
16
+ "megatron_core": "megatron.core",
17
+ "modules_to_save": null,
18
+ "peft_type": "LORA",
19
+ "r": 16,
20
+ "rank_pattern": {},
21
+ "revision": null,
22
+ "target_modules": ".*(text_model|modality_projection|perceiver_resampler).*(down_proj|gate_proj|up_proj|k_proj|q_proj|v_proj|o_proj).*$",
23
+ "task_type": null,
24
+ "use_dora": false,
25
+ "use_rslora": false
26
+ }
adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbc2ad0134849248cb79a9f2f2c75f9604c9524667ec631f6e415c32e7ccf777
3
+ size 186686584
generation_config.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bad_words_ids": [
4
+ [
5
+ 32000
6
+ ],
7
+ [
8
+ 32001
9
+ ]
10
+ ],
11
+ "bos_token_id": 1,
12
+ "eos_token_id": [
13
+ 2,
14
+ 32002
15
+ ],
16
+ "pad_token_id": 0,
17
+ "transformers_version": "4.42.0.dev0"
18
+ }
runs/May30_12-22-18_8eb490f547c2/events.out.tfevents.1717072018.8eb490f547c2.2355.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e1f1e1b80b71dc9bea157547a91d0bdfddcc26711409508f41b608340403e11
3
+ size 10976
runs/May30_12-27-28_8eb490f547c2/events.out.tfevents.1717072050.8eb490f547c2.2355.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dc1d589b03771ae21ae70d4f060f5316c57be69136d27758026eb6576340ad1
3
+ size 14938
runs/May30_12-51-45_8eb490f547c2/events.out.tfevents.1717073510.8eb490f547c2.2850.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9bd8556c276720e6da3dd2295a98b140cea4b5d3ab91797f802f456bb853b3e
3
+ size 15173
runs/May30_13-14-42_8eb490f547c2/events.out.tfevents.1717074888.8eb490f547c2.3504.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51378dde102557121bf9d02381f6fc3fe625a93a0b836be3680e70e276cf21ed
3
+ size 14094
runs/May30_13-26-29_8eb490f547c2/events.out.tfevents.1717075598.8eb490f547c2.3948.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bb383d165c1b3d5e3328605e74fe984737b0e28ae4c8e4e5927cf8bca339598
3
+ size 21833
runs/May30_14-46-39_8eb490f547c2/events.out.tfevents.1717080410.8eb490f547c2.3948.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80f9ee0a7d2acca230ec3b401c8430db6805e7f235bab203a9f42093541d5ddd
3
+ size 19512
runs/May30_15-55-20_8eb490f547c2/events.out.tfevents.1717084527.8eb490f547c2.3948.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ee4d94b88049aba50927b7b63cf4ac9a7a4acf98bc9f8ff1625af222c1bd543
3
+ size 17365
runs/May31_08-36-50_bffd7d3fc780/events.out.tfevents.1717144615.bffd7d3fc780.218.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a8e363bc3b1ea6b812d5804e3f2d1532793d28c4ac8abf04700d4a1765eb859
3
+ size 22459
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b879336fa7bc1de2519f8f558e1b59ed227143e7b875154b36c38c057e04c098
3
+ size 4731