Hugging Face's logo

Zintoulou
/
codellamafinetune2

Generated from Trainer
Model card Files Community
Zintoulou commited on
Commit
9e49489
•
1 Parent(s): e8501fd

Training in progress, epoch 1

Browse files
Files changed (3) hide show
  1. adapter_config.json +2 -2
  2. adapter_model.bin +1 -1
  3. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -8,7 +8,7 @@
8
  "init_lora_weights": true,
9
  "layers_pattern": null,
10
  "layers_to_transform": null,
11
- "lora_alpha": 16,
12
  "lora_dropout": 0.05,
13
  "modules_to_save": null,
14
  "peft_type": "LORA",
@@ -16,8 +16,8 @@
16
  "rank_pattern": {},
17
  "revision": null,
18
  "target_modules": [
19
- "k_proj",
20
  "q_proj",
 
21
  "v_proj"
22
  ],
23
  "task_type": "CAUSAL_LM"
 
8
  "init_lora_weights": true,
9
  "layers_pattern": null,
10
  "layers_to_transform": null,
11
+ "lora_alpha": 32,
12
  "lora_dropout": 0.05,
13
  "modules_to_save": null,
14
  "peft_type": "LORA",
 
16
  "rank_pattern": {},
17
  "revision": null,
18
  "target_modules": [
 
19
  "q_proj",
20
+ "k_proj",
21
  "v_proj"
22
  ],
23
  "task_type": "CAUSAL_LM"
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1a16c05329768b6d6b66d30fc90efec5e1f304aeb8925fcb2ccb7778273d67b2
3
  size 50400909
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36ff240ad7b7de45c67cc6cafb60ada4af1ac43da0265ac98cfa8fd451c3a82c
3
  size 50400909
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e125b3226cfe1aa5abb96797fccc278c55d6efbf6b3d9b5e6b9f32d41c3fcddf
3
  size 4091
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfb5c35c7acfe4aa358ce405514a29870b2ab34c3bb19a96265fa2e838295c39
3
  size 4091