Hugging Face's logo

liuylhf
/
special-token-qkvo

PEFT
Safetensors
mixtral
axolotl
Generated from Trainer
4-bit precision
bitsandbytes
Model card Files Community
liuylhf commited on
Commit
97c0e51
•
1 Parent(s): ff5a9dd

Training in progress, step 24

Browse files
Files changed (3) hide show
  1. adapter_config.json +3 -3
  2. adapter_model.safetensors +1 -1
  3. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -19,10 +19,10 @@
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
- "v_proj",
23
- "o_proj",
24
  "k_proj",
25
- "q_proj"
 
 
26
  ],
27
  "task_type": "CAUSAL_LM",
28
  "use_dora": false,
 
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
 
 
22
  "k_proj",
23
+ "q_proj",
24
+ "o_proj",
25
+ "v_proj"
26
  ],
27
  "task_type": "CAUSAL_LM",
28
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f5bc800a8711ad648ce44a915c4f968c795419b20387d8144d60121519a993bb
3
  size 109086416
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f5868991a0ed475bc463a3bf07498cdf7f64836b3c60392dffb338ce3527456
3
  size 109086416
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e55e74ccda3527a8a8b79aa1749c6a5486e93f9f6c7ca173771f1b4d6214b242
3
  size 5688
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:751cf88b6d45024236fef2e375c07ea67127a66f90f8f0ffd4be86eec3072c04
3
  size 5688