Training in progress, step 1

adapter_config.json

@@ -10,18 +10,18 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 16,
+  "lora_alpha": 8,
   "lora_dropout": 0.25,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 16,
+  "r": 8,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "v_proj",
-    "q_proj"
+    "q_proj",
+    "v_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ef30aaf06a4abcb662004f6125a1acc35f54d6c9d8d88285afbc8cc3a69240f
-size 27280152
+oid sha256:b2b0b804b4a0a92d0649de91e421dcf106fb6dae0b03e89266dd5cc8da6c9027
+size 13648432

runs/Aug14_16-51-28_d35c9d528975/events.out.tfevents.1723654290.d35c9d528975.12415.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c4bcadf084cacc04e534f091c9a4e13af990f6b2cb4e3d6fc8949c913e8507a
+size 6849

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c023621548c06beba85bc74f614a5433390ae629b639afa8513fdcc38901ab03
+oid sha256:575103b7ce33ea7859ea06e4782e5c4f7adb889bebb434ec2f6f6f8424947019
 size 5560