Training in progress, step 10

adapter_config.json

@@ -15,14 +15,14 @@
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 32,
+  "r": 16,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "dense_h_to_4h",
-    "dense",
     "query_key_value",
-    "dense_4h_to_h"
+    "dense",
+    "dense_4h_to_h",
+    "dense_h_to_4h"
   ],
   "task_type": "CAUSAL_LM",
   "use_rslora": false

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6de83e658afc58272a59791914b7fcc892b360fa0fbdb5bc4b0748789ebf4e8c
-size 261131840
+oid sha256:7272882dad9a0408037e428b832f99edbe61b87240233d82be34ef923c336f02
+size 130583912

runs/Jan09_03-19-11_bb91f24c4034/events.out.tfevents.1704770354.bb91f24c4034.176.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f3e658a142a9dded2c77be21754822b5d682b87f897e57b65cb373220fd3ae
+size 5898

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6ea3c2314bd1f1c4874bfc63fe440097f5f70541415038995c491dca9a99f8be
-size 4728
+oid sha256:e7a6a86cd20f63a320b3c042615d338c8a09ffce381cc39ad2a3d47778a8f6da
+size 4792