Training in progress, step 900

adapter_config.json

@@ -19,13 +19,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "v_proj",
+    "q_proj",
     "k_proj",
     "down_proj",
-    "q_proj",
+    "v_proj",
+    "up_proj",
     "gate_proj",
-    "o_proj",
-    "up_proj"
+    "o_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4566b7ba7cbe6bd2506433884a86d74269142929524d0c9463e3de6578669087
+oid sha256:e4212dbfb5e2580e28632edea2b5b1d08b9af705f7b19db0734fc47be3236238
 size 25272360

runs/May04_00-18-56_poseidon/events.out.tfevents.1714782040.poseidon.1377891.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:18726e8aaef41a7e952ab0e5443988824e2f2d8ebb1d3872d04485267f00615e
-size 39150
+oid sha256:4d85eab8dd5121a514aa338ac88842b92a07881b3d0283a242baa7895c760908
+size 42737

runs/May04_00-40-05_poseidon/events.out.tfevents.1714783215.poseidon.1378242.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c74a043c125dfb19bfc87d232776d83aba95a8641ddb3bdb3bc9b22f7f6162d
+size 9503

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:571f803fc12c734eebe29a25aedc8d270792bf7096d224cb31ed6d14df4c7629
+oid sha256:811455c9ee0c03a19488fc3fb489aaa6d595ae198ea1a95aed6a68498e7f662a
 size 5048