Training in progress, step 500

adapter_config.json

@@ -20,10 +20,10 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "o_proj",
     "q_proj",
     "v_proj",
-    "k_proj"
+    "k_proj",
+    "o_proj"
   ],
   "task_type": "AutoModelForCausalLM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66d4265f58de3178b7f81f12773032b42acbd6d9072cbdde1d7409d48e6f2a1c
+oid sha256:1d74130ec97393aeac6d1590f48c9b63c2391d1ea2f4b696034fb7fc0b49d4b3
 size 50382896

runs/Nov02_10-29-26_c7ba8b3d5393/events.out.tfevents.1730543380.c7ba8b3d5393.13154.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e586415820d52f190263acaced4175a9470441b7ca0712d52af5bf60a77e3c4
+size 6933

tokenizer.json

@@ -1,11 +1,6 @@
 {
   "version": "1.0",
-  "truncation": {
-    "direction": "Right",
-    "max_length": 1024,
-    "strategy": "LongestFirst",
-    "stride": 0
-  },
+  "truncation": null,
   "padding": null,
   "added_tokens": [
     {

tokenizer_config.json

@@ -199,13 +199,9 @@
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
   "errors": "replace",
-  "max_length": 1024,
   "model_max_length": 131072,
   "pad_token": "<|endoftext|>",
   "split_special_tokens": false,
-  "stride": 0,
   "tokenizer_class": "Qwen2Tokenizer",
-  "truncation_side": "right",
-  "truncation_strategy": "longest_first",
   "unk_token": null
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:42ec4b08ded0ccb6f7852cec65bab460a44294bf226743f38cd6bfe9f2504317
+oid sha256:c7f176d18d93fadb44af80db5fb0d6ffa90e79b0e70ff1436f40d86b7ecc27d2
 size 5624