Training in progress, step 36

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:62120bead981ba642d4a30da4e9aa395c5f97128b6ff54096bc2188d721d15f4
+oid sha256:cb5936b6074418059dc90977eb81043380c899f8c6835183721582101660a197
 size 83945296

last-checkpoint/adapter_config.json

@@ -20,13 +20,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "up_proj",
     "q_proj",
-    "o_proj",
-    "v_proj",
-    "gate_proj",
     "k_proj",
-    "down_proj"
+    "v_proj",
+    "up_proj",
+    "o_proj",
+    "down_proj",
+    "gate_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

last-checkpoint/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:62120bead981ba642d4a30da4e9aa395c5f97128b6ff54096bc2188d721d15f4
+oid sha256:c82944de0f083bae7d1682aba5cafb5573edb82f20e5eb1167f944265cd7f8e9
 size 83945296

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f837dad3721b16dd2b2ea4086a696787feaf43d316176f49b6b56409275102ce
-size 43706258
+oid sha256:652a7e6942ccec3253e1bef8b6f5941e88be96212599cb6956632b6f8bba0d9f
+size 42545748

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ec91b31afbfec707b8b085f1a2dfad500a359b8495400c1db4447fce7897fb58
+oid sha256:98ad479ae233e51f82f95d3a34340242e257af521ca087273075fd928399edb7
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 0.652437081873208,
+  "epoch": 0.5708824466390571,
   "eval_steps": 500,
-  "global_step": 32,
+  "global_step": 28,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -511,78 +511,6 @@
       "rewards/margins": 0.019869212061166763,
       "rewards/rejected": -0.09125552326440811,
       "step": 28
-    },
-    {
-      "epoch": 0.5912711054475948,
-      "grad_norm": 1.6056082248687744,
-      "learning_rate": 5.128205128205128e-05,
-      "log_odds_chosen": 0.5487304925918579,
-      "log_odds_ratio": -0.478320449590683,
-      "logits/chosen": -2.2418763637542725,
-      "logits/rejected": -2.2638566493988037,
-      "logps/chosen": -0.7001346349716187,
-      "logps/rejected": -1.0050172805786133,
-      "loss": 0.9538,
-      "nll_loss": 0.9059388041496277,
-      "rewards/accuracies": 0.921875,
-      "rewards/chosen": -0.07001346349716187,
-      "rewards/margins": 0.030488261952996254,
-      "rewards/rejected": -0.10050173103809357,
-      "step": 29
-    },
-    {
-      "epoch": 0.6116597642561326,
-      "grad_norm": 2.707125663757324,
-      "learning_rate": 4.871794871794872e-05,
-      "log_odds_chosen": 0.433153361082077,
-      "log_odds_ratio": -0.5276967883110046,
-      "logits/chosen": -2.2189157009124756,
-      "logits/rejected": -2.228149890899658,
-      "logps/chosen": -0.6423375606536865,
-      "logps/rejected": -0.8684220910072327,
-      "loss": 0.943,
-      "nll_loss": 0.89023357629776,
-      "rewards/accuracies": 0.8125,
-      "rewards/chosen": -0.06423375755548477,
-      "rewards/margins": 0.022608455270528793,
-      "rewards/rejected": -0.08684220910072327,
-      "step": 30
-    },
-    {
-      "epoch": 0.6320484230646702,
-      "grad_norm": 3.1514434814453125,
-      "learning_rate": 4.615384615384616e-05,
-      "log_odds_chosen": 0.3669428527355194,
-      "log_odds_ratio": -0.5465207695960999,
-      "logits/chosen": -2.243276357650757,
-      "logits/rejected": -2.231745719909668,
-      "logps/chosen": -0.7233006954193115,
-      "logps/rejected": -0.9113064408302307,
-      "loss": 1.0016,
-      "nll_loss": 0.9469515681266785,
-      "rewards/accuracies": 0.8125,
-      "rewards/chosen": -0.07233007252216339,
-      "rewards/margins": 0.018800577148795128,
-      "rewards/rejected": -0.09113065153360367,
-      "step": 31
-    },
-    {
-      "epoch": 0.652437081873208,
-      "grad_norm": 2.5206167697906494,
-      "learning_rate": 4.358974358974359e-05,
-      "log_odds_chosen": 0.5872430205345154,
-      "log_odds_ratio": -0.46654394268989563,
-      "logits/chosen": -2.2469942569732666,
-      "logits/rejected": -2.269362211227417,
-      "logps/chosen": -0.6239035725593567,
-      "logps/rejected": -0.9376953840255737,
-      "loss": 0.9061,
-      "nll_loss": 0.8594872951507568,
-      "rewards/accuracies": 0.875,
-      "rewards/chosen": -0.06239035725593567,
-      "rewards/margins": 0.03137918934226036,
-      "rewards/rejected": -0.09376954287290573,
-      "step": 32
     }
   ],
   "logging_steps": 1,

last-checkpoint/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c6bcc3f11131b07d173fb79ad8c31d1a50ed3843eadae9ec2e4213021d99bed1
+oid sha256:1e645a6afd0fb5de26677bef59ac2607c945856fb640ae342a9a3b8c2695f5c7
 size 5560

runs/Aug23_17-31-37_c67cebb247c4/events.out.tfevents.1724434303.c67cebb247c4.435.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f82c7eec80e54d3f353ffa45c3b262b9ee4fbd52b57a8e26b082084daf3451a7
-size 9145
+oid sha256:64041fdc0ff1bc9972dd27603b29ec2a21fc35a4ba6a5ba4632d0ebaad217d91
+size 12525