Training in progress, step 44

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0d9fc64fff1f2955d14c2d312d870e99d526ca9e0e82f7eb6239f6ab80cdaf64
+oid sha256:349c41609a51e6cfc6896a2a5d1a67153c68f9e2b7976427d560cec1ef2695d0
 size 83945296

last-checkpoint/adapter_config.json

@@ -20,13 +20,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "up_proj",
     "q_proj",
-    "o_proj",
-    "v_proj",
-    "gate_proj",
     "k_proj",
-    "down_proj"
+    "v_proj",
+    "up_proj",
+    "o_proj",
+    "down_proj",
+    "gate_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

last-checkpoint/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0d9fc64fff1f2955d14c2d312d870e99d526ca9e0e82f7eb6239f6ab80cdaf64
+oid sha256:c82944de0f083bae7d1682aba5cafb5573edb82f20e5eb1167f944265cd7f8e9
 size 83945296

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf27a8d588fd24506e45de5b15e7b42b4d154e4f398c38717027caa80f18caa9
-size 43706258
+oid sha256:652a7e6942ccec3253e1bef8b6f5941e88be96212599cb6956632b6f8bba0d9f
+size 42545748

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fea64d28e93b24fd5ef2ddb40e4da74b8e298d14bbdbdc7a5eaaa718812ae62b
+oid sha256:98ad479ae233e51f82f95d3a34340242e257af521ca087273075fd928399edb7
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 0.8155463523415101,
+  "epoch": 0.5708824466390571,
   "eval_steps": 500,
-  "global_step": 40,
+  "global_step": 28,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -511,222 +511,6 @@
       "rewards/margins": 0.019869212061166763,
       "rewards/rejected": -0.09125552326440811,
       "step": 28
-    },
-    {
-      "epoch": 0.5912711054475948,
-      "grad_norm": 1.6056082248687744,
-      "learning_rate": 5.128205128205128e-05,
-      "log_odds_chosen": 0.5487304925918579,
-      "log_odds_ratio": -0.478320449590683,
-      "logits/chosen": -2.2418763637542725,
-      "logits/rejected": -2.2638566493988037,
-      "logps/chosen": -0.7001346349716187,
-      "logps/rejected": -1.0050172805786133,
-      "loss": 0.9538,
-      "nll_loss": 0.9059388041496277,
-      "rewards/accuracies": 0.921875,
-      "rewards/chosen": -0.07001346349716187,
-      "rewards/margins": 0.030488261952996254,
-      "rewards/rejected": -0.10050173103809357,
-      "step": 29
-    },
-    {
-      "epoch": 0.6116597642561326,
-      "grad_norm": 2.707125663757324,
-      "learning_rate": 4.871794871794872e-05,
-      "log_odds_chosen": 0.433153361082077,
-      "log_odds_ratio": -0.5276967883110046,
-      "logits/chosen": -2.2189157009124756,
-      "logits/rejected": -2.228149890899658,
-      "logps/chosen": -0.6423375606536865,
-      "logps/rejected": -0.8684220910072327,
-      "loss": 0.943,
-      "nll_loss": 0.89023357629776,
-      "rewards/accuracies": 0.8125,
-      "rewards/chosen": -0.06423375755548477,
-      "rewards/margins": 0.022608455270528793,
-      "rewards/rejected": -0.08684220910072327,
-      "step": 30
-    },
-    {
-      "epoch": 0.6320484230646702,
-      "grad_norm": 3.1514434814453125,
-      "learning_rate": 4.615384615384616e-05,
-      "log_odds_chosen": 0.3669428527355194,
-      "log_odds_ratio": -0.5465207695960999,
-      "logits/chosen": -2.243276357650757,
-      "logits/rejected": -2.231745719909668,
-      "logps/chosen": -0.7233006954193115,
-      "logps/rejected": -0.9113064408302307,
-      "loss": 1.0016,
-      "nll_loss": 0.9469515681266785,
-      "rewards/accuracies": 0.8125,
-      "rewards/chosen": -0.07233007252216339,
-      "rewards/margins": 0.018800577148795128,
-      "rewards/rejected": -0.09113065153360367,
-      "step": 31
-    },
-    {
-      "epoch": 0.652437081873208,
-      "grad_norm": 2.5206167697906494,
-      "learning_rate": 4.358974358974359e-05,
-      "log_odds_chosen": 0.5872430205345154,
-      "log_odds_ratio": -0.46654394268989563,
-      "logits/chosen": -2.2469942569732666,
-      "logits/rejected": -2.269362211227417,
-      "logps/chosen": -0.6239035725593567,
-      "logps/rejected": -0.9376953840255737,
-      "loss": 0.9061,
-      "nll_loss": 0.8594872951507568,
-      "rewards/accuracies": 0.875,
-      "rewards/chosen": -0.06239035725593567,
-      "rewards/margins": 0.03137918934226036,
-      "rewards/rejected": -0.09376954287290573,
-      "step": 32
-    },
-    {
-      "epoch": 0.6728257406817458,
-      "grad_norm": 1.3284610509872437,
-      "learning_rate": 4.1025641025641023e-05,
-      "log_odds_chosen": 0.5279171466827393,
-      "log_odds_ratio": -0.49398207664489746,
-      "logits/chosen": -2.263728618621826,
-      "logits/rejected": -2.288696050643921,
-      "logps/chosen": -0.6505022644996643,
-      "logps/rejected": -0.9282124042510986,
-      "loss": 0.9288,
-      "nll_loss": 0.8793907761573792,
-      "rewards/accuracies": 0.890625,
-      "rewards/chosen": -0.06505022943019867,
-      "rewards/margins": 0.027771014720201492,
-      "rewards/rejected": -0.09282123297452927,
-      "step": 33
-    },
-    {
-      "epoch": 0.6932143994902835,
-      "grad_norm": 1.2634799480438232,
-      "learning_rate": 3.846153846153846e-05,
-      "log_odds_chosen": 0.5196709036827087,
-      "log_odds_ratio": -0.5028817653656006,
-      "logits/chosen": -2.3093760013580322,
-      "logits/rejected": -2.3152754306793213,
-      "logps/chosen": -0.6717790365219116,
-      "logps/rejected": -0.9456109404563904,
-      "loss": 0.9413,
-      "nll_loss": 0.8909698724746704,
-      "rewards/accuracies": 0.796875,
-      "rewards/chosen": -0.0671778991818428,
-      "rewards/margins": 0.027383197098970413,
-      "rewards/rejected": -0.09456109255552292,
-      "step": 34
-    },
-    {
-      "epoch": 0.7136030582988213,
-      "grad_norm": 1.2822017669677734,
-      "learning_rate": 3.58974358974359e-05,
-      "log_odds_chosen": 0.44004446268081665,
-      "log_odds_ratio": -0.53327876329422,
-      "logits/chosen": -2.3234097957611084,
-      "logits/rejected": -2.319546937942505,
-      "logps/chosen": -0.7039386630058289,
-      "logps/rejected": -0.9365054965019226,
-      "loss": 0.9674,
-      "nll_loss": 0.9140487909317017,
-      "rewards/accuracies": 0.796875,
-      "rewards/chosen": -0.070393867790699,
-      "rewards/margins": 0.023256685584783554,
-      "rewards/rejected": -0.09365054965019226,
-      "step": 35
-    },
-    {
-      "epoch": 0.733991717107359,
-      "grad_norm": 1.3868314027786255,
-      "learning_rate": 3.3333333333333335e-05,
-      "log_odds_chosen": 0.40167126059532166,
-      "log_odds_ratio": -0.5467191338539124,
-      "logits/chosen": -2.3325843811035156,
-      "logits/rejected": -2.3239898681640625,
-      "logps/chosen": -0.7655161619186401,
-      "logps/rejected": -0.9702532291412354,
-      "loss": 0.9815,
-      "nll_loss": 0.9267975091934204,
-      "rewards/accuracies": 0.765625,
-      "rewards/chosen": -0.07655161619186401,
-      "rewards/margins": 0.02047371119260788,
-      "rewards/rejected": -0.0970253199338913,
-      "step": 36
-    },
-    {
-      "epoch": 0.7543803759158968,
-      "grad_norm": 1.338576078414917,
-      "learning_rate": 3.0769230769230774e-05,
-      "log_odds_chosen": 0.46663999557495117,
-      "log_odds_ratio": -0.5116292834281921,
-      "logits/chosen": -2.358604907989502,
-      "logits/rejected": -2.366859197616577,
-      "logps/chosen": -0.6805034875869751,
-      "logps/rejected": -0.9220788478851318,
-      "loss": 0.9614,
-      "nll_loss": 0.9102513790130615,
-      "rewards/accuracies": 0.84375,
-      "rewards/chosen": -0.06805035471916199,
-      "rewards/margins": 0.024157537147402763,
-      "rewards/rejected": -0.0922078862786293,
-      "step": 37
-    },
-    {
-      "epoch": 0.7747690347244345,
-      "grad_norm": 1.3231741189956665,
-      "learning_rate": 2.8205128205128207e-05,
-      "log_odds_chosen": 0.4579349756240845,
-      "log_odds_ratio": -0.5229912996292114,
-      "logits/chosen": -2.34989070892334,
-      "logits/rejected": -2.3443665504455566,
-      "logps/chosen": -0.7170583605766296,
-      "logps/rejected": -0.9584832191467285,
-      "loss": 0.9491,
-      "nll_loss": 0.8968215584754944,
-      "rewards/accuracies": 0.828125,
-      "rewards/chosen": -0.07170583307743073,
-      "rewards/margins": 0.024142492562532425,
-      "rewards/rejected": -0.09584832936525345,
-      "step": 38
-    },
-    {
-      "epoch": 0.7951576935329723,
-      "grad_norm": 1.5374537706375122,
-      "learning_rate": 2.564102564102564e-05,
-      "log_odds_chosen": 0.42807331681251526,
-      "log_odds_ratio": -0.5446363091468811,
-      "logits/chosen": -2.3315584659576416,
-      "logits/rejected": -2.3167564868927,
-      "logps/chosen": -0.7248810529708862,
-      "logps/rejected": -0.938808262348175,
-      "loss": 1.0008,
-      "nll_loss": 0.9463487863540649,
-      "rewards/accuracies": 0.765625,
-      "rewards/chosen": -0.07248809933662415,
-      "rewards/margins": 0.021392717957496643,
-      "rewards/rejected": -0.09388083219528198,
-      "step": 39
-    },
-    {
-      "epoch": 0.8155463523415101,
-      "grad_norm": 1.3374099731445312,
-      "learning_rate": 2.307692307692308e-05,
-      "log_odds_chosen": 0.5240917205810547,
-      "log_odds_ratio": -0.4976484477519989,
-      "logits/chosen": -2.366239547729492,
-      "logits/rejected": -2.3758716583251953,
-      "logps/chosen": -0.6952681541442871,
-      "logps/rejected": -0.9785600900650024,
-      "loss": 0.9671,
-      "nll_loss": 0.9173198342323303,
-      "rewards/accuracies": 0.8125,
-      "rewards/chosen": -0.06952681392431259,
-      "rewards/margins": 0.028329193592071533,
-      "rewards/rejected": -0.09785601496696472,
-      "step": 40
     }
   ],
   "logging_steps": 1,

last-checkpoint/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c6bcc3f11131b07d173fb79ad8c31d1a50ed3843eadae9ec2e4213021d99bed1
+oid sha256:1e645a6afd0fb5de26677bef59ac2607c945856fb640ae342a9a3b8c2695f5c7
 size 5560

runs/Aug23_17-31-37_c67cebb247c4/events.out.tfevents.1724434303.c67cebb247c4.435.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a8a4ab46991f4b9a72f2c06cefd1f432bcd5c43c42a8c470e872946120ffddb4
-size 15905
+oid sha256:c2af22608173d99fa265c4b8caaf2c00ffe421c8888e84b2673e8dbe95a590b3
+size 19285