| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9994767137624281, | |
| "eval_steps": 100, | |
| "global_step": 955, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 5.208333333333333e-09, | |
| "logits/chosen": -1.404180884361267, | |
| "logits/rejected": -1.4915521144866943, | |
| "logps/chosen": -253.50843811035156, | |
| "logps/rejected": -228.21987915039062, | |
| "loss": 0.6931, | |
| "pred_label": 0.0, | |
| "rewards/accuracies": 0.0, | |
| "rewards/chosen": 0.0, | |
| "rewards/margins": 0.0, | |
| "rewards/rejected": 0.0, | |
| "step": 1, | |
| "use_label": 6.0 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 5.208333333333333e-08, | |
| "logits/chosen": -1.3619701862335205, | |
| "logits/rejected": -1.3933377265930176, | |
| "logps/chosen": -394.7999267578125, | |
| "logps/rejected": -299.5929870605469, | |
| "loss": 0.6938, | |
| "pred_label": 0.0, | |
| "rewards/accuracies": 0.5694444179534912, | |
| "rewards/chosen": 0.004884083289653063, | |
| "rewards/margins": 0.009783001616597176, | |
| "rewards/rejected": -0.0048989187926054, | |
| "step": 10, | |
| "use_label": 46.0 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 1.0416666666666667e-07, | |
| "logits/chosen": -1.3801854848861694, | |
| "logits/rejected": -1.3241381645202637, | |
| "logps/chosen": -280.59625244140625, | |
| "logps/rejected": -281.3047790527344, | |
| "loss": 0.6889, | |
| "pred_label": 0.0, | |
| "rewards/accuracies": 0.5249999761581421, | |
| "rewards/chosen": 0.022532949224114418, | |
| "rewards/margins": 0.00945592112839222, | |
| "rewards/rejected": 0.013077028095722198, | |
| "step": 20, | |
| "use_label": 122.0 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 1.5624999999999999e-07, | |
| "logits/chosen": -1.4004117250442505, | |
| "logits/rejected": -1.3532276153564453, | |
| "logps/chosen": -354.6773376464844, | |
| "logps/rejected": -297.12548828125, | |
| "loss": 0.6742, | |
| "pred_label": 0.0, | |
| "rewards/accuracies": 0.6875, | |
| "rewards/chosen": 0.09127137809991837, | |
| "rewards/margins": 0.05737986043095589, | |
| "rewards/rejected": 0.03389151394367218, | |
| "step": 30, | |
| "use_label": 202.0 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 2.0833333333333333e-07, | |
| "logits/chosen": -1.375112771987915, | |
| "logits/rejected": -1.3534674644470215, | |
| "logps/chosen": -342.58099365234375, | |
| "logps/rejected": -301.4981384277344, | |
| "loss": 0.6653, | |
| "pred_label": 0.0, | |
| "rewards/accuracies": 0.550000011920929, | |
| "rewards/chosen": 0.1729733645915985, | |
| "rewards/margins": 0.04751574248075485, | |
| "rewards/rejected": 0.12545761466026306, | |
| "step": 40, | |
| "use_label": 282.0 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 2.604166666666667e-07, | |
| "logits/chosen": -1.3950073719024658, | |
| "logits/rejected": -1.3905388116836548, | |
| "logps/chosen": -305.8765563964844, | |
| "logps/rejected": -294.03155517578125, | |
| "loss": 0.6438, | |
| "pred_label": 0.0, | |
| "rewards/accuracies": 0.6625000238418579, | |
| "rewards/chosen": 0.2843405604362488, | |
| "rewards/margins": 0.14093510806560516, | |
| "rewards/rejected": 0.14340545237064362, | |
| "step": 50, | |
| "use_label": 362.0 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 3.1249999999999997e-07, | |
| "logits/chosen": -1.3388121128082275, | |
| "logits/rejected": -1.417626142501831, | |
| "logps/chosen": -326.7298583984375, | |
| "logps/rejected": -311.16656494140625, | |
| "loss": 0.6341, | |
| "pred_label": 0.0, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": 0.3555651009082794, | |
| "rewards/margins": 0.16317971050739288, | |
| "rewards/rejected": 0.19238540530204773, | |
| "step": 60, | |
| "use_label": 442.0 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 3.645833333333333e-07, | |
| "logits/chosen": -1.442932367324829, | |
| "logits/rejected": -1.4548231363296509, | |
| "logps/chosen": -356.62017822265625, | |
| "logps/rejected": -318.04931640625, | |
| "loss": 0.6155, | |
| "pred_label": 1.7999999523162842, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": 0.5572141408920288, | |
| "rewards/margins": 0.2931746542453766, | |
| "rewards/rejected": 0.26403939723968506, | |
| "step": 70, | |
| "use_label": 520.2000122070312 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.1666666666666667e-07, | |
| "logits/chosen": -1.2479106187820435, | |
| "logits/rejected": -1.2282390594482422, | |
| "logps/chosen": -359.615478515625, | |
| "logps/rejected": -299.5457458496094, | |
| "loss": 0.579, | |
| "pred_label": 6.349999904632568, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": 0.5866491198539734, | |
| "rewards/margins": 0.5094068050384521, | |
| "rewards/rejected": 0.07724229991436005, | |
| "step": 80, | |
| "use_label": 595.6500244140625 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.6874999999999996e-07, | |
| "logits/chosen": -1.2900737524032593, | |
| "logits/rejected": -1.325388789176941, | |
| "logps/chosen": -360.9581298828125, | |
| "logps/rejected": -319.90625, | |
| "loss": 0.5944, | |
| "pred_label": 13.550000190734863, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 0.7376635074615479, | |
| "rewards/margins": 0.3891093134880066, | |
| "rewards/rejected": 0.34855419397354126, | |
| "step": 90, | |
| "use_label": 668.4500122070312 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.976717112922002e-07, | |
| "logits/chosen": -1.3841612339019775, | |
| "logits/rejected": -1.4763787984848022, | |
| "logps/chosen": -366.4154052734375, | |
| "logps/rejected": -358.1784362792969, | |
| "loss": 0.5918, | |
| "pred_label": 19.350000381469727, | |
| "rewards/accuracies": 0.637499988079071, | |
| "rewards/chosen": 0.8709436655044556, | |
| "rewards/margins": 0.47374382615089417, | |
| "rewards/rejected": 0.39719995856285095, | |
| "step": 100, | |
| "use_label": 742.6500244140625 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.918509895227007e-07, | |
| "logits/chosen": -1.373608946800232, | |
| "logits/rejected": -1.4505846500396729, | |
| "logps/chosen": -306.3442077636719, | |
| "logps/rejected": -289.1839904785156, | |
| "loss": 0.5705, | |
| "pred_label": 29.049999237060547, | |
| "rewards/accuracies": 0.6625000238418579, | |
| "rewards/chosen": 0.7434765100479126, | |
| "rewards/margins": 0.5097277760505676, | |
| "rewards/rejected": 0.23374874889850616, | |
| "step": 110, | |
| "use_label": 812.9500122070312 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.860302677532014e-07, | |
| "logits/chosen": -1.3047031164169312, | |
| "logits/rejected": -1.317251205444336, | |
| "logps/chosen": -324.14703369140625, | |
| "logps/rejected": -270.2970275878906, | |
| "loss": 0.5547, | |
| "pred_label": 40.0, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": 0.7135593891143799, | |
| "rewards/margins": 0.6617862582206726, | |
| "rewards/rejected": 0.05177304893732071, | |
| "step": 120, | |
| "use_label": 882.0 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.802095459837019e-07, | |
| "logits/chosen": -1.421308159828186, | |
| "logits/rejected": -1.3982212543487549, | |
| "logps/chosen": -381.67926025390625, | |
| "logps/rejected": -307.33258056640625, | |
| "loss": 0.5737, | |
| "pred_label": 47.150001525878906, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 1.0430835485458374, | |
| "rewards/margins": 0.5517104268074036, | |
| "rewards/rejected": 0.49137312173843384, | |
| "step": 130, | |
| "use_label": 954.8499755859375 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.743888242142026e-07, | |
| "logits/chosen": -1.477430820465088, | |
| "logits/rejected": -1.4979420900344849, | |
| "logps/chosen": -278.7945861816406, | |
| "logps/rejected": -253.20358276367188, | |
| "loss": 0.5539, | |
| "pred_label": 52.849998474121094, | |
| "rewards/accuracies": 0.6625000238418579, | |
| "rewards/chosen": 0.726542055606842, | |
| "rewards/margins": 0.5279777646064758, | |
| "rewards/rejected": 0.19856423139572144, | |
| "step": 140, | |
| "use_label": 1029.1500244140625 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.685681024447031e-07, | |
| "logits/chosen": -1.4019322395324707, | |
| "logits/rejected": -1.4297659397125244, | |
| "logps/chosen": -336.5803527832031, | |
| "logps/rejected": -333.4914245605469, | |
| "loss": 0.5609, | |
| "pred_label": 60.45000076293945, | |
| "rewards/accuracies": 0.637499988079071, | |
| "rewards/chosen": 0.8561170697212219, | |
| "rewards/margins": 0.3941256105899811, | |
| "rewards/rejected": 0.46199145913124084, | |
| "step": 150, | |
| "use_label": 1101.550048828125 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.627473806752037e-07, | |
| "logits/chosen": -1.3426318168640137, | |
| "logits/rejected": -1.3782684803009033, | |
| "logps/chosen": -347.442626953125, | |
| "logps/rejected": -337.1346130371094, | |
| "loss": 0.5358, | |
| "pred_label": 71.05000305175781, | |
| "rewards/accuracies": 0.6875, | |
| "rewards/chosen": 1.0326350927352905, | |
| "rewards/margins": 0.5863274335861206, | |
| "rewards/rejected": 0.4463076591491699, | |
| "step": 160, | |
| "use_label": 1170.949951171875 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.5692665890570433e-07, | |
| "logits/chosen": -1.3970049619674683, | |
| "logits/rejected": -1.4572138786315918, | |
| "logps/chosen": -335.081787109375, | |
| "logps/rejected": -267.0716552734375, | |
| "loss": 0.5303, | |
| "pred_label": 80.0, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": 0.8701731562614441, | |
| "rewards/margins": 0.6228026151657104, | |
| "rewards/rejected": 0.24737051129341125, | |
| "step": 170, | |
| "use_label": 1242.0 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.5110593713620486e-07, | |
| "logits/chosen": -1.3490818738937378, | |
| "logits/rejected": -1.3612277507781982, | |
| "logps/chosen": -265.89105224609375, | |
| "logps/rejected": -296.7646484375, | |
| "loss": 0.5288, | |
| "pred_label": 92.75, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": 0.7616567611694336, | |
| "rewards/margins": 0.6177178025245667, | |
| "rewards/rejected": 0.14393898844718933, | |
| "step": 180, | |
| "use_label": 1309.25 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 4.4528521536670544e-07, | |
| "logits/chosen": -1.4309965372085571, | |
| "logits/rejected": -1.4547052383422852, | |
| "logps/chosen": -323.339111328125, | |
| "logps/rejected": -273.64691162109375, | |
| "loss": 0.5208, | |
| "pred_label": 106.19999694824219, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 1.0953993797302246, | |
| "rewards/margins": 0.8105791211128235, | |
| "rewards/rejected": 0.2848203480243683, | |
| "step": 190, | |
| "use_label": 1375.800048828125 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 4.3946449359720607e-07, | |
| "logits/chosen": -1.4408454895019531, | |
| "logits/rejected": -1.4733045101165771, | |
| "logps/chosen": -323.10467529296875, | |
| "logps/rejected": -352.9010009765625, | |
| "loss": 0.4934, | |
| "pred_label": 116.3499984741211, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": 1.2384220361709595, | |
| "rewards/margins": 0.7947490811347961, | |
| "rewards/rejected": 0.4436728358268738, | |
| "step": 200, | |
| "use_label": 1445.6500244140625 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 4.336437718277066e-07, | |
| "logits/chosen": -1.373170256614685, | |
| "logits/rejected": -1.3570789098739624, | |
| "logps/chosen": -382.3429870605469, | |
| "logps/rejected": -266.7330627441406, | |
| "loss": 0.5348, | |
| "pred_label": 131.64999389648438, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": 1.3385562896728516, | |
| "rewards/margins": 1.1700799465179443, | |
| "rewards/rejected": 0.16847634315490723, | |
| "step": 210, | |
| "use_label": 1510.3499755859375 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 4.278230500582072e-07, | |
| "logits/chosen": -1.3580390214920044, | |
| "logits/rejected": -1.386907935142517, | |
| "logps/chosen": -335.6164245605469, | |
| "logps/rejected": -291.1451416015625, | |
| "loss": 0.5062, | |
| "pred_label": 152.14999389648438, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": 1.2729132175445557, | |
| "rewards/margins": 1.0367872714996338, | |
| "rewards/rejected": 0.23612599074840546, | |
| "step": 220, | |
| "use_label": 1569.8499755859375 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 4.220023282887078e-07, | |
| "logits/chosen": -1.415291428565979, | |
| "logits/rejected": -1.4271855354309082, | |
| "logps/chosen": -337.0808410644531, | |
| "logps/rejected": -293.56695556640625, | |
| "loss": 0.4849, | |
| "pred_label": 175.89999389648438, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 1.054723858833313, | |
| "rewards/margins": 0.9728155136108398, | |
| "rewards/rejected": 0.08190834522247314, | |
| "step": 230, | |
| "use_label": 1626.0999755859375 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 4.1618160651920834e-07, | |
| "logits/chosen": -1.456987738609314, | |
| "logits/rejected": -1.487733244895935, | |
| "logps/chosen": -301.118896484375, | |
| "logps/rejected": -239.19088745117188, | |
| "loss": 0.5087, | |
| "pred_label": 191.25, | |
| "rewards/accuracies": 0.6875, | |
| "rewards/chosen": 1.0468814373016357, | |
| "rewards/margins": 0.7403112649917603, | |
| "rewards/rejected": 0.30657026171684265, | |
| "step": 240, | |
| "use_label": 1690.75 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 4.103608847497089e-07, | |
| "logits/chosen": -1.3532272577285767, | |
| "logits/rejected": -1.3804259300231934, | |
| "logps/chosen": -317.42230224609375, | |
| "logps/rejected": -329.9377136230469, | |
| "loss": 0.5253, | |
| "pred_label": 205.25, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": 1.2708420753479004, | |
| "rewards/margins": 0.9137954711914062, | |
| "rewards/rejected": 0.3570464253425598, | |
| "step": 250, | |
| "use_label": 1756.75 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 4.0454016298020956e-07, | |
| "logits/chosen": -1.3812406063079834, | |
| "logits/rejected": -1.4057163000106812, | |
| "logps/chosen": -331.4401550292969, | |
| "logps/rejected": -308.66558837890625, | |
| "loss": 0.5155, | |
| "pred_label": 220.64999389648438, | |
| "rewards/accuracies": 0.6625000238418579, | |
| "rewards/chosen": 0.9700489044189453, | |
| "rewards/margins": 0.6729909181594849, | |
| "rewards/rejected": 0.29705801606178284, | |
| "step": 260, | |
| "use_label": 1821.3499755859375 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 3.987194412107101e-07, | |
| "logits/chosen": -1.4664005041122437, | |
| "logits/rejected": -1.4549050331115723, | |
| "logps/chosen": -349.93994140625, | |
| "logps/rejected": -278.48590087890625, | |
| "loss": 0.4778, | |
| "pred_label": 240.25, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": 1.315645456314087, | |
| "rewards/margins": 1.0870709419250488, | |
| "rewards/rejected": 0.22857451438903809, | |
| "step": 270, | |
| "use_label": 1881.75 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.9289871944121066e-07, | |
| "logits/chosen": -1.4699549674987793, | |
| "logits/rejected": -1.417506456375122, | |
| "logps/chosen": -373.6863708496094, | |
| "logps/rejected": -331.5750427246094, | |
| "loss": 0.4764, | |
| "pred_label": 259.95001220703125, | |
| "rewards/accuracies": 0.762499988079071, | |
| "rewards/chosen": 1.3312596082687378, | |
| "rewards/margins": 0.79558265209198, | |
| "rewards/rejected": 0.5356770753860474, | |
| "step": 280, | |
| "use_label": 1942.050048828125 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.870779976717113e-07, | |
| "logits/chosen": -1.4723706245422363, | |
| "logits/rejected": -1.4665457010269165, | |
| "logps/chosen": -311.8465881347656, | |
| "logps/rejected": -274.10888671875, | |
| "loss": 0.4979, | |
| "pred_label": 278.3500061035156, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 1.0801382064819336, | |
| "rewards/margins": 0.6504096388816833, | |
| "rewards/rejected": 0.42972850799560547, | |
| "step": 290, | |
| "use_label": 2003.6500244140625 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.812572759022118e-07, | |
| "logits/chosen": -1.4164968729019165, | |
| "logits/rejected": -1.4505560398101807, | |
| "logps/chosen": -274.9853210449219, | |
| "logps/rejected": -272.59814453125, | |
| "loss": 0.4576, | |
| "pred_label": 297.5, | |
| "rewards/accuracies": 0.762499988079071, | |
| "rewards/chosen": 1.4018886089324951, | |
| "rewards/margins": 1.1822335720062256, | |
| "rewards/rejected": 0.2196551263332367, | |
| "step": 300, | |
| "use_label": 2064.5 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.754365541327124e-07, | |
| "logits/chosen": -1.3352575302124023, | |
| "logits/rejected": -1.4178216457366943, | |
| "logps/chosen": -303.4643249511719, | |
| "logps/rejected": -325.78961181640625, | |
| "loss": 0.4554, | |
| "pred_label": 323.8999938964844, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": 1.0443353652954102, | |
| "rewards/margins": 1.2372277975082397, | |
| "rewards/rejected": -0.19289246201515198, | |
| "step": 310, | |
| "use_label": 2118.10009765625 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 3.6961583236321304e-07, | |
| "logits/chosen": -1.4550950527191162, | |
| "logits/rejected": -1.436576247215271, | |
| "logps/chosen": -340.7930908203125, | |
| "logps/rejected": -323.78985595703125, | |
| "loss": 0.4729, | |
| "pred_label": 351.29998779296875, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": 1.1371341943740845, | |
| "rewards/margins": 0.8774749636650085, | |
| "rewards/rejected": 0.259659081697464, | |
| "step": 320, | |
| "use_label": 2170.699951171875 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 3.637951105937136e-07, | |
| "logits/chosen": -1.428165078163147, | |
| "logits/rejected": -1.4091517925262451, | |
| "logps/chosen": -317.4041748046875, | |
| "logps/rejected": -238.2615509033203, | |
| "loss": 0.4642, | |
| "pred_label": 379.04998779296875, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": 1.1726207733154297, | |
| "rewards/margins": 1.0814019441604614, | |
| "rewards/rejected": 0.0912187248468399, | |
| "step": 330, | |
| "use_label": 2222.949951171875 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 3.579743888242142e-07, | |
| "logits/chosen": -1.4679944515228271, | |
| "logits/rejected": -1.5165075063705444, | |
| "logps/chosen": -273.54071044921875, | |
| "logps/rejected": -243.1127471923828, | |
| "loss": 0.4859, | |
| "pred_label": 401.95001220703125, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": 1.1446250677108765, | |
| "rewards/margins": 0.7705689668655396, | |
| "rewards/rejected": 0.3740561306476593, | |
| "step": 340, | |
| "use_label": 2280.050048828125 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 3.521536670547148e-07, | |
| "logits/chosen": -1.2454713582992554, | |
| "logits/rejected": -1.321508765220642, | |
| "logps/chosen": -286.65777587890625, | |
| "logps/rejected": -306.366455078125, | |
| "loss": 0.4577, | |
| "pred_label": 428.45001220703125, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": 1.181875467300415, | |
| "rewards/margins": 1.0571717023849487, | |
| "rewards/rejected": 0.12470376491546631, | |
| "step": 350, | |
| "use_label": 2333.550048828125 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 3.4633294528521536e-07, | |
| "logits/chosen": -1.4310450553894043, | |
| "logits/rejected": -1.4215561151504517, | |
| "logps/chosen": -347.1667785644531, | |
| "logps/rejected": -319.175537109375, | |
| "loss": 0.462, | |
| "pred_label": 454.75, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": 1.2432093620300293, | |
| "rewards/margins": 0.7565422058105469, | |
| "rewards/rejected": 0.4866672456264496, | |
| "step": 360, | |
| "use_label": 2387.25 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 3.4051222351571594e-07, | |
| "logits/chosen": -1.3713960647583008, | |
| "logits/rejected": -1.4076581001281738, | |
| "logps/chosen": -289.0054626464844, | |
| "logps/rejected": -323.2015686035156, | |
| "loss": 0.4783, | |
| "pred_label": 474.5, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": 0.9605358839035034, | |
| "rewards/margins": 0.8715503811836243, | |
| "rewards/rejected": 0.08898548781871796, | |
| "step": 370, | |
| "use_label": 2447.5 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 3.346915017462165e-07, | |
| "logits/chosen": -1.3850533962249756, | |
| "logits/rejected": -1.4161368608474731, | |
| "logps/chosen": -363.1261291503906, | |
| "logps/rejected": -332.7879943847656, | |
| "loss": 0.4392, | |
| "pred_label": 492.8999938964844, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": 1.097650408744812, | |
| "rewards/margins": 0.8471637964248657, | |
| "rewards/rejected": 0.2504865527153015, | |
| "step": 380, | |
| "use_label": 2509.10009765625 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 3.288707799767171e-07, | |
| "logits/chosen": -1.389650821685791, | |
| "logits/rejected": -1.339377760887146, | |
| "logps/chosen": -286.0871276855469, | |
| "logps/rejected": -249.79629516601562, | |
| "loss": 0.4179, | |
| "pred_label": 517.4000244140625, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": 1.0542852878570557, | |
| "rewards/margins": 1.5020934343338013, | |
| "rewards/rejected": -0.44780832529067993, | |
| "step": 390, | |
| "use_label": 2564.60009765625 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 3.230500582072177e-07, | |
| "logits/chosen": -1.4820091724395752, | |
| "logits/rejected": -1.4391555786132812, | |
| "logps/chosen": -380.75665283203125, | |
| "logps/rejected": -305.62017822265625, | |
| "loss": 0.4127, | |
| "pred_label": 540.4500122070312, | |
| "rewards/accuracies": 0.6875, | |
| "rewards/chosen": 1.1569273471832275, | |
| "rewards/margins": 1.0463058948516846, | |
| "rewards/rejected": 0.11062141507863998, | |
| "step": 400, | |
| "use_label": 2621.550048828125 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 3.1722933643771827e-07, | |
| "logits/chosen": -1.3879801034927368, | |
| "logits/rejected": -1.4610755443572998, | |
| "logps/chosen": -391.5262756347656, | |
| "logps/rejected": -361.547607421875, | |
| "loss": 0.4672, | |
| "pred_label": 569.0499877929688, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 1.5551117658615112, | |
| "rewards/margins": 1.2884727716445923, | |
| "rewards/rejected": 0.2666390836238861, | |
| "step": 410, | |
| "use_label": 2672.949951171875 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 3.1140861466821885e-07, | |
| "logits/chosen": -1.3801909685134888, | |
| "logits/rejected": -1.4261410236358643, | |
| "logps/chosen": -263.9217224121094, | |
| "logps/rejected": -260.2132568359375, | |
| "loss": 0.4391, | |
| "pred_label": 595.8499755859375, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": 0.9185078740119934, | |
| "rewards/margins": 1.1499378681182861, | |
| "rewards/rejected": -0.2314300537109375, | |
| "step": 420, | |
| "use_label": 2726.14990234375 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 3.0558789289871943e-07, | |
| "logits/chosen": -1.4430896043777466, | |
| "logits/rejected": -1.4777699708938599, | |
| "logps/chosen": -270.7845458984375, | |
| "logps/rejected": -265.51568603515625, | |
| "loss": 0.4777, | |
| "pred_label": 626.7999877929688, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": 1.1179291009902954, | |
| "rewards/margins": 1.0040278434753418, | |
| "rewards/rejected": 0.1139012798666954, | |
| "step": 430, | |
| "use_label": 2775.199951171875 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 2.9976717112922e-07, | |
| "logits/chosen": -1.4349843263626099, | |
| "logits/rejected": -1.4729284048080444, | |
| "logps/chosen": -311.2239990234375, | |
| "logps/rejected": -299.1993103027344, | |
| "loss": 0.4809, | |
| "pred_label": 650.2999877929688, | |
| "rewards/accuracies": 0.6625000238418579, | |
| "rewards/chosen": 1.2415423393249512, | |
| "rewards/margins": 0.8923840522766113, | |
| "rewards/rejected": 0.34915822744369507, | |
| "step": 440, | |
| "use_label": 2831.699951171875 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 2.939464493597206e-07, | |
| "logits/chosen": -1.2597442865371704, | |
| "logits/rejected": -1.30291748046875, | |
| "logps/chosen": -256.5679626464844, | |
| "logps/rejected": -269.8310852050781, | |
| "loss": 0.4691, | |
| "pred_label": 675.0, | |
| "rewards/accuracies": 0.6625000238418579, | |
| "rewards/chosen": 1.0971431732177734, | |
| "rewards/margins": 0.8100937008857727, | |
| "rewards/rejected": 0.2870495319366455, | |
| "step": 450, | |
| "use_label": 2887.0 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 2.8812572759022117e-07, | |
| "logits/chosen": -1.4251500368118286, | |
| "logits/rejected": -1.4686391353607178, | |
| "logps/chosen": -337.9930725097656, | |
| "logps/rejected": -332.3681945800781, | |
| "loss": 0.4543, | |
| "pred_label": 701.6500244140625, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": 1.3275657892227173, | |
| "rewards/margins": 1.003480076789856, | |
| "rewards/rejected": 0.324085533618927, | |
| "step": 460, | |
| "use_label": 2940.35009765625 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 2.8230500582072175e-07, | |
| "logits/chosen": -1.353682041168213, | |
| "logits/rejected": -1.3279917240142822, | |
| "logps/chosen": -335.19329833984375, | |
| "logps/rejected": -268.65606689453125, | |
| "loss": 0.4462, | |
| "pred_label": 728.75, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": 1.3157131671905518, | |
| "rewards/margins": 1.3176007270812988, | |
| "rewards/rejected": -0.0018875360256060958, | |
| "step": 470, | |
| "use_label": 2993.25 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 2.7648428405122233e-07, | |
| "logits/chosen": -1.3808891773223877, | |
| "logits/rejected": -1.3530418872833252, | |
| "logps/chosen": -266.064453125, | |
| "logps/rejected": -263.7291564941406, | |
| "loss": 0.4507, | |
| "pred_label": 754.5, | |
| "rewards/accuracies": 0.612500011920929, | |
| "rewards/chosen": 0.7782207727432251, | |
| "rewards/margins": 0.7220892906188965, | |
| "rewards/rejected": 0.05613153427839279, | |
| "step": 480, | |
| "use_label": 3047.5 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 2.706635622817229e-07, | |
| "logits/chosen": -1.3707979917526245, | |
| "logits/rejected": -1.399265170097351, | |
| "logps/chosen": -318.2115783691406, | |
| "logps/rejected": -310.44512939453125, | |
| "loss": 0.4379, | |
| "pred_label": 780.5999755859375, | |
| "rewards/accuracies": 0.6625000238418579, | |
| "rewards/chosen": 1.2304394245147705, | |
| "rewards/margins": 1.0040814876556396, | |
| "rewards/rejected": 0.22635769844055176, | |
| "step": 490, | |
| "use_label": 3101.39990234375 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 2.648428405122235e-07, | |
| "logits/chosen": -1.3638988733291626, | |
| "logits/rejected": -1.3315374851226807, | |
| "logps/chosen": -320.8160400390625, | |
| "logps/rejected": -311.55328369140625, | |
| "loss": 0.4435, | |
| "pred_label": 812.4000244140625, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": 1.2452471256256104, | |
| "rewards/margins": 1.6832224130630493, | |
| "rewards/rejected": -0.4379752576351166, | |
| "step": 500, | |
| "use_label": 3149.60009765625 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 2.590221187427241e-07, | |
| "logits/chosen": -1.470384120941162, | |
| "logits/rejected": -1.5311263799667358, | |
| "logps/chosen": -307.1033935546875, | |
| "logps/rejected": -274.86114501953125, | |
| "loss": 0.4278, | |
| "pred_label": 838.0499877929688, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 0.8434027433395386, | |
| "rewards/margins": 1.0462173223495483, | |
| "rewards/rejected": -0.20281438529491425, | |
| "step": 510, | |
| "use_label": 3203.949951171875 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 2.5320139697322466e-07, | |
| "logits/chosen": -1.3783634901046753, | |
| "logits/rejected": -1.3840962648391724, | |
| "logps/chosen": -316.1509704589844, | |
| "logps/rejected": -297.71527099609375, | |
| "loss": 0.4795, | |
| "pred_label": 861.8499755859375, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": 1.3357948064804077, | |
| "rewards/margins": 1.1968021392822266, | |
| "rewards/rejected": 0.13899262249469757, | |
| "step": 520, | |
| "use_label": 3260.14990234375 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 2.4738067520372524e-07, | |
| "logits/chosen": -1.3981616497039795, | |
| "logits/rejected": -1.3489913940429688, | |
| "logps/chosen": -341.50408935546875, | |
| "logps/rejected": -313.69134521484375, | |
| "loss": 0.4405, | |
| "pred_label": 883.5499877929688, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": 1.3740103244781494, | |
| "rewards/margins": 1.0623902082443237, | |
| "rewards/rejected": 0.31162017583847046, | |
| "step": 530, | |
| "use_label": 3318.449951171875 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 2.415599534342258e-07, | |
| "logits/chosen": -1.3855282068252563, | |
| "logits/rejected": -1.3808072805404663, | |
| "logps/chosen": -341.39154052734375, | |
| "logps/rejected": -329.89276123046875, | |
| "loss": 0.4216, | |
| "pred_label": 915.0, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": 1.546844482421875, | |
| "rewards/margins": 1.5073612928390503, | |
| "rewards/rejected": 0.039483144879341125, | |
| "step": 540, | |
| "use_label": 3367.0 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 2.3573923166472642e-07, | |
| "logits/chosen": -1.411578893661499, | |
| "logits/rejected": -1.4331611394882202, | |
| "logps/chosen": -319.5863952636719, | |
| "logps/rejected": -259.39813232421875, | |
| "loss": 0.4388, | |
| "pred_label": 943.7999877929688, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": 1.2579312324523926, | |
| "rewards/margins": 0.9186943769454956, | |
| "rewards/rejected": 0.3392367959022522, | |
| "step": 550, | |
| "use_label": 3418.199951171875 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.2991850989522698e-07, | |
| "logits/chosen": -1.4499213695526123, | |
| "logits/rejected": -1.4626659154891968, | |
| "logps/chosen": -320.32757568359375, | |
| "logps/rejected": -273.2851867675781, | |
| "loss": 0.4447, | |
| "pred_label": 967.6500244140625, | |
| "rewards/accuracies": 0.6625000238418579, | |
| "rewards/chosen": 1.5723648071289062, | |
| "rewards/margins": 1.1994202136993408, | |
| "rewards/rejected": 0.37294459342956543, | |
| "step": 560, | |
| "use_label": 3474.35009765625 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 2.2409778812572759e-07, | |
| "logits/chosen": -1.4085966348648071, | |
| "logits/rejected": -1.4106355905532837, | |
| "logps/chosen": -275.1546325683594, | |
| "logps/rejected": -290.6806640625, | |
| "loss": 0.452, | |
| "pred_label": 994.75, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": 1.4340472221374512, | |
| "rewards/margins": 1.0139697790145874, | |
| "rewards/rejected": 0.42007726430892944, | |
| "step": 570, | |
| "use_label": 3527.25 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 2.1827706635622817e-07, | |
| "logits/chosen": -1.4144864082336426, | |
| "logits/rejected": -1.3897688388824463, | |
| "logps/chosen": -291.3064880371094, | |
| "logps/rejected": -258.45001220703125, | |
| "loss": 0.4618, | |
| "pred_label": 1023.5499877929688, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 1.6620935201644897, | |
| "rewards/margins": 1.2861305475234985, | |
| "rewards/rejected": 0.375963032245636, | |
| "step": 580, | |
| "use_label": 3578.449951171875 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 2.1245634458672875e-07, | |
| "logits/chosen": -1.3765242099761963, | |
| "logits/rejected": -1.36930251121521, | |
| "logps/chosen": -277.45513916015625, | |
| "logps/rejected": -277.4739685058594, | |
| "loss": 0.4351, | |
| "pred_label": 1045.0, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": 0.9612810015678406, | |
| "rewards/margins": 0.7380627393722534, | |
| "rewards/rejected": 0.22321827709674835, | |
| "step": 590, | |
| "use_label": 3637.0 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 2.0663562281722933e-07, | |
| "logits/chosen": -1.3574728965759277, | |
| "logits/rejected": -1.3883976936340332, | |
| "logps/chosen": -383.3297424316406, | |
| "logps/rejected": -419.20562744140625, | |
| "loss": 0.4241, | |
| "pred_label": 1069.0999755859375, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": 1.8888603448867798, | |
| "rewards/margins": 1.7262849807739258, | |
| "rewards/rejected": 0.16257524490356445, | |
| "step": 600, | |
| "use_label": 3692.89990234375 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 2.008149010477299e-07, | |
| "logits/chosen": -1.4299789667129517, | |
| "logits/rejected": -1.4499460458755493, | |
| "logps/chosen": -298.21856689453125, | |
| "logps/rejected": -250.89303588867188, | |
| "loss": 0.3996, | |
| "pred_label": 1102.800048828125, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": 1.500954508781433, | |
| "rewards/margins": 1.2322769165039062, | |
| "rewards/rejected": 0.2686777114868164, | |
| "step": 610, | |
| "use_label": 3739.199951171875 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 1.949941792782305e-07, | |
| "logits/chosen": -1.409200668334961, | |
| "logits/rejected": -1.4022369384765625, | |
| "logps/chosen": -324.9916076660156, | |
| "logps/rejected": -291.18145751953125, | |
| "loss": 0.3997, | |
| "pred_label": 1130.0999755859375, | |
| "rewards/accuracies": 0.7875000238418579, | |
| "rewards/chosen": 1.2097212076187134, | |
| "rewards/margins": 1.1757129430770874, | |
| "rewards/rejected": 0.03400828689336777, | |
| "step": 620, | |
| "use_label": 3791.89990234375 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 1.8917345750873107e-07, | |
| "logits/chosen": -1.4302200078964233, | |
| "logits/rejected": -1.3909845352172852, | |
| "logps/chosen": -304.67205810546875, | |
| "logps/rejected": -302.0281066894531, | |
| "loss": 0.435, | |
| "pred_label": 1159.6500244140625, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 1.0896503925323486, | |
| "rewards/margins": 1.4318714141845703, | |
| "rewards/rejected": -0.34222090244293213, | |
| "step": 630, | |
| "use_label": 3842.35009765625 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.8335273573923165e-07, | |
| "logits/chosen": -1.3809505701065063, | |
| "logits/rejected": -1.40725576877594, | |
| "logps/chosen": -292.699951171875, | |
| "logps/rejected": -259.057861328125, | |
| "loss": 0.412, | |
| "pred_label": 1190.0999755859375, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": 1.1348669528961182, | |
| "rewards/margins": 1.3778162002563477, | |
| "rewards/rejected": -0.2429492473602295, | |
| "step": 640, | |
| "use_label": 3891.89990234375 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.7753201396973226e-07, | |
| "logits/chosen": -1.4333328008651733, | |
| "logits/rejected": -1.4184446334838867, | |
| "logps/chosen": -347.40069580078125, | |
| "logps/rejected": -302.5298156738281, | |
| "loss": 0.424, | |
| "pred_label": 1222.949951171875, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": 1.7120205163955688, | |
| "rewards/margins": 1.4448004961013794, | |
| "rewards/rejected": 0.26721999049186707, | |
| "step": 650, | |
| "use_label": 3939.050048828125 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.7171129220023281e-07, | |
| "logits/chosen": -1.441620945930481, | |
| "logits/rejected": -1.4552855491638184, | |
| "logps/chosen": -370.9482727050781, | |
| "logps/rejected": -276.6924133300781, | |
| "loss": 0.4167, | |
| "pred_label": 1254.8499755859375, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": 1.308371901512146, | |
| "rewards/margins": 1.105975866317749, | |
| "rewards/rejected": 0.20239587128162384, | |
| "step": 660, | |
| "use_label": 3987.14990234375 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.658905704307334e-07, | |
| "logits/chosen": -1.3389856815338135, | |
| "logits/rejected": -1.4132729768753052, | |
| "logps/chosen": -337.841796875, | |
| "logps/rejected": -343.3721923828125, | |
| "loss": 0.4335, | |
| "pred_label": 1284.449951171875, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": 1.2429578304290771, | |
| "rewards/margins": 1.373488187789917, | |
| "rewards/rejected": -0.13053035736083984, | |
| "step": 670, | |
| "use_label": 4037.550048828125 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.60069848661234e-07, | |
| "logits/chosen": -1.4116053581237793, | |
| "logits/rejected": -1.3834308385849, | |
| "logps/chosen": -286.65435791015625, | |
| "logps/rejected": -264.6783752441406, | |
| "loss": 0.4426, | |
| "pred_label": 1311.800048828125, | |
| "rewards/accuracies": 0.6000000238418579, | |
| "rewards/chosen": 1.0291013717651367, | |
| "rewards/margins": 0.6306339502334595, | |
| "rewards/rejected": 0.398467481136322, | |
| "step": 680, | |
| "use_label": 4090.199951171875 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.5424912689173456e-07, | |
| "logits/chosen": -1.3959333896636963, | |
| "logits/rejected": -1.3411847352981567, | |
| "logps/chosen": -257.6075744628906, | |
| "logps/rejected": -232.0232391357422, | |
| "loss": 0.4287, | |
| "pred_label": 1343.199951171875, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": 0.9776744842529297, | |
| "rewards/margins": 1.2699415683746338, | |
| "rewards/rejected": -0.2922670245170593, | |
| "step": 690, | |
| "use_label": 4138.7998046875 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.4842840512223514e-07, | |
| "logits/chosen": -1.339285135269165, | |
| "logits/rejected": -1.3700721263885498, | |
| "logps/chosen": -287.5785217285156, | |
| "logps/rejected": -265.7539978027344, | |
| "loss": 0.4009, | |
| "pred_label": 1377.449951171875, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": 0.8038662672042847, | |
| "rewards/margins": 1.3565984964370728, | |
| "rewards/rejected": -0.552731990814209, | |
| "step": 700, | |
| "use_label": 4184.5498046875 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.4260768335273574e-07, | |
| "logits/chosen": -1.3346189260482788, | |
| "logits/rejected": -1.3581318855285645, | |
| "logps/chosen": -307.48382568359375, | |
| "logps/rejected": -266.8608703613281, | |
| "loss": 0.4291, | |
| "pred_label": 1405.949951171875, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": 1.1296558380126953, | |
| "rewards/margins": 1.2326912879943848, | |
| "rewards/rejected": -0.1030355915427208, | |
| "step": 710, | |
| "use_label": 4236.0498046875 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.3678696158323632e-07, | |
| "logits/chosen": -1.4102370738983154, | |
| "logits/rejected": -1.434556484222412, | |
| "logps/chosen": -361.06298828125, | |
| "logps/rejected": -317.8431091308594, | |
| "loss": 0.4146, | |
| "pred_label": 1440.3499755859375, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": 1.1569219827651978, | |
| "rewards/margins": 1.3604518175125122, | |
| "rewards/rejected": -0.2035297155380249, | |
| "step": 720, | |
| "use_label": 4281.64990234375 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 1.3096623981373688e-07, | |
| "logits/chosen": -1.4674919843673706, | |
| "logits/rejected": -1.4597179889678955, | |
| "logps/chosen": -350.6000671386719, | |
| "logps/rejected": -272.87091064453125, | |
| "loss": 0.4332, | |
| "pred_label": 1467.0999755859375, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": 1.227412462234497, | |
| "rewards/margins": 1.0035221576690674, | |
| "rewards/rejected": 0.2238902598619461, | |
| "step": 730, | |
| "use_label": 4334.89990234375 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.2514551804423749e-07, | |
| "logits/chosen": -1.3954675197601318, | |
| "logits/rejected": -1.3886655569076538, | |
| "logps/chosen": -387.49664306640625, | |
| "logps/rejected": -334.8097839355469, | |
| "loss": 0.4182, | |
| "pred_label": 1499.800048828125, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": 1.6025422811508179, | |
| "rewards/margins": 1.8493826389312744, | |
| "rewards/rejected": -0.24684014916419983, | |
| "step": 740, | |
| "use_label": 4382.2001953125 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 1.1932479627473807e-07, | |
| "logits/chosen": -1.3316097259521484, | |
| "logits/rejected": -1.354921579360962, | |
| "logps/chosen": -326.4532165527344, | |
| "logps/rejected": -342.7228698730469, | |
| "loss": 0.4293, | |
| "pred_label": 1531.550048828125, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": 1.2817234992980957, | |
| "rewards/margins": 1.2376317977905273, | |
| "rewards/rejected": 0.04409169405698776, | |
| "step": 750, | |
| "use_label": 4430.4501953125 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 1.1350407450523865e-07, | |
| "logits/chosen": -1.4075146913528442, | |
| "logits/rejected": -1.379639983177185, | |
| "logps/chosen": -321.2019348144531, | |
| "logps/rejected": -295.81097412109375, | |
| "loss": 0.3994, | |
| "pred_label": 1558.199951171875, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 1.4901134967803955, | |
| "rewards/margins": 1.1105048656463623, | |
| "rewards/rejected": 0.3796086311340332, | |
| "step": 760, | |
| "use_label": 4483.7998046875 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 1.0768335273573923e-07, | |
| "logits/chosen": -1.42855703830719, | |
| "logits/rejected": -1.4395478963851929, | |
| "logps/chosen": -401.9483337402344, | |
| "logps/rejected": -382.68719482421875, | |
| "loss": 0.423, | |
| "pred_label": 1587.8499755859375, | |
| "rewards/accuracies": 0.625, | |
| "rewards/chosen": 1.3799264430999756, | |
| "rewards/margins": 1.2153711318969727, | |
| "rewards/rejected": 0.16455543041229248, | |
| "step": 770, | |
| "use_label": 4534.14990234375 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 1.0186263096623981e-07, | |
| "logits/chosen": -1.470218539237976, | |
| "logits/rejected": -1.4779566526412964, | |
| "logps/chosen": -231.970458984375, | |
| "logps/rejected": -231.0379638671875, | |
| "loss": 0.4331, | |
| "pred_label": 1611.0999755859375, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": 1.0060170888900757, | |
| "rewards/margins": 0.8901361227035522, | |
| "rewards/rejected": 0.11588089168071747, | |
| "step": 780, | |
| "use_label": 4590.89990234375 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 9.604190919674039e-08, | |
| "logits/chosen": -1.3265211582183838, | |
| "logits/rejected": -1.3321948051452637, | |
| "logps/chosen": -322.144287109375, | |
| "logps/rejected": -319.94805908203125, | |
| "loss": 0.427, | |
| "pred_label": 1633.0999755859375, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": 0.9607486724853516, | |
| "rewards/margins": 0.85713130235672, | |
| "rewards/rejected": 0.10361733287572861, | |
| "step": 790, | |
| "use_label": 4648.89990234375 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 9.022118742724097e-08, | |
| "logits/chosen": -1.2604429721832275, | |
| "logits/rejected": -1.2056382894515991, | |
| "logps/chosen": -399.75701904296875, | |
| "logps/rejected": -295.15570068359375, | |
| "loss": 0.4324, | |
| "pred_label": 1658.9000244140625, | |
| "rewards/accuracies": 0.625, | |
| "rewards/chosen": 1.0637061595916748, | |
| "rewards/margins": 1.153640866279602, | |
| "rewards/rejected": -0.08993469178676605, | |
| "step": 800, | |
| "use_label": 4703.10009765625 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 8.440046565774157e-08, | |
| "logits/chosen": -1.4043221473693848, | |
| "logits/rejected": -1.393165111541748, | |
| "logps/chosen": -328.1530456542969, | |
| "logps/rejected": -278.7724914550781, | |
| "loss": 0.4131, | |
| "pred_label": 1681.800048828125, | |
| "rewards/accuracies": 0.625, | |
| "rewards/chosen": 0.7224707007408142, | |
| "rewards/margins": 0.7582930326461792, | |
| "rewards/rejected": -0.035822317004203796, | |
| "step": 810, | |
| "use_label": 4760.2001953125 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 7.857974388824213e-08, | |
| "logits/chosen": -1.4293477535247803, | |
| "logits/rejected": -1.3876526355743408, | |
| "logps/chosen": -344.793212890625, | |
| "logps/rejected": -273.80633544921875, | |
| "loss": 0.4219, | |
| "pred_label": 1706.699951171875, | |
| "rewards/accuracies": 0.762499988079071, | |
| "rewards/chosen": 1.0625591278076172, | |
| "rewards/margins": 1.4430253505706787, | |
| "rewards/rejected": -0.38046637177467346, | |
| "step": 820, | |
| "use_label": 4815.2998046875 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 7.275902211874273e-08, | |
| "logits/chosen": -1.3367773294448853, | |
| "logits/rejected": -1.3325202465057373, | |
| "logps/chosen": -288.30853271484375, | |
| "logps/rejected": -340.27947998046875, | |
| "loss": 0.4016, | |
| "pred_label": 1736.0, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": 0.9091051816940308, | |
| "rewards/margins": 1.0785413980484009, | |
| "rewards/rejected": -0.16943617165088654, | |
| "step": 830, | |
| "use_label": 4866.0 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 6.693830034924331e-08, | |
| "logits/chosen": -1.3973602056503296, | |
| "logits/rejected": -1.42702054977417, | |
| "logps/chosen": -320.7757263183594, | |
| "logps/rejected": -301.08648681640625, | |
| "loss": 0.4395, | |
| "pred_label": 1768.5999755859375, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": 0.8193642497062683, | |
| "rewards/margins": 0.6294553875923157, | |
| "rewards/rejected": 0.18990902602672577, | |
| "step": 840, | |
| "use_label": 4913.39990234375 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 6.111757857974389e-08, | |
| "logits/chosen": -1.3880376815795898, | |
| "logits/rejected": -1.3541958332061768, | |
| "logps/chosen": -338.11419677734375, | |
| "logps/rejected": -272.3611755371094, | |
| "loss": 0.4452, | |
| "pred_label": 1792.699951171875, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": 1.19716477394104, | |
| "rewards/margins": 0.992131233215332, | |
| "rewards/rejected": 0.20503361523151398, | |
| "step": 850, | |
| "use_label": 4969.2998046875 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 5.529685681024446e-08, | |
| "logits/chosen": -1.4271256923675537, | |
| "logits/rejected": -1.3966145515441895, | |
| "logps/chosen": -348.1614685058594, | |
| "logps/rejected": -303.44366455078125, | |
| "loss": 0.4074, | |
| "pred_label": 1821.3499755859375, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": 1.1399493217468262, | |
| "rewards/margins": 1.3317511081695557, | |
| "rewards/rejected": -0.19180157780647278, | |
| "step": 860, | |
| "use_label": 5020.64990234375 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 4.947613504074505e-08, | |
| "logits/chosen": -1.3959957361221313, | |
| "logits/rejected": -1.3792731761932373, | |
| "logps/chosen": -294.4374694824219, | |
| "logps/rejected": -295.8282165527344, | |
| "loss": 0.4377, | |
| "pred_label": 1854.699951171875, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": 1.4856358766555786, | |
| "rewards/margins": 1.3335050344467163, | |
| "rewards/rejected": 0.15213069319725037, | |
| "step": 870, | |
| "use_label": 5067.2998046875 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 4.365541327124563e-08, | |
| "logits/chosen": -1.3475821018218994, | |
| "logits/rejected": -1.3881584405899048, | |
| "logps/chosen": -361.41815185546875, | |
| "logps/rejected": -341.0059509277344, | |
| "loss": 0.3875, | |
| "pred_label": 1890.75, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 1.0190831422805786, | |
| "rewards/margins": 1.0306825637817383, | |
| "rewards/rejected": -0.011599564924836159, | |
| "step": 880, | |
| "use_label": 5111.25 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 3.783469150174622e-08, | |
| "logits/chosen": -1.356093168258667, | |
| "logits/rejected": -1.3647395372390747, | |
| "logps/chosen": -305.94012451171875, | |
| "logps/rejected": -321.16632080078125, | |
| "loss": 0.4422, | |
| "pred_label": 1924.9000244140625, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": 1.3352932929992676, | |
| "rewards/margins": 1.4743802547454834, | |
| "rewards/rejected": -0.13908688724040985, | |
| "step": 890, | |
| "use_label": 5157.10009765625 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 3.20139697322468e-08, | |
| "logits/chosen": -1.2386057376861572, | |
| "logits/rejected": -1.2891590595245361, | |
| "logps/chosen": -356.11444091796875, | |
| "logps/rejected": -326.7837829589844, | |
| "loss": 0.4248, | |
| "pred_label": 1953.9000244140625, | |
| "rewards/accuracies": 0.6625000238418579, | |
| "rewards/chosen": 0.934838593006134, | |
| "rewards/margins": 1.1246929168701172, | |
| "rewards/rejected": -0.1898542195558548, | |
| "step": 900, | |
| "use_label": 5208.10009765625 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 2.619324796274738e-08, | |
| "logits/chosen": -1.4316788911819458, | |
| "logits/rejected": -1.4342458248138428, | |
| "logps/chosen": -307.85601806640625, | |
| "logps/rejected": -290.3519592285156, | |
| "loss": 0.4028, | |
| "pred_label": 1981.25, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": 1.2007009983062744, | |
| "rewards/margins": 1.2482540607452393, | |
| "rewards/rejected": -0.04755309969186783, | |
| "step": 910, | |
| "use_label": 5260.75 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 2.037252619324796e-08, | |
| "logits/chosen": -1.4033372402191162, | |
| "logits/rejected": -1.414004921913147, | |
| "logps/chosen": -313.77239990234375, | |
| "logps/rejected": -298.83465576171875, | |
| "loss": 0.4144, | |
| "pred_label": 2008.5, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 1.128159523010254, | |
| "rewards/margins": 1.3455536365509033, | |
| "rewards/rejected": -0.21739396452903748, | |
| "step": 920, | |
| "use_label": 5313.5 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.4551804423748545e-08, | |
| "logits/chosen": -1.4188601970672607, | |
| "logits/rejected": -1.4161401987075806, | |
| "logps/chosen": -271.213134765625, | |
| "logps/rejected": -271.7073669433594, | |
| "loss": 0.4048, | |
| "pred_label": 2038.9000244140625, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": 1.2960989475250244, | |
| "rewards/margins": 1.6117242574691772, | |
| "rewards/rejected": -0.3156254291534424, | |
| "step": 930, | |
| "use_label": 5363.10009765625 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 8.731082654249125e-09, | |
| "logits/chosen": -1.3573418855667114, | |
| "logits/rejected": -1.3962044715881348, | |
| "logps/chosen": -368.0345153808594, | |
| "logps/rejected": -342.75604248046875, | |
| "loss": 0.3982, | |
| "pred_label": 2071.39990234375, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": 1.0156645774841309, | |
| "rewards/margins": 1.1141072511672974, | |
| "rewards/rejected": -0.09844263643026352, | |
| "step": 940, | |
| "use_label": 5410.60009765625 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 2.910360884749709e-09, | |
| "logits/chosen": -1.3523130416870117, | |
| "logits/rejected": -1.3391929864883423, | |
| "logps/chosen": -287.52691650390625, | |
| "logps/rejected": -279.154541015625, | |
| "loss": 0.4503, | |
| "pred_label": 2100.5, | |
| "rewards/accuracies": 0.762499988079071, | |
| "rewards/chosen": 0.7535191774368286, | |
| "rewards/margins": 1.287442684173584, | |
| "rewards/rejected": -0.5339235067367554, | |
| "step": 950, | |
| "use_label": 5461.5 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_logits/chosen": -1.3773202896118164, | |
| "eval_logits/rejected": -1.3735064268112183, | |
| "eval_logps/chosen": -342.40301513671875, | |
| "eval_logps/rejected": -313.79144287109375, | |
| "eval_loss": 0.43090611696243286, | |
| "eval_pred_label": 2177.77783203125, | |
| "eval_rewards/accuracies": 0.7460317611694336, | |
| "eval_rewards/chosen": 1.2747503519058228, | |
| "eval_rewards/margins": 1.4222474098205566, | |
| "eval_rewards/rejected": -0.14749698340892792, | |
| "eval_runtime": 275.5038, | |
| "eval_samples_per_second": 7.259, | |
| "eval_steps_per_second": 0.229, | |
| "eval_use_label": 5590.22216796875, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 955, | |
| "total_flos": 0.0, | |
| "train_loss": 0.47434414693822413, | |
| "train_runtime": 13309.0876, | |
| "train_samples_per_second": 4.593, | |
| "train_steps_per_second": 0.072 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 955, | |
| "num_train_epochs": 1, | |
| "save_steps": 50, | |
| "total_flos": 0.0, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |