| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.32726528942524036, | |
| "eval_steps": 500, | |
| "global_step": 300, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 9.782608695652175e-07, | |
| "logits/chosen": -1.8868483304977417, | |
| "logits/rejected": -2.3036646842956543, | |
| "logps/chosen": -466.7117004394531, | |
| "logps/rejected": -99.3152084350586, | |
| "loss": 0.6931, | |
| "rewards/accuracies": 0.0, | |
| "rewards/chosen": 0.0, | |
| "rewards/margins": 0.0, | |
| "rewards/rejected": 0.0, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 1.956521739130435e-06, | |
| "logits/chosen": -2.2296698093414307, | |
| "logits/rejected": -2.469517469406128, | |
| "logps/chosen": -335.50140380859375, | |
| "logps/rejected": -97.97496032714844, | |
| "loss": 0.6931, | |
| "rewards/accuracies": 0.0, | |
| "rewards/chosen": 0.0, | |
| "rewards/margins": 0.0, | |
| "rewards/rejected": 0.0, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 2.9347826086956523e-06, | |
| "logits/chosen": -2.125047206878662, | |
| "logits/rejected": -2.445204019546509, | |
| "logps/chosen": -484.7939758300781, | |
| "logps/rejected": -125.93072509765625, | |
| "loss": 1.7268, | |
| "rewards/accuracies": 0.4375, | |
| "rewards/chosen": -1.0339633226394653, | |
| "rewards/margins": -0.9356753826141357, | |
| "rewards/rejected": -0.09828801453113556, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.91304347826087e-06, | |
| "logits/chosen": -1.7763867378234863, | |
| "logits/rejected": -2.1961894035339355, | |
| "logps/chosen": -386.8011779785156, | |
| "logps/rejected": -106.04309844970703, | |
| "loss": 2.3806, | |
| "rewards/accuracies": 0.5625, | |
| "rewards/chosen": -0.9238373041152954, | |
| "rewards/margins": -1.2902063131332397, | |
| "rewards/rejected": 0.36636874079704285, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.891304347826087e-06, | |
| "logits/chosen": -1.7257812023162842, | |
| "logits/rejected": -2.353095769882202, | |
| "logps/chosen": -524.7261962890625, | |
| "logps/rejected": -70.26946258544922, | |
| "loss": 0.7488, | |
| "rewards/accuracies": 0.625, | |
| "rewards/chosen": 2.197690010070801, | |
| "rewards/margins": 2.0008764266967773, | |
| "rewards/rejected": 0.19681359827518463, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 5.869565217391305e-06, | |
| "logits/chosen": -2.1483359336853027, | |
| "logits/rejected": -2.4817819595336914, | |
| "logps/chosen": -283.6588134765625, | |
| "logps/rejected": -58.25455093383789, | |
| "loss": 0.8712, | |
| "rewards/accuracies": 0.5625, | |
| "rewards/chosen": 0.4915351867675781, | |
| "rewards/margins": 0.2005542814731598, | |
| "rewards/rejected": 0.2909809350967407, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 6.847826086956523e-06, | |
| "logits/chosen": -2.1019060611724854, | |
| "logits/rejected": -2.300177812576294, | |
| "logps/chosen": -297.35235595703125, | |
| "logps/rejected": -175.5060272216797, | |
| "loss": 1.1392, | |
| "rewards/accuracies": 0.5625, | |
| "rewards/chosen": 0.6018204689025879, | |
| "rewards/margins": -0.036775827407836914, | |
| "rewards/rejected": 0.6385962963104248, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 7.82608695652174e-06, | |
| "logits/chosen": -2.0169122219085693, | |
| "logits/rejected": -2.201702117919922, | |
| "logps/chosen": -342.04852294921875, | |
| "logps/rejected": -117.9761962890625, | |
| "loss": 1.1799, | |
| "rewards/accuracies": 0.5625, | |
| "rewards/chosen": 1.111680507659912, | |
| "rewards/margins": 0.17297500371932983, | |
| "rewards/rejected": 0.9387054443359375, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 8.804347826086957e-06, | |
| "logits/chosen": -1.6254596710205078, | |
| "logits/rejected": -2.0724740028381348, | |
| "logps/chosen": -480.1983642578125, | |
| "logps/rejected": -108.05937194824219, | |
| "loss": 0.5203, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": 2.161550283432007, | |
| "rewards/margins": 1.3515225648880005, | |
| "rewards/rejected": 0.8100277185440063, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.782608695652175e-06, | |
| "logits/chosen": -1.4482485055923462, | |
| "logits/rejected": -2.1116294860839844, | |
| "logps/chosen": -451.5759582519531, | |
| "logps/rejected": -67.73944854736328, | |
| "loss": 0.355, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": 6.18800163269043, | |
| "rewards/margins": 5.184471130371094, | |
| "rewards/rejected": 1.0035302639007568, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 1.0760869565217392e-05, | |
| "logits/chosen": -1.2660062313079834, | |
| "logits/rejected": -1.8649226427078247, | |
| "logps/chosen": -265.8935546875, | |
| "logps/rejected": -57.866336822509766, | |
| "loss": 0.3178, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": 5.78374719619751, | |
| "rewards/margins": 4.856299877166748, | |
| "rewards/rejected": 0.9274475574493408, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 1.173913043478261e-05, | |
| "logits/chosen": -1.1804625988006592, | |
| "logits/rejected": -1.7009960412979126, | |
| "logps/chosen": -247.2069854736328, | |
| "logps/rejected": -79.96739196777344, | |
| "loss": 0.6617, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": 6.5535197257995605, | |
| "rewards/margins": 4.647799015045166, | |
| "rewards/rejected": 1.9057204723358154, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 1.2717391304347827e-05, | |
| "logits/chosen": -0.9693112373352051, | |
| "logits/rejected": -1.6497248411178589, | |
| "logps/chosen": -372.8963623046875, | |
| "logps/rejected": -70.47633361816406, | |
| "loss": 0.2498, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": 9.02272891998291, | |
| "rewards/margins": 7.325143814086914, | |
| "rewards/rejected": 1.6975862979888916, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 1.3695652173913046e-05, | |
| "logits/chosen": -0.7723280787467957, | |
| "logits/rejected": -1.4176554679870605, | |
| "logps/chosen": -318.0392150878906, | |
| "logps/rejected": -79.94412994384766, | |
| "loss": 0.6401, | |
| "rewards/accuracies": 0.6875, | |
| "rewards/chosen": 6.698611259460449, | |
| "rewards/margins": 4.517416477203369, | |
| "rewards/rejected": 2.18119478225708, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 1.4673913043478261e-05, | |
| "logits/chosen": -0.8084051609039307, | |
| "logits/rejected": -1.4428132772445679, | |
| "logps/chosen": -363.15869140625, | |
| "logps/rejected": -70.70079803466797, | |
| "loss": 0.4963, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": 7.02784538269043, | |
| "rewards/margins": 5.400259971618652, | |
| "rewards/rejected": 1.6275854110717773, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 1.565217391304348e-05, | |
| "logits/chosen": -0.8056433200836182, | |
| "logits/rejected": -1.4629294872283936, | |
| "logps/chosen": -328.90435791015625, | |
| "logps/rejected": -77.36820983886719, | |
| "loss": 0.544, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": 9.417024612426758, | |
| "rewards/margins": 7.023505687713623, | |
| "rewards/rejected": 2.393519163131714, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 1.6630434782608694e-05, | |
| "logits/chosen": -1.0918309688568115, | |
| "logits/rejected": -1.6613047122955322, | |
| "logps/chosen": -277.37982177734375, | |
| "logps/rejected": -56.75635528564453, | |
| "loss": 0.8958, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": 6.844330310821533, | |
| "rewards/margins": 4.82295560836792, | |
| "rewards/rejected": 2.0213749408721924, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 1.7608695652173915e-05, | |
| "logits/chosen": -0.9810999631881714, | |
| "logits/rejected": -1.975247859954834, | |
| "logps/chosen": -465.6856689453125, | |
| "logps/rejected": -56.440269470214844, | |
| "loss": 0.2275, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": 7.767542362213135, | |
| "rewards/margins": 6.572459697723389, | |
| "rewards/rejected": 1.1950825452804565, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 1.8586956521739132e-05, | |
| "logits/chosen": -1.2428462505340576, | |
| "logits/rejected": -1.8064367771148682, | |
| "logps/chosen": -322.7100830078125, | |
| "logps/rejected": -108.71321105957031, | |
| "loss": 0.3006, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": 6.459216594696045, | |
| "rewards/margins": 3.9207711219787598, | |
| "rewards/rejected": 2.5384464263916016, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 1.956521739130435e-05, | |
| "logits/chosen": -1.7773098945617676, | |
| "logits/rejected": -2.178387403488159, | |
| "logps/chosen": -357.8656921386719, | |
| "logps/rejected": -112.65576934814453, | |
| "loss": 0.3837, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 4.684590816497803, | |
| "rewards/margins": 4.16137170791626, | |
| "rewards/rejected": 0.5232191681861877, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 2.0543478260869567e-05, | |
| "logits/chosen": -1.6802027225494385, | |
| "logits/rejected": -1.943274974822998, | |
| "logps/chosen": -327.85693359375, | |
| "logps/rejected": -87.53279113769531, | |
| "loss": 0.4428, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 2.681103229522705, | |
| "rewards/margins": 2.3518502712249756, | |
| "rewards/rejected": 0.32925307750701904, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 2.1521739130434784e-05, | |
| "logits/chosen": -1.5789223909378052, | |
| "logits/rejected": -2.4593281745910645, | |
| "logps/chosen": -590.5732421875, | |
| "logps/rejected": -86.78819274902344, | |
| "loss": 0.252, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": 3.6503655910491943, | |
| "rewards/margins": 3.621542453765869, | |
| "rewards/rejected": 0.028822531923651695, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 2.25e-05, | |
| "logits/chosen": -1.8142305612564087, | |
| "logits/rejected": -2.3507237434387207, | |
| "logps/chosen": -296.42266845703125, | |
| "logps/rejected": -60.37131118774414, | |
| "loss": 0.5602, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": 2.170171022415161, | |
| "rewards/margins": 2.5353941917419434, | |
| "rewards/rejected": -0.36522313952445984, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 2.347826086956522e-05, | |
| "logits/chosen": -1.7050156593322754, | |
| "logits/rejected": -2.158708333969116, | |
| "logps/chosen": -523.41748046875, | |
| "logps/rejected": -81.6954345703125, | |
| "loss": 0.7359, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 2.3799068927764893, | |
| "rewards/margins": 2.963341236114502, | |
| "rewards/rejected": -0.583433985710144, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 2.4456521739130436e-05, | |
| "logits/chosen": -1.704190731048584, | |
| "logits/rejected": -2.215942859649658, | |
| "logps/chosen": -457.6519775390625, | |
| "logps/rejected": -91.778076171875, | |
| "loss": 0.0865, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 4.57167911529541, | |
| "rewards/margins": 4.6597795486450195, | |
| "rewards/rejected": -0.08810039609670639, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 2.5434782608695653e-05, | |
| "logits/chosen": -1.4195502996444702, | |
| "logits/rejected": -2.109910488128662, | |
| "logps/chosen": -445.05908203125, | |
| "logps/rejected": -80.95398712158203, | |
| "loss": 0.1265, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 5.362960338592529, | |
| "rewards/margins": 5.412578582763672, | |
| "rewards/rejected": -0.049618080258369446, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 2.6413043478260874e-05, | |
| "logits/chosen": -1.0274971723556519, | |
| "logits/rejected": -1.7681918144226074, | |
| "logps/chosen": -393.85870361328125, | |
| "logps/rejected": -77.79011535644531, | |
| "loss": 0.1702, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 4.572484016418457, | |
| "rewards/margins": 4.946743488311768, | |
| "rewards/rejected": -0.374259889125824, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 2.739130434782609e-05, | |
| "logits/chosen": -0.7365273237228394, | |
| "logits/rejected": -1.9988534450531006, | |
| "logps/chosen": -569.8936767578125, | |
| "logps/rejected": -79.71562194824219, | |
| "loss": 0.0465, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 12.751686096191406, | |
| "rewards/margins": 12.474647521972656, | |
| "rewards/rejected": 0.2770393192768097, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 2.836956521739131e-05, | |
| "logits/chosen": -0.6424872279167175, | |
| "logits/rejected": -1.6069284677505493, | |
| "logps/chosen": -368.68292236328125, | |
| "logps/rejected": -103.9141845703125, | |
| "loss": 0.0351, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 10.144453048706055, | |
| "rewards/margins": 10.381340980529785, | |
| "rewards/rejected": -0.23688830435276031, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 2.9347826086956523e-05, | |
| "logits/chosen": -0.6061868071556091, | |
| "logits/rejected": -1.4256294965744019, | |
| "logps/chosen": -360.4029846191406, | |
| "logps/rejected": -130.27224731445312, | |
| "loss": 0.0414, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 12.649539947509766, | |
| "rewards/margins": 12.36604118347168, | |
| "rewards/rejected": 0.2834990620613098, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 3.032608695652174e-05, | |
| "logits/chosen": -1.0075111389160156, | |
| "logits/rejected": -1.3918204307556152, | |
| "logps/chosen": -227.05450439453125, | |
| "logps/rejected": -172.67947387695312, | |
| "loss": 1.1145, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": 4.628115653991699, | |
| "rewards/margins": 3.9521055221557617, | |
| "rewards/rejected": 0.6760098934173584, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 3.130434782608696e-05, | |
| "logits/chosen": -0.9060839414596558, | |
| "logits/rejected": -2.0123891830444336, | |
| "logps/chosen": -403.06781005859375, | |
| "logps/rejected": -75.35684967041016, | |
| "loss": 0.0319, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.352475643157959, | |
| "rewards/margins": 8.778717041015625, | |
| "rewards/rejected": -1.4262410402297974, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 3.228260869565217e-05, | |
| "logits/chosen": -1.2984271049499512, | |
| "logits/rejected": -1.9507720470428467, | |
| "logps/chosen": -306.7958984375, | |
| "logps/rejected": -107.01404571533203, | |
| "loss": 0.0795, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 5.223363399505615, | |
| "rewards/margins": 7.012631416320801, | |
| "rewards/rejected": -1.7892680168151855, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 3.326086956521739e-05, | |
| "logits/chosen": -1.1749062538146973, | |
| "logits/rejected": -2.004805564880371, | |
| "logps/chosen": -437.9205322265625, | |
| "logps/rejected": -135.21376037597656, | |
| "loss": 0.0021, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 9.3555908203125, | |
| "rewards/margins": 12.285521507263184, | |
| "rewards/rejected": -2.9299299716949463, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 3.423913043478261e-05, | |
| "logits/chosen": -0.9383536577224731, | |
| "logits/rejected": -2.0366413593292236, | |
| "logps/chosen": -457.8018493652344, | |
| "logps/rejected": -87.7723617553711, | |
| "loss": 0.041, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 6.836911678314209, | |
| "rewards/margins": 9.43667984008789, | |
| "rewards/rejected": -2.599769115447998, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 3.521739130434783e-05, | |
| "logits/chosen": -1.120687484741211, | |
| "logits/rejected": -1.9933563470840454, | |
| "logps/chosen": -439.6186828613281, | |
| "logps/rejected": -94.24763488769531, | |
| "loss": 0.1906, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 6.565365314483643, | |
| "rewards/margins": 9.163484573364258, | |
| "rewards/rejected": -2.5981192588806152, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 3.619565217391305e-05, | |
| "logits/chosen": -1.338189959526062, | |
| "logits/rejected": -1.9118335247039795, | |
| "logps/chosen": -286.96728515625, | |
| "logps/rejected": -127.22909545898438, | |
| "loss": 0.0279, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 2.9341468811035156, | |
| "rewards/margins": 6.362301349639893, | |
| "rewards/rejected": -3.4281537532806396, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 3.7173913043478264e-05, | |
| "logits/chosen": -1.2371840476989746, | |
| "logits/rejected": -1.7362310886383057, | |
| "logps/chosen": -319.52911376953125, | |
| "logps/rejected": -151.65084838867188, | |
| "loss": 0.0939, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 6.216956615447998, | |
| "rewards/margins": 9.073128700256348, | |
| "rewards/rejected": -2.856172561645508, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 3.815217391304348e-05, | |
| "logits/chosen": -0.8356418609619141, | |
| "logits/rejected": -1.7252635955810547, | |
| "logps/chosen": -391.63275146484375, | |
| "logps/rejected": -154.64361572265625, | |
| "loss": 0.2483, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 8.802470207214355, | |
| "rewards/margins": 11.676048278808594, | |
| "rewards/rejected": -2.873577356338501, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 3.91304347826087e-05, | |
| "logits/chosen": -0.9311200380325317, | |
| "logits/rejected": -1.8107151985168457, | |
| "logps/chosen": -374.2525939941406, | |
| "logps/rejected": -131.86715698242188, | |
| "loss": 0.0058, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.586356163024902, | |
| "rewards/margins": 11.15583324432373, | |
| "rewards/rejected": -2.569479465484619, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.0108695652173916e-05, | |
| "logits/chosen": -0.6861732006072998, | |
| "logits/rejected": -1.6295411586761475, | |
| "logps/chosen": -311.7944641113281, | |
| "logps/rejected": -132.4564666748047, | |
| "loss": 0.0124, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 5.333560943603516, | |
| "rewards/margins": 10.023443222045898, | |
| "rewards/rejected": -4.689882755279541, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.1086956521739134e-05, | |
| "logits/chosen": -1.1133558750152588, | |
| "logits/rejected": -2.0819039344787598, | |
| "logps/chosen": -282.22332763671875, | |
| "logps/rejected": -98.7315673828125, | |
| "loss": 0.0156, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 4.930261611938477, | |
| "rewards/margins": 8.344033241271973, | |
| "rewards/rejected": -3.413771629333496, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.206521739130435e-05, | |
| "logits/chosen": -1.0311042070388794, | |
| "logits/rejected": -2.0758776664733887, | |
| "logps/chosen": -369.7279052734375, | |
| "logps/rejected": -146.08364868164062, | |
| "loss": 0.0127, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.7552289962768555, | |
| "rewards/margins": 13.249262809753418, | |
| "rewards/rejected": -5.494032859802246, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.304347826086957e-05, | |
| "logits/chosen": -1.0191632509231567, | |
| "logits/rejected": -1.995982050895691, | |
| "logps/chosen": -367.692626953125, | |
| "logps/rejected": -152.65135192871094, | |
| "loss": 0.0004, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.9517822265625, | |
| "rewards/margins": 13.869260787963867, | |
| "rewards/rejected": -5.917478084564209, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.4021739130434786e-05, | |
| "logits/chosen": -1.3430471420288086, | |
| "logits/rejected": -2.0910849571228027, | |
| "logps/chosen": -334.8968811035156, | |
| "logps/rejected": -168.4519500732422, | |
| "loss": 0.0057, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 5.113959312438965, | |
| "rewards/margins": 12.524876594543457, | |
| "rewards/rejected": -7.41091775894165, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.5e-05, | |
| "logits/chosen": -0.8516018986701965, | |
| "logits/rejected": -1.9934579133987427, | |
| "logps/chosen": -386.7164001464844, | |
| "logps/rejected": -152.8460235595703, | |
| "loss": 0.0253, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.0803022384643555, | |
| "rewards/margins": 13.202106475830078, | |
| "rewards/rejected": -6.121803283691406, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.494827586206897e-05, | |
| "logits/chosen": -0.9460695385932922, | |
| "logits/rejected": -1.9993284940719604, | |
| "logps/chosen": -355.2873229980469, | |
| "logps/rejected": -188.5989532470703, | |
| "loss": 0.1008, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 6.138028144836426, | |
| "rewards/margins": 13.93982982635498, | |
| "rewards/rejected": -7.801800727844238, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.489655172413793e-05, | |
| "logits/chosen": -1.212510108947754, | |
| "logits/rejected": -2.0202791690826416, | |
| "logps/chosen": -293.0318908691406, | |
| "logps/rejected": -194.92649841308594, | |
| "loss": 0.0058, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 6.742659091949463, | |
| "rewards/margins": 17.209505081176758, | |
| "rewards/rejected": -10.466848373413086, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.48448275862069e-05, | |
| "logits/chosen": -1.388157606124878, | |
| "logits/rejected": -2.1885251998901367, | |
| "logps/chosen": -330.6868591308594, | |
| "logps/rejected": -214.35423278808594, | |
| "loss": 0.0003, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 5.653369903564453, | |
| "rewards/margins": 18.257244110107422, | |
| "rewards/rejected": -12.603873252868652, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.479310344827587e-05, | |
| "logits/chosen": -1.020527958869934, | |
| "logits/rejected": -1.9433815479278564, | |
| "logps/chosen": -347.48394775390625, | |
| "logps/rejected": -191.15147399902344, | |
| "loss": 0.0001, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.30579137802124, | |
| "rewards/margins": 18.734811782836914, | |
| "rewards/rejected": -11.429021835327148, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.474137931034483e-05, | |
| "logits/chosen": -1.2260757684707642, | |
| "logits/rejected": -2.0841352939605713, | |
| "logps/chosen": -243.5459747314453, | |
| "logps/rejected": -188.00442504882812, | |
| "loss": 0.0002, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 3.675260543823242, | |
| "rewards/margins": 14.774760246276855, | |
| "rewards/rejected": -11.099499702453613, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.46896551724138e-05, | |
| "logits/chosen": -1.0378711223602295, | |
| "logits/rejected": -2.0174639225006104, | |
| "logps/chosen": -375.9520263671875, | |
| "logps/rejected": -182.97463989257812, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.18237829208374, | |
| "rewards/margins": 19.010208129882812, | |
| "rewards/rejected": -11.82783317565918, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.4637931034482765e-05, | |
| "logits/chosen": -1.1728301048278809, | |
| "logits/rejected": -1.9667140245437622, | |
| "logps/chosen": -309.5382995605469, | |
| "logps/rejected": -241.13743591308594, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 6.681103706359863, | |
| "rewards/margins": 21.542236328125, | |
| "rewards/rejected": -14.861133575439453, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.4586206896551726e-05, | |
| "logits/chosen": -1.1491725444793701, | |
| "logits/rejected": -1.760243535041809, | |
| "logps/chosen": -250.09036254882812, | |
| "logps/rejected": -226.221435546875, | |
| "loss": 0.0001, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 2.3173880577087402, | |
| "rewards/margins": 16.417604446411133, | |
| "rewards/rejected": -14.100215911865234, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.4534482758620694e-05, | |
| "logits/chosen": -1.2637637853622437, | |
| "logits/rejected": -1.8996949195861816, | |
| "logps/chosen": -401.9977722167969, | |
| "logps/rejected": -303.9198303222656, | |
| "loss": 0.0011, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.595758438110352, | |
| "rewards/margins": 26.598325729370117, | |
| "rewards/rejected": -18.002567291259766, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.4482758620689656e-05, | |
| "logits/chosen": -0.9855178594589233, | |
| "logits/rejected": -2.0190346240997314, | |
| "logps/chosen": -394.40625, | |
| "logps/rejected": -253.97720336914062, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 6.395060062408447, | |
| "rewards/margins": 23.680639266967773, | |
| "rewards/rejected": -17.28557777404785, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.4431034482758624e-05, | |
| "logits/chosen": -1.049959421157837, | |
| "logits/rejected": -1.6531357765197754, | |
| "logps/chosen": -205.54058837890625, | |
| "logps/rejected": -250.66958618164062, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 4.874389171600342, | |
| "rewards/margins": 20.083953857421875, | |
| "rewards/rejected": -15.209564208984375, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.4379310344827585e-05, | |
| "logits/chosen": -0.8982111811637878, | |
| "logits/rejected": -1.6001371145248413, | |
| "logps/chosen": -241.91790771484375, | |
| "logps/rejected": -252.10299682617188, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 6.044814109802246, | |
| "rewards/margins": 21.77715301513672, | |
| "rewards/rejected": -15.732340812683105, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.432758620689655e-05, | |
| "logits/chosen": -0.753044068813324, | |
| "logits/rejected": -1.6325318813323975, | |
| "logps/chosen": -315.30230712890625, | |
| "logps/rejected": -245.91976928710938, | |
| "loss": 0.0078, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 5.801758289337158, | |
| "rewards/margins": 20.689924240112305, | |
| "rewards/rejected": -14.888164520263672, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.427586206896552e-05, | |
| "logits/chosen": -0.5443448424339294, | |
| "logits/rejected": -1.7224345207214355, | |
| "logps/chosen": -388.339599609375, | |
| "logps/rejected": -211.5500946044922, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 11.5880708694458, | |
| "rewards/margins": 24.889877319335938, | |
| "rewards/rejected": -13.301810264587402, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.422413793103448e-05, | |
| "logits/chosen": -0.6921290755271912, | |
| "logits/rejected": -1.6139135360717773, | |
| "logps/chosen": -242.47312927246094, | |
| "logps/rejected": -214.73622131347656, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 11.329044342041016, | |
| "rewards/margins": 21.45581817626953, | |
| "rewards/rejected": -10.1267728805542, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.417241379310345e-05, | |
| "logits/chosen": -0.4828271269798279, | |
| "logits/rejected": -1.649349570274353, | |
| "logps/chosen": -306.6004638671875, | |
| "logps/rejected": -172.2523956298828, | |
| "loss": 0.0003, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 11.373737335205078, | |
| "rewards/margins": 20.521434783935547, | |
| "rewards/rejected": -9.147698402404785, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.412068965517242e-05, | |
| "logits/chosen": -0.4676312506198883, | |
| "logits/rejected": -1.6393827199935913, | |
| "logps/chosen": -357.127685546875, | |
| "logps/rejected": -199.84524536132812, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 16.730457305908203, | |
| "rewards/margins": 26.409488677978516, | |
| "rewards/rejected": -9.679031372070312, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.406896551724138e-05, | |
| "logits/chosen": -0.7774850726127625, | |
| "logits/rejected": -1.324657678604126, | |
| "logps/chosen": -193.75833129882812, | |
| "logps/rejected": -194.70233154296875, | |
| "loss": 0.0015, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 5.371121406555176, | |
| "rewards/margins": 15.129293441772461, | |
| "rewards/rejected": -9.758172988891602, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.401724137931035e-05, | |
| "logits/chosen": -0.5502160787582397, | |
| "logits/rejected": -1.466262936592102, | |
| "logps/chosen": -240.96836853027344, | |
| "logps/rejected": -174.6772003173828, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.808657169342041, | |
| "rewards/margins": 17.520769119262695, | |
| "rewards/rejected": -9.712109565734863, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.3965517241379315e-05, | |
| "logits/chosen": -0.5615445375442505, | |
| "logits/rejected": -1.3243337869644165, | |
| "logps/chosen": -282.65484619140625, | |
| "logps/rejected": -211.33326721191406, | |
| "loss": 0.4403, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 9.213937759399414, | |
| "rewards/margins": 18.93706512451172, | |
| "rewards/rejected": -9.723125457763672, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.3913793103448277e-05, | |
| "logits/chosen": -0.5882927775382996, | |
| "logits/rejected": -1.4038889408111572, | |
| "logps/chosen": -244.26333618164062, | |
| "logps/rejected": -192.05517578125, | |
| "loss": 0.0007, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 5.999594688415527, | |
| "rewards/margins": 16.232702255249023, | |
| "rewards/rejected": -10.233107566833496, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.3862068965517245e-05, | |
| "logits/chosen": -0.7710579633712769, | |
| "logits/rejected": -1.5811477899551392, | |
| "logps/chosen": -274.4286804199219, | |
| "logps/rejected": -189.31427001953125, | |
| "loss": 0.0003, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 10.483807563781738, | |
| "rewards/margins": 22.807409286499023, | |
| "rewards/rejected": -12.323600769042969, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.381034482758621e-05, | |
| "logits/chosen": -0.2001597136259079, | |
| "logits/rejected": -1.5477687120437622, | |
| "logps/chosen": -398.04296875, | |
| "logps/rejected": -208.8218536376953, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 11.122913360595703, | |
| "rewards/margins": 23.094343185424805, | |
| "rewards/rejected": -11.971429824829102, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.3758620689655174e-05, | |
| "logits/chosen": -0.5891858339309692, | |
| "logits/rejected": -1.500455379486084, | |
| "logps/chosen": -223.07235717773438, | |
| "logps/rejected": -219.37405395507812, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.498288154602051, | |
| "rewards/margins": 19.65944480895996, | |
| "rewards/rejected": -12.16115665435791, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.370689655172414e-05, | |
| "logits/chosen": -0.5222135186195374, | |
| "logits/rejected": -1.459835410118103, | |
| "logps/chosen": -264.3045349121094, | |
| "logps/rejected": -184.4599609375, | |
| "loss": 0.0006, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.261447429656982, | |
| "rewards/margins": 17.37218475341797, | |
| "rewards/rejected": -10.110737800598145, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.365517241379311e-05, | |
| "logits/chosen": -0.4974746108055115, | |
| "logits/rejected": -1.5458664894104004, | |
| "logps/chosen": -272.7602233886719, | |
| "logps/rejected": -181.00247192382812, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 10.925564765930176, | |
| "rewards/margins": 22.81020736694336, | |
| "rewards/rejected": -11.88464069366455, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.360344827586207e-05, | |
| "logits/chosen": -0.3357059359550476, | |
| "logits/rejected": -1.4441150426864624, | |
| "logps/chosen": -414.8647766113281, | |
| "logps/rejected": -223.109375, | |
| "loss": 0.0004, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 13.181656837463379, | |
| "rewards/margins": 27.527368545532227, | |
| "rewards/rejected": -14.345712661743164, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.355172413793104e-05, | |
| "logits/chosen": -0.6531690359115601, | |
| "logits/rejected": -1.4611525535583496, | |
| "logps/chosen": -221.1251220703125, | |
| "logps/rejected": -226.30352783203125, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.807477951049805, | |
| "rewards/margins": 21.502174377441406, | |
| "rewards/rejected": -13.694696426391602, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.35e-05, | |
| "logits/chosen": -0.5135932564735413, | |
| "logits/rejected": -1.4995931386947632, | |
| "logps/chosen": -332.56842041015625, | |
| "logps/rejected": -270.9891662597656, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 12.301117897033691, | |
| "rewards/margins": 26.830467224121094, | |
| "rewards/rejected": -14.529346466064453, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.344827586206897e-05, | |
| "logits/chosen": -0.3770020604133606, | |
| "logits/rejected": -1.44219970703125, | |
| "logps/chosen": -317.96240234375, | |
| "logps/rejected": -250.3682098388672, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.8860931396484375, | |
| "rewards/margins": 23.53211784362793, | |
| "rewards/rejected": -15.646024703979492, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.339655172413793e-05, | |
| "logits/chosen": -0.49628371000289917, | |
| "logits/rejected": -1.4045476913452148, | |
| "logps/chosen": -367.6162414550781, | |
| "logps/rejected": -265.2467346191406, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 10.148900985717773, | |
| "rewards/margins": 24.313669204711914, | |
| "rewards/rejected": -14.164766311645508, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.33448275862069e-05, | |
| "logits/chosen": -0.5287263989448547, | |
| "logits/rejected": -1.3665097951889038, | |
| "logps/chosen": -341.87664794921875, | |
| "logps/rejected": -249.6795654296875, | |
| "loss": 0.1517, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 8.620326042175293, | |
| "rewards/margins": 19.850658416748047, | |
| "rewards/rejected": -11.230331420898438, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.3293103448275865e-05, | |
| "logits/chosen": -0.2743966281414032, | |
| "logits/rejected": -1.4255130290985107, | |
| "logps/chosen": -334.3340759277344, | |
| "logps/rejected": -265.15032958984375, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 10.872364044189453, | |
| "rewards/margins": 27.00977325439453, | |
| "rewards/rejected": -16.13741111755371, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.324137931034483e-05, | |
| "logits/chosen": -0.5563563108444214, | |
| "logits/rejected": -1.6934064626693726, | |
| "logps/chosen": -408.9612731933594, | |
| "logps/rejected": -220.00091552734375, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 10.237764358520508, | |
| "rewards/margins": 24.824390411376953, | |
| "rewards/rejected": -14.586627960205078, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.3189655172413795e-05, | |
| "logits/chosen": -0.617451548576355, | |
| "logits/rejected": -1.640676736831665, | |
| "logps/chosen": -363.1540222167969, | |
| "logps/rejected": -226.42376708984375, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 10.672024726867676, | |
| "rewards/margins": 24.347591400146484, | |
| "rewards/rejected": -13.675565719604492, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.313793103448276e-05, | |
| "logits/chosen": -0.45464372634887695, | |
| "logits/rejected": -1.4708175659179688, | |
| "logps/chosen": -328.35675048828125, | |
| "logps/rejected": -223.79766845703125, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 6.965122699737549, | |
| "rewards/margins": 21.22077178955078, | |
| "rewards/rejected": -14.25564956665039, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.3086206896551724e-05, | |
| "logits/chosen": -0.6079340577125549, | |
| "logits/rejected": -1.5333082675933838, | |
| "logps/chosen": -219.4099578857422, | |
| "logps/rejected": -230.07948303222656, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 6.278050899505615, | |
| "rewards/margins": 20.45656967163086, | |
| "rewards/rejected": -14.178520202636719, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.303448275862069e-05, | |
| "logits/chosen": -0.4874611794948578, | |
| "logits/rejected": -1.5135740041732788, | |
| "logps/chosen": -304.00274658203125, | |
| "logps/rejected": -263.0120849609375, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 9.557435989379883, | |
| "rewards/margins": 24.41012954711914, | |
| "rewards/rejected": -14.852693557739258, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.298275862068966e-05, | |
| "logits/chosen": -0.4802761375904083, | |
| "logits/rejected": -1.4294252395629883, | |
| "logps/chosen": -293.41192626953125, | |
| "logps/rejected": -283.2821350097656, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.370968818664551, | |
| "rewards/margins": 24.32880401611328, | |
| "rewards/rejected": -16.957834243774414, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.293103448275862e-05, | |
| "logits/chosen": -0.3580012321472168, | |
| "logits/rejected": -1.499201774597168, | |
| "logps/chosen": -350.5351257324219, | |
| "logps/rejected": -244.6523895263672, | |
| "loss": 0.0001, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 12.237674713134766, | |
| "rewards/margins": 26.58084487915039, | |
| "rewards/rejected": -14.343170166015625, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.287931034482759e-05, | |
| "logits/chosen": -0.6917211413383484, | |
| "logits/rejected": -1.4503819942474365, | |
| "logps/chosen": -217.5175323486328, | |
| "logps/rejected": -228.9481201171875, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 6.635045051574707, | |
| "rewards/margins": 20.42833709716797, | |
| "rewards/rejected": -13.793292999267578, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.282758620689656e-05, | |
| "logits/chosen": -0.8255922794342041, | |
| "logits/rejected": -1.4748644828796387, | |
| "logps/chosen": -217.336669921875, | |
| "logps/rejected": -206.8959197998047, | |
| "loss": 0.0005, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 5.22888708114624, | |
| "rewards/margins": 19.673564910888672, | |
| "rewards/rejected": -14.444679260253906, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.2775862068965525e-05, | |
| "logits/chosen": -0.626908004283905, | |
| "logits/rejected": -1.6663663387298584, | |
| "logps/chosen": -328.56231689453125, | |
| "logps/rejected": -235.42843627929688, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 6.891221046447754, | |
| "rewards/margins": 21.77893829345703, | |
| "rewards/rejected": -14.887716293334961, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.2724137931034486e-05, | |
| "logits/chosen": -0.5689429640769958, | |
| "logits/rejected": -1.618609070777893, | |
| "logps/chosen": -298.08770751953125, | |
| "logps/rejected": -237.06094360351562, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 9.328791618347168, | |
| "rewards/margins": 24.572046279907227, | |
| "rewards/rejected": -15.243253707885742, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.2672413793103454e-05, | |
| "logits/chosen": -0.5474239587783813, | |
| "logits/rejected": -1.6142076253890991, | |
| "logps/chosen": -295.00494384765625, | |
| "logps/rejected": -268.9505615234375, | |
| "loss": 0.0287, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 9.715471267700195, | |
| "rewards/margins": 23.968780517578125, | |
| "rewards/rejected": -14.25330924987793, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.2620689655172416e-05, | |
| "logits/chosen": -0.5132906436920166, | |
| "logits/rejected": -1.6248977184295654, | |
| "logps/chosen": -314.5284423828125, | |
| "logps/rejected": -210.1342315673828, | |
| "loss": 0.0595, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 7.707674980163574, | |
| "rewards/margins": 20.18167495727539, | |
| "rewards/rejected": -12.474000930786133, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.2568965517241384e-05, | |
| "logits/chosen": -0.45244526863098145, | |
| "logits/rejected": -1.7539148330688477, | |
| "logps/chosen": -394.9619140625, | |
| "logps/rejected": -230.32550048828125, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 11.32716178894043, | |
| "rewards/margins": 26.326129913330078, | |
| "rewards/rejected": -14.998967170715332, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.2517241379310345e-05, | |
| "logits/chosen": -0.7538139224052429, | |
| "logits/rejected": -1.5796599388122559, | |
| "logps/chosen": -286.95281982421875, | |
| "logps/rejected": -266.7412414550781, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.003694534301758, | |
| "rewards/margins": 25.05299949645996, | |
| "rewards/rejected": -17.04930305480957, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.246551724137931e-05, | |
| "logits/chosen": -0.44376400113105774, | |
| "logits/rejected": -1.5493687391281128, | |
| "logps/chosen": -406.93951416015625, | |
| "logps/rejected": -302.9401550292969, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.246862888336182, | |
| "rewards/margins": 27.937149047851562, | |
| "rewards/rejected": -20.69028663635254, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.2413793103448274e-05, | |
| "logits/chosen": -0.7577255964279175, | |
| "logits/rejected": -1.77558171749115, | |
| "logps/chosen": -357.90838623046875, | |
| "logps/rejected": -246.73458862304688, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.267894744873047, | |
| "rewards/margins": 24.79804229736328, | |
| "rewards/rejected": -17.530147552490234, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.236206896551724e-05, | |
| "logits/chosen": -0.8565713763237, | |
| "logits/rejected": -1.7760589122772217, | |
| "logps/chosen": -338.751220703125, | |
| "logps/rejected": -304.101806640625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 9.238365173339844, | |
| "rewards/margins": 27.781978607177734, | |
| "rewards/rejected": -18.54361343383789, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.231034482758621e-05, | |
| "logits/chosen": -0.40401750802993774, | |
| "logits/rejected": -1.7701493501663208, | |
| "logps/chosen": -537.5440063476562, | |
| "logps/rejected": -349.8548889160156, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 14.211512565612793, | |
| "rewards/margins": 37.746315002441406, | |
| "rewards/rejected": -23.53480339050293, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.225862068965517e-05, | |
| "logits/chosen": -0.9799883365631104, | |
| "logits/rejected": -1.8936114311218262, | |
| "logps/chosen": -403.7567138671875, | |
| "logps/rejected": -257.6401672363281, | |
| "loss": 0.0001, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 4.710639476776123, | |
| "rewards/margins": 23.923961639404297, | |
| "rewards/rejected": -19.213321685791016, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.220689655172414e-05, | |
| "logits/chosen": -0.94623202085495, | |
| "logits/rejected": -1.7190004587173462, | |
| "logps/chosen": -360.8213806152344, | |
| "logps/rejected": -310.1994323730469, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 3.991710662841797, | |
| "rewards/margins": 26.59444808959961, | |
| "rewards/rejected": -22.60273551940918, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.215517241379311e-05, | |
| "logits/chosen": -0.6102348566055298, | |
| "logits/rejected": -1.8472094535827637, | |
| "logps/chosen": -460.48699951171875, | |
| "logps/rejected": -369.1959228515625, | |
| "loss": 0.0002, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 6.696294784545898, | |
| "rewards/margins": 32.79343795776367, | |
| "rewards/rejected": -26.097143173217773, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.210344827586207e-05, | |
| "logits/chosen": -0.9649127721786499, | |
| "logits/rejected": -1.8413913249969482, | |
| "logps/chosen": -455.1119079589844, | |
| "logps/rejected": -365.0443420410156, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.14402437210083, | |
| "rewards/margins": 32.23406219482422, | |
| "rewards/rejected": -25.090038299560547, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.2051724137931036e-05, | |
| "logits/chosen": -1.176360011100769, | |
| "logits/rejected": -1.6914632320404053, | |
| "logps/chosen": -283.3887023925781, | |
| "logps/rejected": -343.1808166503906, | |
| "loss": 0.0008, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -0.03441965579986572, | |
| "rewards/margins": 24.389293670654297, | |
| "rewards/rejected": -24.423709869384766, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.2000000000000004e-05, | |
| "logits/chosen": -0.7725791335105896, | |
| "logits/rejected": -1.943673014640808, | |
| "logps/chosen": -484.6883544921875, | |
| "logps/rejected": -338.5666198730469, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.784733295440674, | |
| "rewards/margins": 31.62430763244629, | |
| "rewards/rejected": -23.839576721191406, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.194827586206897e-05, | |
| "logits/chosen": -0.6000739336013794, | |
| "logits/rejected": -1.681613802909851, | |
| "logps/chosen": -342.3570556640625, | |
| "logps/rejected": -256.06829833984375, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.42122745513916, | |
| "rewards/margins": 25.636981964111328, | |
| "rewards/rejected": -18.21575355529785, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.1896551724137934e-05, | |
| "logits/chosen": -0.5727726221084595, | |
| "logits/rejected": -1.5278774499893188, | |
| "logps/chosen": -340.2919921875, | |
| "logps/rejected": -246.67628479003906, | |
| "loss": 0.0183, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.279099464416504, | |
| "rewards/margins": 23.8295841217041, | |
| "rewards/rejected": -16.550485610961914, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.18448275862069e-05, | |
| "logits/chosen": -0.588262677192688, | |
| "logits/rejected": -1.4113011360168457, | |
| "logps/chosen": -239.1262664794922, | |
| "logps/rejected": -323.8817443847656, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 4.26235294342041, | |
| "rewards/margins": 25.60938262939453, | |
| "rewards/rejected": -21.34703254699707, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.179310344827587e-05, | |
| "logits/chosen": -0.825312077999115, | |
| "logits/rejected": -1.6536335945129395, | |
| "logps/chosen": -245.26333618164062, | |
| "logps/rejected": -275.9490966796875, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 4.488056182861328, | |
| "rewards/margins": 24.79592514038086, | |
| "rewards/rejected": -20.30786895751953, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.174137931034483e-05, | |
| "logits/chosen": -0.6509658694267273, | |
| "logits/rejected": -1.7768073081970215, | |
| "logps/chosen": -494.1702575683594, | |
| "logps/rejected": -269.7856140136719, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 11.041641235351562, | |
| "rewards/margins": 30.055639266967773, | |
| "rewards/rejected": -19.013999938964844, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.16896551724138e-05, | |
| "logits/chosen": -0.813829243183136, | |
| "logits/rejected": -1.7704083919525146, | |
| "logps/chosen": -370.6927795410156, | |
| "logps/rejected": -288.31463623046875, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 10.1367826461792, | |
| "rewards/margins": 30.452945709228516, | |
| "rewards/rejected": -20.316162109375, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.163793103448276e-05, | |
| "logits/chosen": -0.450665146112442, | |
| "logits/rejected": -1.4787647724151611, | |
| "logps/chosen": -336.4142761230469, | |
| "logps/rejected": -275.8489990234375, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 6.380362510681152, | |
| "rewards/margins": 27.303016662597656, | |
| "rewards/rejected": -20.922651290893555, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.158620689655173e-05, | |
| "logits/chosen": -0.7610673904418945, | |
| "logits/rejected": -1.5079166889190674, | |
| "logps/chosen": -290.8649597167969, | |
| "logps/rejected": -391.47772216796875, | |
| "loss": 0.4671, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 4.447336196899414, | |
| "rewards/margins": 27.807403564453125, | |
| "rewards/rejected": -23.36006736755371, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.153448275862069e-05, | |
| "logits/chosen": -0.9873843193054199, | |
| "logits/rejected": -1.6280449628829956, | |
| "logps/chosen": -244.6575164794922, | |
| "logps/rejected": -324.1699523925781, | |
| "loss": 0.0036, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 2.1840460300445557, | |
| "rewards/margins": 25.491558074951172, | |
| "rewards/rejected": -23.307514190673828, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.148275862068966e-05, | |
| "logits/chosen": -1.0418487787246704, | |
| "logits/rejected": -1.7689330577850342, | |
| "logps/chosen": -309.9642028808594, | |
| "logps/rejected": -433.8427734375, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 3.8272902965545654, | |
| "rewards/margins": 33.52722930908203, | |
| "rewards/rejected": -29.69993782043457, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.143103448275862e-05, | |
| "logits/chosen": -0.9574589133262634, | |
| "logits/rejected": -1.9435979127883911, | |
| "logps/chosen": -485.497314453125, | |
| "logps/rejected": -301.46038818359375, | |
| "loss": 0.0002, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 3.4343650341033936, | |
| "rewards/margins": 27.89614486694336, | |
| "rewards/rejected": -24.46177864074707, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.1379310344827587e-05, | |
| "logits/chosen": -1.2192739248275757, | |
| "logits/rejected": -1.9555035829544067, | |
| "logps/chosen": -485.7822265625, | |
| "logps/rejected": -452.36566162109375, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -3.4936442375183105, | |
| "rewards/margins": 31.84035873413086, | |
| "rewards/rejected": -35.33400344848633, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.1327586206896555e-05, | |
| "logits/chosen": -1.3901960849761963, | |
| "logits/rejected": -2.194340944290161, | |
| "logps/chosen": -556.4442749023438, | |
| "logps/rejected": -403.41094970703125, | |
| "loss": 0.4842, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": -6.604147434234619, | |
| "rewards/margins": 25.96053695678711, | |
| "rewards/rejected": -32.5646858215332, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.1275862068965516e-05, | |
| "logits/chosen": -1.10233473777771, | |
| "logits/rejected": -1.911782145500183, | |
| "logps/chosen": -319.7232666015625, | |
| "logps/rejected": -366.8639221191406, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.5800843238830566, | |
| "rewards/margins": 30.92066192626953, | |
| "rewards/rejected": -30.3405818939209, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.1224137931034484e-05, | |
| "logits/chosen": -0.7030006051063538, | |
| "logits/rejected": -1.7387290000915527, | |
| "logps/chosen": -291.53961181640625, | |
| "logps/rejected": -350.3901062011719, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 1.4014167785644531, | |
| "rewards/margins": 28.830717086791992, | |
| "rewards/rejected": -27.429298400878906, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.117241379310345e-05, | |
| "logits/chosen": -0.5296112895011902, | |
| "logits/rejected": -1.5072706937789917, | |
| "logps/chosen": -286.94879150390625, | |
| "logps/rejected": -346.3030700683594, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 1.8979191780090332, | |
| "rewards/margins": 28.363784790039062, | |
| "rewards/rejected": -26.465864181518555, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.112068965517242e-05, | |
| "logits/chosen": -0.42470210790634155, | |
| "logits/rejected": -1.7659740447998047, | |
| "logps/chosen": -477.8876953125, | |
| "logps/rejected": -315.16717529296875, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 9.757699966430664, | |
| "rewards/margins": 34.151214599609375, | |
| "rewards/rejected": -24.393516540527344, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.106896551724138e-05, | |
| "logits/chosen": -0.37895911931991577, | |
| "logits/rejected": -1.4872817993164062, | |
| "logps/chosen": -360.4671936035156, | |
| "logps/rejected": -311.3260803222656, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 10.024797439575195, | |
| "rewards/margins": 30.34416961669922, | |
| "rewards/rejected": -20.31937026977539, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.101724137931035e-05, | |
| "logits/chosen": -0.4127517342567444, | |
| "logits/rejected": -1.4179290533065796, | |
| "logps/chosen": -396.7817077636719, | |
| "logps/rejected": -257.0691833496094, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.115121841430664, | |
| "rewards/margins": 25.882369995117188, | |
| "rewards/rejected": -17.767250061035156, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.096551724137932e-05, | |
| "logits/chosen": -0.4867606461048126, | |
| "logits/rejected": -1.433240532875061, | |
| "logps/chosen": -307.6831359863281, | |
| "logps/rejected": -285.9851379394531, | |
| "loss": 0.0006, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 9.156608581542969, | |
| "rewards/margins": 24.28235626220703, | |
| "rewards/rejected": -15.12574577331543, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.091379310344828e-05, | |
| "logits/chosen": -0.5465874671936035, | |
| "logits/rejected": -1.398258924484253, | |
| "logps/chosen": -244.0363311767578, | |
| "logps/rejected": -240.68551635742188, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 4.43398904800415, | |
| "rewards/margins": 23.1319522857666, | |
| "rewards/rejected": -18.69796371459961, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.0862068965517246e-05, | |
| "logits/chosen": -0.38893836736679077, | |
| "logits/rejected": -1.427646279335022, | |
| "logps/chosen": -351.76348876953125, | |
| "logps/rejected": -289.0392150878906, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.574392795562744, | |
| "rewards/margins": 25.838218688964844, | |
| "rewards/rejected": -18.26382827758789, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.0810344827586214e-05, | |
| "logits/chosen": -0.3710274398326874, | |
| "logits/rejected": -1.5999269485473633, | |
| "logps/chosen": -394.9821472167969, | |
| "logps/rejected": -246.48887634277344, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.973166465759277, | |
| "rewards/margins": 26.636192321777344, | |
| "rewards/rejected": -17.66302490234375, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.0758620689655175e-05, | |
| "logits/chosen": -0.673173725605011, | |
| "logits/rejected": -1.2474948167800903, | |
| "logps/chosen": -257.3236083984375, | |
| "logps/rejected": -264.7505187988281, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 2.773941993713379, | |
| "rewards/margins": 19.319332122802734, | |
| "rewards/rejected": -16.545391082763672, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.0706896551724143e-05, | |
| "logits/chosen": -0.560947060585022, | |
| "logits/rejected": -1.374908447265625, | |
| "logps/chosen": -301.8670959472656, | |
| "logps/rejected": -232.6251983642578, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 10.369309425354004, | |
| "rewards/margins": 26.155746459960938, | |
| "rewards/rejected": -15.786436080932617, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.0655172413793105e-05, | |
| "logits/chosen": -0.6484676003456116, | |
| "logits/rejected": -1.3061511516571045, | |
| "logps/chosen": -240.1058807373047, | |
| "logps/rejected": -292.108154296875, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 4.469289302825928, | |
| "rewards/margins": 25.45884132385254, | |
| "rewards/rejected": -20.989551544189453, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.060344827586207e-05, | |
| "logits/chosen": -0.4261731505393982, | |
| "logits/rejected": -1.5151227712631226, | |
| "logps/chosen": -402.2912292480469, | |
| "logps/rejected": -289.1283264160156, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 10.882993698120117, | |
| "rewards/margins": 30.517051696777344, | |
| "rewards/rejected": -19.63405990600586, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.0551724137931034e-05, | |
| "logits/chosen": -0.3702995181083679, | |
| "logits/rejected": -1.5198004245758057, | |
| "logps/chosen": -377.6826477050781, | |
| "logps/rejected": -287.36566162109375, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 10.187080383300781, | |
| "rewards/margins": 30.941383361816406, | |
| "rewards/rejected": -20.754301071166992, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.05e-05, | |
| "logits/chosen": -0.394854873418808, | |
| "logits/rejected": -1.641805648803711, | |
| "logps/chosen": -462.9255676269531, | |
| "logps/rejected": -254.52276611328125, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 10.504643440246582, | |
| "rewards/margins": 27.564743041992188, | |
| "rewards/rejected": -17.060100555419922, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.044827586206896e-05, | |
| "logits/chosen": -0.3886590600013733, | |
| "logits/rejected": -1.4597467184066772, | |
| "logps/chosen": -378.5803527832031, | |
| "logps/rejected": -263.2305908203125, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 13.531683921813965, | |
| "rewards/margins": 31.480838775634766, | |
| "rewards/rejected": -17.949153900146484, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.039655172413793e-05, | |
| "logits/chosen": -0.5102599859237671, | |
| "logits/rejected": -1.250558614730835, | |
| "logps/chosen": -295.6455078125, | |
| "logps/rejected": -345.3118591308594, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.247247695922852, | |
| "rewards/margins": 26.292499542236328, | |
| "rewards/rejected": -19.04525375366211, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.03448275862069e-05, | |
| "logits/chosen": -0.39377278089523315, | |
| "logits/rejected": -1.5313684940338135, | |
| "logps/chosen": -441.0325622558594, | |
| "logps/rejected": -223.12750244140625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 12.754582405090332, | |
| "rewards/margins": 28.21717071533203, | |
| "rewards/rejected": -15.462587356567383, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.029310344827587e-05, | |
| "logits/chosen": -0.45350462198257446, | |
| "logits/rejected": -1.3594186305999756, | |
| "logps/chosen": -313.7057189941406, | |
| "logps/rejected": -304.0419616699219, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 6.3996429443359375, | |
| "rewards/margins": 23.64727020263672, | |
| "rewards/rejected": -17.24762725830078, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.024137931034483e-05, | |
| "logits/chosen": -0.17602750658988953, | |
| "logits/rejected": -1.2745662927627563, | |
| "logps/chosen": -371.0513916015625, | |
| "logps/rejected": -299.74481201171875, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.569783687591553, | |
| "rewards/margins": 26.724822998046875, | |
| "rewards/rejected": -19.155040740966797, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.0189655172413796e-05, | |
| "logits/chosen": -0.44520992040634155, | |
| "logits/rejected": -1.4310128688812256, | |
| "logps/chosen": -334.8761901855469, | |
| "logps/rejected": -278.89349365234375, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 3.9243433475494385, | |
| "rewards/margins": 22.313913345336914, | |
| "rewards/rejected": -18.389568328857422, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.0137931034482764e-05, | |
| "logits/chosen": -0.3496861755847931, | |
| "logits/rejected": -1.480123519897461, | |
| "logps/chosen": -345.8548583984375, | |
| "logps/rejected": -295.12042236328125, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 9.938793182373047, | |
| "rewards/margins": 28.614458084106445, | |
| "rewards/rejected": -18.67566680908203, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.0086206896551726e-05, | |
| "logits/chosen": -0.4202902913093567, | |
| "logits/rejected": -1.5481184720993042, | |
| "logps/chosen": -408.18121337890625, | |
| "logps/rejected": -273.8868408203125, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 9.119111061096191, | |
| "rewards/margins": 29.09032440185547, | |
| "rewards/rejected": -19.971214294433594, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.0034482758620694e-05, | |
| "logits/chosen": -0.5120177268981934, | |
| "logits/rejected": -1.4507927894592285, | |
| "logps/chosen": -271.6726989746094, | |
| "logps/rejected": -297.4678955078125, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 5.688560962677002, | |
| "rewards/margins": 26.492656707763672, | |
| "rewards/rejected": -20.804094314575195, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 3.998275862068966e-05, | |
| "logits/chosen": -0.41148996353149414, | |
| "logits/rejected": -1.4985872507095337, | |
| "logps/chosen": -343.8206481933594, | |
| "logps/rejected": -241.0497589111328, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 9.314858436584473, | |
| "rewards/margins": 26.18862533569336, | |
| "rewards/rejected": -16.87376594543457, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 3.993103448275862e-05, | |
| "logits/chosen": -0.1992441862821579, | |
| "logits/rejected": -1.8458625078201294, | |
| "logps/chosen": -504.0348205566406, | |
| "logps/rejected": -318.8588562011719, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 12.68671989440918, | |
| "rewards/margins": 34.4812126159668, | |
| "rewards/rejected": -21.79449462890625, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 3.987931034482759e-05, | |
| "logits/chosen": -0.5546131730079651, | |
| "logits/rejected": -1.527896761894226, | |
| "logps/chosen": -333.9448547363281, | |
| "logps/rejected": -303.9145202636719, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 10.168367385864258, | |
| "rewards/margins": 30.0524959564209, | |
| "rewards/rejected": -19.88412857055664, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 3.982758620689656e-05, | |
| "logits/chosen": -0.3886173367500305, | |
| "logits/rejected": -1.621660828590393, | |
| "logps/chosen": -369.8122253417969, | |
| "logps/rejected": -272.4569396972656, | |
| "loss": 0.0016, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.674747467041016, | |
| "rewards/margins": 26.678119659423828, | |
| "rewards/rejected": -18.003372192382812, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 3.977586206896552e-05, | |
| "logits/chosen": -0.61821049451828, | |
| "logits/rejected": -1.6792049407958984, | |
| "logps/chosen": -345.2456359863281, | |
| "logps/rejected": -307.6291809082031, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.595407485961914, | |
| "rewards/margins": 29.619413375854492, | |
| "rewards/rejected": -22.024009704589844, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 3.972413793103449e-05, | |
| "logits/chosen": -0.23747998476028442, | |
| "logits/rejected": -1.287044644355774, | |
| "logps/chosen": -361.4759521484375, | |
| "logps/rejected": -267.63592529296875, | |
| "loss": 0.2105, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 7.393239974975586, | |
| "rewards/margins": 23.982959747314453, | |
| "rewards/rejected": -16.5897216796875, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 3.967241379310345e-05, | |
| "logits/chosen": -0.3899969160556793, | |
| "logits/rejected": -1.6496773958206177, | |
| "logps/chosen": -331.9876403808594, | |
| "logps/rejected": -278.04522705078125, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.100687026977539, | |
| "rewards/margins": 29.64002227783203, | |
| "rewards/rejected": -21.539335250854492, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 3.962068965517242e-05, | |
| "logits/chosen": -0.4621184766292572, | |
| "logits/rejected": -1.3823509216308594, | |
| "logps/chosen": -291.25494384765625, | |
| "logps/rejected": -313.21734619140625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 4.036273002624512, | |
| "rewards/margins": 25.113258361816406, | |
| "rewards/rejected": -21.076988220214844, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 3.956896551724138e-05, | |
| "logits/chosen": -0.3050623834133148, | |
| "logits/rejected": -1.3223061561584473, | |
| "logps/chosen": -388.243896484375, | |
| "logps/rejected": -266.01983642578125, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.008649826049805, | |
| "rewards/margins": 24.918262481689453, | |
| "rewards/rejected": -17.90961265563965, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 3.9517241379310346e-05, | |
| "logits/chosen": -0.26263201236724854, | |
| "logits/rejected": -1.262205958366394, | |
| "logps/chosen": -300.5107421875, | |
| "logps/rejected": -266.810302734375, | |
| "loss": 0.0007, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 5.9579243659973145, | |
| "rewards/margins": 23.850536346435547, | |
| "rewards/rejected": -17.892614364624023, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 3.9465517241379314e-05, | |
| "logits/chosen": -0.34424301981925964, | |
| "logits/rejected": -1.2062197923660278, | |
| "logps/chosen": -273.7149353027344, | |
| "logps/rejected": -266.54150390625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 5.983701705932617, | |
| "rewards/margins": 26.13591957092285, | |
| "rewards/rejected": -20.1522216796875, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 3.9413793103448276e-05, | |
| "logits/chosen": -0.1809622049331665, | |
| "logits/rejected": -1.4350645542144775, | |
| "logps/chosen": -418.6148376464844, | |
| "logps/rejected": -297.8706359863281, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.36530876159668, | |
| "rewards/margins": 30.20969581604004, | |
| "rewards/rejected": -21.84438705444336, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 3.9362068965517244e-05, | |
| "logits/chosen": -0.3474291265010834, | |
| "logits/rejected": -1.3261463642120361, | |
| "logps/chosen": -392.76068115234375, | |
| "logps/rejected": -282.137451171875, | |
| "loss": 0.12, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 8.480328559875488, | |
| "rewards/margins": 24.708953857421875, | |
| "rewards/rejected": -16.228626251220703, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 3.931034482758621e-05, | |
| "logits/chosen": -0.29881787300109863, | |
| "logits/rejected": -1.59579598903656, | |
| "logps/chosen": -491.68280029296875, | |
| "logps/rejected": -329.0652160644531, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 9.562919616699219, | |
| "rewards/margins": 31.969928741455078, | |
| "rewards/rejected": -22.407007217407227, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 3.925862068965517e-05, | |
| "logits/chosen": -0.24624793231487274, | |
| "logits/rejected": -1.2760369777679443, | |
| "logps/chosen": -309.42950439453125, | |
| "logps/rejected": -337.400634765625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 5.126012802124023, | |
| "rewards/margins": 27.284088134765625, | |
| "rewards/rejected": -22.1580753326416, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 3.920689655172414e-05, | |
| "logits/chosen": -0.24486477673053741, | |
| "logits/rejected": -1.4145996570587158, | |
| "logps/chosen": -435.2896423339844, | |
| "logps/rejected": -347.84698486328125, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 3.421405076980591, | |
| "rewards/margins": 30.74762725830078, | |
| "rewards/rejected": -27.32622528076172, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 3.915517241379311e-05, | |
| "logits/chosen": -0.4706140458583832, | |
| "logits/rejected": -1.4215468168258667, | |
| "logps/chosen": -427.6326904296875, | |
| "logps/rejected": -399.431640625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 4.1375885009765625, | |
| "rewards/margins": 31.478370666503906, | |
| "rewards/rejected": -27.340782165527344, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 3.910344827586207e-05, | |
| "logits/chosen": -0.25800830125808716, | |
| "logits/rejected": -1.604130744934082, | |
| "logps/chosen": -430.5594482421875, | |
| "logps/rejected": -431.40301513671875, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 1.8110466003417969, | |
| "rewards/margins": 36.45166015625, | |
| "rewards/rejected": -34.64060974121094, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 3.905172413793104e-05, | |
| "logits/chosen": -0.3043404221534729, | |
| "logits/rejected": -1.5278654098510742, | |
| "logps/chosen": -465.7344970703125, | |
| "logps/rejected": -436.65899658203125, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -1.1547170877456665, | |
| "rewards/margins": 33.50754928588867, | |
| "rewards/rejected": -34.66226577758789, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 3.9000000000000006e-05, | |
| "logits/chosen": -0.22293318808078766, | |
| "logits/rejected": -1.2031610012054443, | |
| "logps/chosen": -428.4457092285156, | |
| "logps/rejected": -419.1228332519531, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -3.0903587341308594, | |
| "rewards/margins": 28.546253204345703, | |
| "rewards/rejected": -31.636613845825195, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 3.894827586206897e-05, | |
| "logits/chosen": -0.18892326951026917, | |
| "logits/rejected": -1.481589913368225, | |
| "logps/chosen": -513.7359008789062, | |
| "logps/rejected": -456.95208740234375, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 2.6842398643493652, | |
| "rewards/margins": 39.1934928894043, | |
| "rewards/rejected": -36.509254455566406, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 3.8896551724137935e-05, | |
| "logits/chosen": -0.48873329162597656, | |
| "logits/rejected": -1.4820678234100342, | |
| "logps/chosen": -393.00079345703125, | |
| "logps/rejected": -426.32696533203125, | |
| "loss": 0.0194, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -5.972713470458984, | |
| "rewards/margins": 28.33656120300293, | |
| "rewards/rejected": -34.30927276611328, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 3.88448275862069e-05, | |
| "logits/chosen": -0.4431387484073639, | |
| "logits/rejected": -1.3382742404937744, | |
| "logps/chosen": -392.2378845214844, | |
| "logps/rejected": -503.30194091796875, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -5.949856758117676, | |
| "rewards/margins": 34.904537200927734, | |
| "rewards/rejected": -40.854393005371094, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 3.8793103448275865e-05, | |
| "logits/chosen": -0.2996464669704437, | |
| "logits/rejected": -1.4847010374069214, | |
| "logps/chosen": -483.34161376953125, | |
| "logps/rejected": -548.205078125, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 3.7714486122131348, | |
| "rewards/margins": 47.965972900390625, | |
| "rewards/rejected": -44.19452667236328, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 3.874137931034483e-05, | |
| "logits/chosen": -0.3217467963695526, | |
| "logits/rejected": -1.2237169742584229, | |
| "logps/chosen": -396.9007568359375, | |
| "logps/rejected": -509.6751708984375, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.9992933869361877, | |
| "rewards/margins": 39.428592681884766, | |
| "rewards/rejected": -38.429298400878906, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 3.8689655172413794e-05, | |
| "logits/chosen": -0.26858553290367126, | |
| "logits/rejected": -1.3162765502929688, | |
| "logps/chosen": -436.47088623046875, | |
| "logps/rejected": -461.6593933105469, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 2.6044464111328125, | |
| "rewards/margins": 38.4824104309082, | |
| "rewards/rejected": -35.87796401977539, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 3.863793103448276e-05, | |
| "logits/chosen": -0.343127965927124, | |
| "logits/rejected": -1.390782117843628, | |
| "logps/chosen": -392.77978515625, | |
| "logps/rejected": -443.3890686035156, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.19043821096420288, | |
| "rewards/margins": 34.40040969848633, | |
| "rewards/rejected": -34.20996856689453, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 3.858620689655172e-05, | |
| "logits/chosen": -0.43945077061653137, | |
| "logits/rejected": -1.3458408117294312, | |
| "logps/chosen": -386.0972595214844, | |
| "logps/rejected": -481.8536071777344, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 1.2730538845062256, | |
| "rewards/margins": 35.0412483215332, | |
| "rewards/rejected": -33.76819610595703, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 3.853448275862069e-05, | |
| "logits/chosen": -0.28766676783561707, | |
| "logits/rejected": -1.314267873764038, | |
| "logps/chosen": -423.24981689453125, | |
| "logps/rejected": -416.8682861328125, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 1.9727609157562256, | |
| "rewards/margins": 34.98452377319336, | |
| "rewards/rejected": -33.01176834106445, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 3.848275862068966e-05, | |
| "logits/chosen": -0.3893183767795563, | |
| "logits/rejected": -1.443713903427124, | |
| "logps/chosen": -474.935546875, | |
| "logps/rejected": -453.4057922363281, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 2.1096689701080322, | |
| "rewards/margins": 38.80006790161133, | |
| "rewards/rejected": -36.690399169921875, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 3.843103448275862e-05, | |
| "logits/chosen": -0.34813588857650757, | |
| "logits/rejected": -1.271755337715149, | |
| "logps/chosen": -392.284423828125, | |
| "logps/rejected": -496.442138671875, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 2.8468620777130127, | |
| "rewards/margins": 41.135921478271484, | |
| "rewards/rejected": -38.289058685302734, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 3.837931034482759e-05, | |
| "logits/chosen": -0.3464352786540985, | |
| "logits/rejected": -1.223905324935913, | |
| "logps/chosen": -372.1242370605469, | |
| "logps/rejected": -446.0730285644531, | |
| "loss": 0.0073, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.18368953466415405, | |
| "rewards/margins": 33.218013763427734, | |
| "rewards/rejected": -33.034324645996094, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 3.8327586206896556e-05, | |
| "logits/chosen": -0.42792245745658875, | |
| "logits/rejected": -1.189011812210083, | |
| "logps/chosen": -324.2301940917969, | |
| "logps/rejected": -503.5957946777344, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -1.7187633514404297, | |
| "rewards/margins": 37.19697189331055, | |
| "rewards/rejected": -38.91573715209961, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 3.827586206896552e-05, | |
| "logits/chosen": -0.16668730974197388, | |
| "logits/rejected": -1.5985019207000732, | |
| "logps/chosen": -482.8082580566406, | |
| "logps/rejected": -449.761474609375, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 3.7022485733032227, | |
| "rewards/margins": 42.01506805419922, | |
| "rewards/rejected": -38.31282043457031, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 3.8224137931034485e-05, | |
| "logits/chosen": -0.26949506998062134, | |
| "logits/rejected": -1.2986763715744019, | |
| "logps/chosen": -348.618896484375, | |
| "logps/rejected": -442.8262023925781, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 2.1358022689819336, | |
| "rewards/margins": 35.771461486816406, | |
| "rewards/rejected": -33.63566207885742, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 3.8172413793103453e-05, | |
| "logits/chosen": -0.3438015580177307, | |
| "logits/rejected": -1.3001600503921509, | |
| "logps/chosen": -333.9195251464844, | |
| "logps/rejected": -457.9849853515625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 2.145051956176758, | |
| "rewards/margins": 41.207923889160156, | |
| "rewards/rejected": -39.06287384033203, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 3.8120689655172415e-05, | |
| "logits/chosen": -0.10503964871168137, | |
| "logits/rejected": -1.2384865283966064, | |
| "logps/chosen": -451.48663330078125, | |
| "logps/rejected": -479.8037414550781, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.525763988494873, | |
| "rewards/margins": 38.3972282409668, | |
| "rewards/rejected": -37.8714599609375, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 3.806896551724138e-05, | |
| "logits/chosen": -0.30969691276550293, | |
| "logits/rejected": -1.1278965473175049, | |
| "logps/chosen": -298.7955322265625, | |
| "logps/rejected": -499.42279052734375, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -2.1820168495178223, | |
| "rewards/margins": 37.28181457519531, | |
| "rewards/rejected": -39.463829040527344, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 3.801724137931035e-05, | |
| "logits/chosen": -0.3709387183189392, | |
| "logits/rejected": -1.5942573547363281, | |
| "logps/chosen": -422.3631286621094, | |
| "logps/rejected": -511.52008056640625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 2.8516347408294678, | |
| "rewards/margins": 41.39206314086914, | |
| "rewards/rejected": -38.540428161621094, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 3.796551724137931e-05, | |
| "logits/chosen": -0.2693447470664978, | |
| "logits/rejected": -1.5490005016326904, | |
| "logps/chosen": -480.881591796875, | |
| "logps/rejected": -414.71917724609375, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 2.7573628425598145, | |
| "rewards/margins": 39.35446548461914, | |
| "rewards/rejected": -36.59709930419922, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 3.791379310344828e-05, | |
| "logits/chosen": -0.39544716477394104, | |
| "logits/rejected": -1.4232298135757446, | |
| "logps/chosen": -400.05267333984375, | |
| "logps/rejected": -465.1136169433594, | |
| "loss": 0.0018, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 3.5475125312805176, | |
| "rewards/margins": 38.094913482666016, | |
| "rewards/rejected": -34.547393798828125, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 3.786206896551725e-05, | |
| "logits/chosen": -0.3474569320678711, | |
| "logits/rejected": -1.4260185956954956, | |
| "logps/chosen": -334.5423889160156, | |
| "logps/rejected": -438.87408447265625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -1.5236696004867554, | |
| "rewards/margins": 33.86663055419922, | |
| "rewards/rejected": -35.390296936035156, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 3.781034482758621e-05, | |
| "logits/chosen": -0.3836357593536377, | |
| "logits/rejected": -1.554406762123108, | |
| "logps/chosen": -372.57830810546875, | |
| "logps/rejected": -439.4316101074219, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 1.840342402458191, | |
| "rewards/margins": 34.46831512451172, | |
| "rewards/rejected": -32.627967834472656, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 3.775862068965517e-05, | |
| "logits/chosen": -0.18503640592098236, | |
| "logits/rejected": -1.800915241241455, | |
| "logps/chosen": -485.19354248046875, | |
| "logps/rejected": -432.1221923828125, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 4.203826427459717, | |
| "rewards/margins": 39.722900390625, | |
| "rewards/rejected": -35.51907730102539, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 3.770689655172414e-05, | |
| "logits/chosen": -0.3300974667072296, | |
| "logits/rejected": -1.5052634477615356, | |
| "logps/chosen": -418.87017822265625, | |
| "logps/rejected": -408.99554443359375, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 2.9931721687316895, | |
| "rewards/margins": 35.2595100402832, | |
| "rewards/rejected": -32.266334533691406, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.7655172413793106e-05, | |
| "logits/chosen": -0.27791130542755127, | |
| "logits/rejected": -1.4637497663497925, | |
| "logps/chosen": -370.642822265625, | |
| "logps/rejected": -457.7041320800781, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 4.304169178009033, | |
| "rewards/margins": 40.587310791015625, | |
| "rewards/rejected": -36.283138275146484, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.760344827586207e-05, | |
| "logits/chosen": -0.4701173007488251, | |
| "logits/rejected": -1.403714895248413, | |
| "logps/chosen": -333.7972717285156, | |
| "logps/rejected": -436.09967041015625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 1.8245915174484253, | |
| "rewards/margins": 36.37276077270508, | |
| "rewards/rejected": -34.54816818237305, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.7551724137931035e-05, | |
| "logits/chosen": -0.08819374442100525, | |
| "logits/rejected": -1.395701289176941, | |
| "logps/chosen": -401.96673583984375, | |
| "logps/rejected": -440.0989685058594, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 2.565300941467285, | |
| "rewards/margins": 33.236175537109375, | |
| "rewards/rejected": -30.670875549316406, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.7500000000000003e-05, | |
| "logits/chosen": -0.17811371386051178, | |
| "logits/rejected": -1.501448154449463, | |
| "logps/chosen": -447.5896301269531, | |
| "logps/rejected": -375.3368835449219, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 2.7833425998687744, | |
| "rewards/margins": 31.601383209228516, | |
| "rewards/rejected": -28.818038940429688, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.7448275862068965e-05, | |
| "logits/chosen": -0.44955122470855713, | |
| "logits/rejected": -1.550938606262207, | |
| "logps/chosen": -289.89959716796875, | |
| "logps/rejected": -400.880859375, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -0.4812740385532379, | |
| "rewards/margins": 33.061256408691406, | |
| "rewards/rejected": -33.54253005981445, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.739655172413793e-05, | |
| "logits/chosen": -0.18104656040668488, | |
| "logits/rejected": -1.4971003532409668, | |
| "logps/chosen": -418.8290710449219, | |
| "logps/rejected": -424.74859619140625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 6.926714897155762, | |
| "rewards/margins": 39.01382064819336, | |
| "rewards/rejected": -32.08710861206055, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.73448275862069e-05, | |
| "logits/chosen": -0.16005319356918335, | |
| "logits/rejected": -1.4771628379821777, | |
| "logps/chosen": -437.9535827636719, | |
| "logps/rejected": -435.7216796875, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 5.183934688568115, | |
| "rewards/margins": 40.51701354980469, | |
| "rewards/rejected": -35.33308410644531, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.729310344827586e-05, | |
| "logits/chosen": -0.35886967182159424, | |
| "logits/rejected": -1.6980268955230713, | |
| "logps/chosen": -404.4248962402344, | |
| "logps/rejected": -412.4001159667969, | |
| "loss": 0.0068, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.873406887054443, | |
| "rewards/margins": 38.6983757019043, | |
| "rewards/rejected": -30.824968338012695, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.724137931034483e-05, | |
| "logits/chosen": -0.4241984486579895, | |
| "logits/rejected": -1.4724136590957642, | |
| "logps/chosen": -353.877197265625, | |
| "logps/rejected": -414.2342529296875, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 2.698596954345703, | |
| "rewards/margins": 36.431583404541016, | |
| "rewards/rejected": -33.73298645019531, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.71896551724138e-05, | |
| "logits/chosen": -0.38190075755119324, | |
| "logits/rejected": -1.520878553390503, | |
| "logps/chosen": -303.9383544921875, | |
| "logps/rejected": -443.4150390625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 5.500533103942871, | |
| "rewards/margins": 41.76572036743164, | |
| "rewards/rejected": -36.26518630981445, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 3.713793103448276e-05, | |
| "logits/chosen": -0.5008329153060913, | |
| "logits/rejected": -1.4159965515136719, | |
| "logps/chosen": -298.4696044921875, | |
| "logps/rejected": -496.4792175292969, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 3.6865413188934326, | |
| "rewards/margins": 43.41154098510742, | |
| "rewards/rejected": -39.72499465942383, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 3.708620689655173e-05, | |
| "logits/chosen": -0.30573636293411255, | |
| "logits/rejected": -1.4757778644561768, | |
| "logps/chosen": -404.08349609375, | |
| "logps/rejected": -536.4090576171875, | |
| "loss": 0.0994, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 2.837350606918335, | |
| "rewards/margins": 47.625877380371094, | |
| "rewards/rejected": -44.78852844238281, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 3.7034482758620695e-05, | |
| "logits/chosen": -0.08167792111635208, | |
| "logits/rejected": -1.6543066501617432, | |
| "logps/chosen": -478.5865173339844, | |
| "logps/rejected": -535.1455078125, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 6.218913555145264, | |
| "rewards/margins": 51.752662658691406, | |
| "rewards/rejected": -45.533748626708984, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 3.698275862068966e-05, | |
| "logits/chosen": -0.4204535186290741, | |
| "logits/rejected": -1.4588035345077515, | |
| "logps/chosen": -488.2334899902344, | |
| "logps/rejected": -772.4085083007812, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.8939381837844849, | |
| "rewards/margins": 68.2295913696289, | |
| "rewards/rejected": -67.33565521240234, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 3.6931034482758624e-05, | |
| "logits/chosen": -0.21560296416282654, | |
| "logits/rejected": -1.2928329706192017, | |
| "logps/chosen": -516.2886352539062, | |
| "logps/rejected": -823.55908203125, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -6.315321922302246, | |
| "rewards/margins": 68.40852355957031, | |
| "rewards/rejected": -74.72383880615234, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 3.6879310344827586e-05, | |
| "logits/chosen": -0.42431268095970154, | |
| "logits/rejected": -0.9408793449401855, | |
| "logps/chosen": -475.7739562988281, | |
| "logps/rejected": -990.97802734375, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -15.18862247467041, | |
| "rewards/margins": 75.22517395019531, | |
| "rewards/rejected": -90.41380310058594, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 3.6827586206896554e-05, | |
| "logits/chosen": -0.3706437051296234, | |
| "logits/rejected": -1.5770463943481445, | |
| "logps/chosen": -580.4349365234375, | |
| "logps/rejected": -982.412841796875, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -2.3259365558624268, | |
| "rewards/margins": 85.03890991210938, | |
| "rewards/rejected": -87.36485290527344, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 3.6775862068965515e-05, | |
| "logits/chosen": -0.46955880522727966, | |
| "logits/rejected": -1.2554025650024414, | |
| "logps/chosen": -406.4046325683594, | |
| "logps/rejected": -807.9384155273438, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -8.099958419799805, | |
| "rewards/margins": 62.139991760253906, | |
| "rewards/rejected": -70.23995208740234, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 3.672413793103448e-05, | |
| "logits/chosen": -0.1373772770166397, | |
| "logits/rejected": -1.2258226871490479, | |
| "logps/chosen": -484.78289794921875, | |
| "logps/rejected": -775.5526123046875, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -6.985532283782959, | |
| "rewards/margins": 62.29596710205078, | |
| "rewards/rejected": -69.28150177001953, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 3.667241379310345e-05, | |
| "logits/chosen": -0.3842742145061493, | |
| "logits/rejected": -1.3139704465866089, | |
| "logps/chosen": -575.8878784179688, | |
| "logps/rejected": -772.5504150390625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -4.301702499389648, | |
| "rewards/margins": 63.3919563293457, | |
| "rewards/rejected": -67.69366455078125, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 3.662068965517241e-05, | |
| "logits/chosen": -0.16872625052928925, | |
| "logits/rejected": -1.103173017501831, | |
| "logps/chosen": -407.3558349609375, | |
| "logps/rejected": -742.6690063476562, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -1.2132223844528198, | |
| "rewards/margins": 64.90454864501953, | |
| "rewards/rejected": -66.11776733398438, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 3.656896551724138e-05, | |
| "logits/chosen": -0.22817087173461914, | |
| "logits/rejected": -1.299288272857666, | |
| "logps/chosen": -535.9667358398438, | |
| "logps/rejected": -746.4730224609375, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -5.898517608642578, | |
| "rewards/margins": 60.320106506347656, | |
| "rewards/rejected": -66.21862030029297, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 3.651724137931035e-05, | |
| "logits/chosen": -0.43456578254699707, | |
| "logits/rejected": -1.3410723209381104, | |
| "logps/chosen": -434.5975036621094, | |
| "logps/rejected": -722.338623046875, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -4.796084880828857, | |
| "rewards/margins": 59.60700988769531, | |
| "rewards/rejected": -64.40309143066406, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 3.646551724137931e-05, | |
| "logits/chosen": -0.099545419216156, | |
| "logits/rejected": -1.4023548364639282, | |
| "logps/chosen": -587.4548950195312, | |
| "logps/rejected": -724.5460205078125, | |
| "loss": 0.0007, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -2.0788767337799072, | |
| "rewards/margins": 62.40778350830078, | |
| "rewards/rejected": -64.48665618896484, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 3.641379310344828e-05, | |
| "logits/chosen": -0.39735737442970276, | |
| "logits/rejected": -1.2577073574066162, | |
| "logps/chosen": -360.4342956542969, | |
| "logps/rejected": -707.16552734375, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -4.821351051330566, | |
| "rewards/margins": 52.31917953491211, | |
| "rewards/rejected": -57.140525817871094, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 3.6362068965517245e-05, | |
| "logits/chosen": -0.32743093371391296, | |
| "logits/rejected": -1.23341965675354, | |
| "logps/chosen": -430.1988830566406, | |
| "logps/rejected": -682.2755126953125, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -3.829233407974243, | |
| "rewards/margins": 54.4882926940918, | |
| "rewards/rejected": -58.317527770996094, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 3.6310344827586206e-05, | |
| "logits/chosen": -0.1188780814409256, | |
| "logits/rejected": -1.211256980895996, | |
| "logps/chosen": -478.95294189453125, | |
| "logps/rejected": -628.7106323242188, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -5.967594146728516, | |
| "rewards/margins": 46.12427520751953, | |
| "rewards/rejected": -52.09186935424805, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 3.6258620689655174e-05, | |
| "logits/chosen": -0.15380708873271942, | |
| "logits/rejected": -1.4826284646987915, | |
| "logps/chosen": -502.1640319824219, | |
| "logps/rejected": -613.2930297851562, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 1.2820662260055542, | |
| "rewards/margins": 54.291709899902344, | |
| "rewards/rejected": -53.0096435546875, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 3.620689655172414e-05, | |
| "logits/chosen": -0.04195930063724518, | |
| "logits/rejected": -1.2043323516845703, | |
| "logps/chosen": -408.9276123046875, | |
| "logps/rejected": -659.142578125, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 1.6782640218734741, | |
| "rewards/margins": 56.35860824584961, | |
| "rewards/rejected": -54.68034362792969, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 3.615517241379311e-05, | |
| "logits/chosen": -0.06693141162395477, | |
| "logits/rejected": -1.0604804754257202, | |
| "logps/chosen": -480.0716247558594, | |
| "logps/rejected": -639.0257568359375, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -3.6284542083740234, | |
| "rewards/margins": 51.55681228637695, | |
| "rewards/rejected": -55.18526840209961, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 3.610344827586207e-05, | |
| "logits/chosen": -0.1353115737438202, | |
| "logits/rejected": -1.2414418458938599, | |
| "logps/chosen": -441.62567138671875, | |
| "logps/rejected": -601.8602905273438, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -1.7760581970214844, | |
| "rewards/margins": 48.804161071777344, | |
| "rewards/rejected": -50.58022689819336, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 3.605172413793104e-05, | |
| "logits/chosen": -0.1814473569393158, | |
| "logits/rejected": -1.4145801067352295, | |
| "logps/chosen": -499.2064514160156, | |
| "logps/rejected": -635.701904296875, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -5.639859199523926, | |
| "rewards/margins": 49.006500244140625, | |
| "rewards/rejected": -54.646358489990234, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 3.6e-05, | |
| "logits/chosen": -0.13956058025360107, | |
| "logits/rejected": -0.8658940196037292, | |
| "logps/chosen": -353.8810729980469, | |
| "logps/rejected": -680.6879272460938, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -2.038844347000122, | |
| "rewards/margins": 52.220481872558594, | |
| "rewards/rejected": -54.25932312011719, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 3.594827586206897e-05, | |
| "logits/chosen": -0.191183939576149, | |
| "logits/rejected": -1.2838574647903442, | |
| "logps/chosen": -574.6087646484375, | |
| "logps/rejected": -622.7803955078125, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.7797561883926392, | |
| "rewards/margins": 50.8365592956543, | |
| "rewards/rejected": -50.05680465698242, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 3.589655172413793e-05, | |
| "logits/chosen": 0.004895269870758057, | |
| "logits/rejected": -1.0355963706970215, | |
| "logps/chosen": -378.75286865234375, | |
| "logps/rejected": -611.6342163085938, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 1.560927152633667, | |
| "rewards/margins": 53.636077880859375, | |
| "rewards/rejected": -52.07514953613281, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 3.58448275862069e-05, | |
| "logits/chosen": -0.0416397899389267, | |
| "logits/rejected": -1.0201894044876099, | |
| "logps/chosen": -286.4012145996094, | |
| "logps/rejected": -585.0177001953125, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.24752166867256165, | |
| "rewards/margins": 52.19663619995117, | |
| "rewards/rejected": -51.94911193847656, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 3.579310344827586e-05, | |
| "logits/chosen": 0.08275717496871948, | |
| "logits/rejected": -1.165152668952942, | |
| "logps/chosen": -402.03204345703125, | |
| "logps/rejected": -646.4345092773438, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -0.17879903316497803, | |
| "rewards/margins": 52.9560546875, | |
| "rewards/rejected": -53.13485336303711, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 3.574137931034483e-05, | |
| "logits/chosen": 0.046931296586990356, | |
| "logits/rejected": -1.2173397541046143, | |
| "logps/chosen": -379.2846374511719, | |
| "logps/rejected": -596.7713623046875, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -3.054905891418457, | |
| "rewards/margins": 49.74352264404297, | |
| "rewards/rejected": -52.79842758178711, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 3.5689655172413795e-05, | |
| "logits/chosen": -0.16892120242118835, | |
| "logits/rejected": -1.086595892906189, | |
| "logps/chosen": -383.6666564941406, | |
| "logps/rejected": -613.8699951171875, | |
| "loss": 0.0022, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -1.7993450164794922, | |
| "rewards/margins": 48.63136291503906, | |
| "rewards/rejected": -50.43070602416992, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 3.5637931034482757e-05, | |
| "logits/chosen": -0.0628051906824112, | |
| "logits/rejected": -1.2338706254959106, | |
| "logps/chosen": -420.1468505859375, | |
| "logps/rejected": -569.7159423828125, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -1.7352135181427002, | |
| "rewards/margins": 48.35806655883789, | |
| "rewards/rejected": -50.09328079223633, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 3.5586206896551725e-05, | |
| "logits/chosen": -0.13550832867622375, | |
| "logits/rejected": -1.3356702327728271, | |
| "logps/chosen": -471.48358154296875, | |
| "logps/rejected": -597.1064453125, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -4.008322715759277, | |
| "rewards/margins": 46.82109832763672, | |
| "rewards/rejected": -50.82941818237305, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 3.553448275862069e-05, | |
| "logits/chosen": -0.19657878577709198, | |
| "logits/rejected": -1.144600510597229, | |
| "logps/chosen": -416.9407653808594, | |
| "logps/rejected": -661.7545166015625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -1.8045517206192017, | |
| "rewards/margins": 57.125457763671875, | |
| "rewards/rejected": -58.93001174926758, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 3.5482758620689654e-05, | |
| "logits/chosen": -0.16479764878749847, | |
| "logits/rejected": -1.1088446378707886, | |
| "logps/chosen": -361.6660461425781, | |
| "logps/rejected": -531.82275390625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -0.02301928400993347, | |
| "rewards/margins": 45.43212127685547, | |
| "rewards/rejected": -45.455135345458984, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 3.543103448275862e-05, | |
| "logits/chosen": -0.06933975219726562, | |
| "logits/rejected": -1.1754459142684937, | |
| "logps/chosen": -392.62481689453125, | |
| "logps/rejected": -581.8388671875, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -1.2902095317840576, | |
| "rewards/margins": 48.50893783569336, | |
| "rewards/rejected": -49.79915237426758, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 3.537931034482759e-05, | |
| "logits/chosen": -0.26539716124534607, | |
| "logits/rejected": -1.2646820545196533, | |
| "logps/chosen": -315.2926940917969, | |
| "logps/rejected": -573.3612670898438, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.7868924140930176, | |
| "rewards/margins": 45.750999450683594, | |
| "rewards/rejected": -44.964107513427734, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 3.532758620689656e-05, | |
| "logits/chosen": 0.00513702817261219, | |
| "logits/rejected": -1.4749549627304077, | |
| "logps/chosen": -537.417724609375, | |
| "logps/rejected": -592.2806396484375, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.04149657487869263, | |
| "rewards/margins": 50.454158782958984, | |
| "rewards/rejected": -50.412662506103516, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 3.527586206896552e-05, | |
| "logits/chosen": -0.05358482524752617, | |
| "logits/rejected": -1.2646411657333374, | |
| "logps/chosen": -435.2836608886719, | |
| "logps/rejected": -563.5516357421875, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 1.9884543418884277, | |
| "rewards/margins": 47.98497009277344, | |
| "rewards/rejected": -45.99651336669922, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 3.522413793103449e-05, | |
| "logits/chosen": 0.0024913623929023743, | |
| "logits/rejected": -1.0907244682312012, | |
| "logps/chosen": -382.8013000488281, | |
| "logps/rejected": -551.0772705078125, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -1.0033998489379883, | |
| "rewards/margins": 44.1395263671875, | |
| "rewards/rejected": -45.14292526245117, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 3.5172413793103455e-05, | |
| "logits/chosen": -0.054612670093774796, | |
| "logits/rejected": -1.1346925497055054, | |
| "logps/chosen": -414.9861755371094, | |
| "logps/rejected": -596.8836059570312, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -1.3777976036071777, | |
| "rewards/margins": 48.898712158203125, | |
| "rewards/rejected": -50.276512145996094, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 3.5120689655172416e-05, | |
| "logits/chosen": -0.04273924231529236, | |
| "logits/rejected": -1.4653762578964233, | |
| "logps/chosen": -521.715576171875, | |
| "logps/rejected": -577.45263671875, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.3539397120475769, | |
| "rewards/margins": 48.13010025024414, | |
| "rewards/rejected": -47.776161193847656, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 3.5068965517241384e-05, | |
| "logits/chosen": -0.09971227496862411, | |
| "logits/rejected": -1.412309169769287, | |
| "logps/chosen": -541.3079833984375, | |
| "logps/rejected": -546.3953857421875, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.18726038932800293, | |
| "rewards/margins": 47.805355072021484, | |
| "rewards/rejected": -47.61809539794922, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 3.5017241379310345e-05, | |
| "logits/chosen": 0.04640922695398331, | |
| "logits/rejected": -1.2290853261947632, | |
| "logps/chosen": -445.3258056640625, | |
| "logps/rejected": -590.5760498046875, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.5043596029281616, | |
| "rewards/margins": 49.53385543823242, | |
| "rewards/rejected": -49.02949523925781, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 3.4965517241379313e-05, | |
| "logits/chosen": -0.2436431348323822, | |
| "logits/rejected": -1.1010798215866089, | |
| "logps/chosen": -310.34173583984375, | |
| "logps/rejected": -582.0191650390625, | |
| "loss": 0.0723, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": -6.261377334594727, | |
| "rewards/margins": 41.790748596191406, | |
| "rewards/rejected": -48.0521240234375, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 3.4913793103448275e-05, | |
| "logits/chosen": -0.0976068302989006, | |
| "logits/rejected": -1.1630501747131348, | |
| "logps/chosen": -407.0189514160156, | |
| "logps/rejected": -587.5228881835938, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 2.1800687313079834, | |
| "rewards/margins": 50.658512115478516, | |
| "rewards/rejected": -48.47844314575195, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 3.486206896551724e-05, | |
| "logits/chosen": -0.16128882765769958, | |
| "logits/rejected": -1.3036680221557617, | |
| "logps/chosen": -364.50506591796875, | |
| "logps/rejected": -502.24871826171875, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.9164876341819763, | |
| "rewards/margins": 44.952972412109375, | |
| "rewards/rejected": -44.03648376464844, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 3.4810344827586204e-05, | |
| "logits/chosen": -0.020467162132263184, | |
| "logits/rejected": -1.3299024105072021, | |
| "logps/chosen": -440.3603820800781, | |
| "logps/rejected": -508.4949645996094, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 2.407674789428711, | |
| "rewards/margins": 41.96260070800781, | |
| "rewards/rejected": -39.55492401123047, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 3.475862068965517e-05, | |
| "logits/chosen": -0.12424595654010773, | |
| "logits/rejected": -1.2621549367904663, | |
| "logps/chosen": -372.3587951660156, | |
| "logps/rejected": -545.2764282226562, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.37911176681518555, | |
| "rewards/margins": 44.348899841308594, | |
| "rewards/rejected": -43.96978759765625, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 3.470689655172414e-05, | |
| "logits/chosen": -0.254048228263855, | |
| "logits/rejected": -1.3378281593322754, | |
| "logps/chosen": -400.1960754394531, | |
| "logps/rejected": -541.253173828125, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 4.260645866394043, | |
| "rewards/margins": 48.459110260009766, | |
| "rewards/rejected": -44.198463439941406, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 3.46551724137931e-05, | |
| "logits/chosen": -0.09928327798843384, | |
| "logits/rejected": -1.0079985857009888, | |
| "logps/chosen": -318.05535888671875, | |
| "logps/rejected": -475.6454162597656, | |
| "loss": 0.0001, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 1.3407931327819824, | |
| "rewards/margins": 39.11427307128906, | |
| "rewards/rejected": -37.773475646972656, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 3.460344827586207e-05, | |
| "logits/chosen": -0.17899078130722046, | |
| "logits/rejected": -1.0408397912979126, | |
| "logps/chosen": -260.2774658203125, | |
| "logps/rejected": -587.495361328125, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -1.1181957721710205, | |
| "rewards/margins": 47.448177337646484, | |
| "rewards/rejected": -48.566375732421875, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 3.455172413793104e-05, | |
| "logits/chosen": -0.15649932622909546, | |
| "logits/rejected": -1.3504737615585327, | |
| "logps/chosen": -352.34295654296875, | |
| "logps/rejected": -463.55999755859375, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 3.939250946044922, | |
| "rewards/margins": 40.67493438720703, | |
| "rewards/rejected": -36.73568344116211, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 3.4500000000000005e-05, | |
| "logits/chosen": -0.047948114573955536, | |
| "logits/rejected": -1.2849537134170532, | |
| "logps/chosen": -394.3268737792969, | |
| "logps/rejected": -474.2886962890625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 2.573990821838379, | |
| "rewards/margins": 43.014068603515625, | |
| "rewards/rejected": -40.44007873535156, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 3.4448275862068966e-05, | |
| "logits/chosen": -0.23074887692928314, | |
| "logits/rejected": -1.2006328105926514, | |
| "logps/chosen": -316.7071228027344, | |
| "logps/rejected": -518.9232177734375, | |
| "loss": 0.4199, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 2.6951587200164795, | |
| "rewards/margins": 36.5284309387207, | |
| "rewards/rejected": -33.833274841308594, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 3.4396551724137934e-05, | |
| "logits/chosen": -0.16572320461273193, | |
| "logits/rejected": -1.3215007781982422, | |
| "logps/chosen": -444.8575744628906, | |
| "logps/rejected": -486.4254455566406, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 2.5085513591766357, | |
| "rewards/margins": 45.29148483276367, | |
| "rewards/rejected": -42.78293228149414, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 3.43448275862069e-05, | |
| "logits/chosen": -0.38803166151046753, | |
| "logits/rejected": -1.2651021480560303, | |
| "logps/chosen": -350.4290771484375, | |
| "logps/rejected": -569.2044677734375, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.44204509258270264, | |
| "rewards/margins": 48.26247787475586, | |
| "rewards/rejected": -47.820430755615234, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 3.4293103448275864e-05, | |
| "logits/chosen": -0.19859111309051514, | |
| "logits/rejected": -1.1871520280838013, | |
| "logps/chosen": -354.1485900878906, | |
| "logps/rejected": -605.5889892578125, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -3.625746250152588, | |
| "rewards/margins": 48.65724563598633, | |
| "rewards/rejected": -52.282989501953125, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 3.424137931034483e-05, | |
| "logits/chosen": -0.003446124028414488, | |
| "logits/rejected": -1.4357542991638184, | |
| "logps/chosen": -464.06402587890625, | |
| "logps/rejected": -584.0009155273438, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -2.0634913444519043, | |
| "rewards/margins": 49.579891204833984, | |
| "rewards/rejected": -51.64338302612305, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 3.41896551724138e-05, | |
| "logits/chosen": 0.005802547559142113, | |
| "logits/rejected": -1.1215245723724365, | |
| "logps/chosen": -487.831298828125, | |
| "logps/rejected": -645.035400390625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -3.5290374755859375, | |
| "rewards/margins": 52.562137603759766, | |
| "rewards/rejected": -56.0911750793457, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 3.413793103448276e-05, | |
| "logits/chosen": -0.27775824069976807, | |
| "logits/rejected": -1.4532489776611328, | |
| "logps/chosen": -468.9490051269531, | |
| "logps/rejected": -570.933837890625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -3.029543161392212, | |
| "rewards/margins": 45.34672927856445, | |
| "rewards/rejected": -48.37627029418945, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 3.408620689655173e-05, | |
| "logits/chosen": -0.04865233972668648, | |
| "logits/rejected": -1.0499883890151978, | |
| "logps/chosen": -517.0708618164062, | |
| "logps/rejected": -639.54541015625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -5.305459499359131, | |
| "rewards/margins": 50.58137512207031, | |
| "rewards/rejected": -55.88683319091797, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 3.403448275862069e-05, | |
| "logits/chosen": -0.2616862654685974, | |
| "logits/rejected": -1.0700899362564087, | |
| "logps/chosen": -401.421875, | |
| "logps/rejected": -618.0116577148438, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -10.54936408996582, | |
| "rewards/margins": 44.39057922363281, | |
| "rewards/rejected": -54.939937591552734, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 3.398275862068966e-05, | |
| "logits/chosen": 0.02191777713596821, | |
| "logits/rejected": -1.4829727411270142, | |
| "logps/chosen": -577.8099365234375, | |
| "logps/rejected": -660.3970947265625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -7.7517547607421875, | |
| "rewards/margins": 47.69034194946289, | |
| "rewards/rejected": -55.442100524902344, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 3.393103448275862e-05, | |
| "logits/chosen": -0.055667877197265625, | |
| "logits/rejected": -1.1761151552200317, | |
| "logps/chosen": -493.5972900390625, | |
| "logps/rejected": -705.7115478515625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -8.951239585876465, | |
| "rewards/margins": 50.98706817626953, | |
| "rewards/rejected": -59.93830871582031, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 3.387931034482759e-05, | |
| "logits/chosen": -0.010112253949046135, | |
| "logits/rejected": -1.1061949729919434, | |
| "logps/chosen": -544.2592163085938, | |
| "logps/rejected": -648.0838012695312, | |
| "loss": 0.0685, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": -10.865694999694824, | |
| "rewards/margins": 42.983341217041016, | |
| "rewards/rejected": -53.84903335571289, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.382758620689655e-05, | |
| "logits/chosen": -0.3130599856376648, | |
| "logits/rejected": -1.1265610456466675, | |
| "logps/chosen": -394.48321533203125, | |
| "logps/rejected": -624.9985961914062, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -7.234168529510498, | |
| "rewards/margins": 44.61975860595703, | |
| "rewards/rejected": -51.853919982910156, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.3775862068965516e-05, | |
| "logits/chosen": -0.5001847743988037, | |
| "logits/rejected": -1.2859660387039185, | |
| "logps/chosen": -381.885009765625, | |
| "logps/rejected": -276.1200256347656, | |
| "loss": 0.0274, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -1.0845551490783691, | |
| "rewards/margins": 17.89061737060547, | |
| "rewards/rejected": -18.975173950195312, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.3724137931034484e-05, | |
| "logits/chosen": -0.16429847478866577, | |
| "logits/rejected": -1.3770393133163452, | |
| "logps/chosen": -416.09918212890625, | |
| "logps/rejected": -444.2696533203125, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -1.0829229354858398, | |
| "rewards/margins": 36.78654098510742, | |
| "rewards/rejected": -37.86946487426758, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.367241379310345e-05, | |
| "logits/chosen": -0.027936279773712158, | |
| "logits/rejected": -1.2221875190734863, | |
| "logps/chosen": -522.7379150390625, | |
| "logps/rejected": -575.3955688476562, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -3.6051886081695557, | |
| "rewards/margins": 44.91753005981445, | |
| "rewards/rejected": -48.52272033691406, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.3620689655172414e-05, | |
| "logits/chosen": -0.023054365068674088, | |
| "logits/rejected": -1.0561506748199463, | |
| "logps/chosen": -476.08087158203125, | |
| "logps/rejected": -584.338134765625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -0.656482994556427, | |
| "rewards/margins": 47.59941864013672, | |
| "rewards/rejected": -48.25589370727539, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.356896551724138e-05, | |
| "logits/chosen": -0.21733063459396362, | |
| "logits/rejected": -0.9282070994377136, | |
| "logps/chosen": -309.57916259765625, | |
| "logps/rejected": -548.53564453125, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -9.397457122802734, | |
| "rewards/margins": 38.486846923828125, | |
| "rewards/rejected": -47.884307861328125, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.351724137931035e-05, | |
| "logits/chosen": -0.13685892522335052, | |
| "logits/rejected": -0.881144642829895, | |
| "logps/chosen": -402.0709228515625, | |
| "logps/rejected": -593.3131103515625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -10.071722984313965, | |
| "rewards/margins": 41.16486358642578, | |
| "rewards/rejected": -51.23658752441406, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.346551724137931e-05, | |
| "logits/chosen": 0.0004104040563106537, | |
| "logits/rejected": -1.2138159275054932, | |
| "logps/chosen": -586.6741333007812, | |
| "logps/rejected": -579.4757080078125, | |
| "loss": 0.0041, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -2.9185256958007812, | |
| "rewards/margins": 41.63846206665039, | |
| "rewards/rejected": -44.556983947753906, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.341379310344828e-05, | |
| "logits/chosen": -0.11678376793861389, | |
| "logits/rejected": -1.2740269899368286, | |
| "logps/chosen": -518.05908203125, | |
| "logps/rejected": -548.7737426757812, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -7.559596061706543, | |
| "rewards/margins": 40.736881256103516, | |
| "rewards/rejected": -48.296478271484375, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.336206896551725e-05, | |
| "logits/chosen": -0.2319948375225067, | |
| "logits/rejected": -1.038511872291565, | |
| "logps/chosen": -457.996337890625, | |
| "logps/rejected": -614.3683471679688, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -3.421997547149658, | |
| "rewards/margins": 46.14197540283203, | |
| "rewards/rejected": -49.56397247314453, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.331034482758621e-05, | |
| "logits/chosen": -0.175481915473938, | |
| "logits/rejected": -0.9189218878746033, | |
| "logps/chosen": -413.4037170410156, | |
| "logps/rejected": -577.8434448242188, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -5.640353679656982, | |
| "rewards/margins": 43.46728515625, | |
| "rewards/rejected": -49.107635498046875, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.3258620689655176e-05, | |
| "logits/chosen": 0.041123226284980774, | |
| "logits/rejected": -1.239971399307251, | |
| "logps/chosen": -625.6574096679688, | |
| "logps/rejected": -620.5679321289062, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -4.8174872398376465, | |
| "rewards/margins": 47.40455627441406, | |
| "rewards/rejected": -52.2220458984375, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.3206896551724144e-05, | |
| "logits/chosen": 0.016035079956054688, | |
| "logits/rejected": -1.058797836303711, | |
| "logps/chosen": -433.7515869140625, | |
| "logps/rejected": -610.6272583007812, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -5.2071919441223145, | |
| "rewards/margins": 46.5596809387207, | |
| "rewards/rejected": -51.766876220703125, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.3155172413793105e-05, | |
| "logits/chosen": 0.005678463727235794, | |
| "logits/rejected": -1.0126562118530273, | |
| "logps/chosen": -519.1249389648438, | |
| "logps/rejected": -667.5272216796875, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.07732820510864258, | |
| "rewards/margins": 48.706153869628906, | |
| "rewards/rejected": -48.628822326660156, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.310344827586207e-05, | |
| "logits/chosen": -0.06707608699798584, | |
| "logits/rejected": -1.1867536306381226, | |
| "logps/chosen": -434.00762939453125, | |
| "logps/rejected": -475.2304382324219, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -3.4429032802581787, | |
| "rewards/margins": 38.4698486328125, | |
| "rewards/rejected": -41.91275405883789, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.3051724137931035e-05, | |
| "logits/chosen": 0.016937214881181717, | |
| "logits/rejected": -0.9644786715507507, | |
| "logps/chosen": -438.28424072265625, | |
| "logps/rejected": -540.373291015625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -3.785179615020752, | |
| "rewards/margins": 39.099998474121094, | |
| "rewards/rejected": -42.88517761230469, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.3e-05, | |
| "logits/chosen": -0.13098500669002533, | |
| "logits/rejected": -1.1797230243682861, | |
| "logps/chosen": -481.2913818359375, | |
| "logps/rejected": -575.146240234375, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.13218802213668823, | |
| "rewards/margins": 49.17036056518555, | |
| "rewards/rejected": -49.03817367553711, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.2948275862068964e-05, | |
| "logits/chosen": -0.14736391603946686, | |
| "logits/rejected": -1.0556457042694092, | |
| "logps/chosen": -449.7217712402344, | |
| "logps/rejected": -555.5156860351562, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -9.082195281982422, | |
| "rewards/margins": 34.08275604248047, | |
| "rewards/rejected": -43.16495132446289, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.289655172413793e-05, | |
| "logits/chosen": -0.1435016244649887, | |
| "logits/rejected": -1.0380524396896362, | |
| "logps/chosen": -338.7105712890625, | |
| "logps/rejected": -543.041259765625, | |
| "loss": 0.0016, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -5.8971967697143555, | |
| "rewards/margins": 37.95754623413086, | |
| "rewards/rejected": -43.85474395751953, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.28448275862069e-05, | |
| "logits/chosen": -0.013942647725343704, | |
| "logits/rejected": -1.056246042251587, | |
| "logps/chosen": -434.2045593261719, | |
| "logps/rejected": -555.7156372070312, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -2.764453887939453, | |
| "rewards/margins": 43.68494415283203, | |
| "rewards/rejected": -46.44939422607422, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.279310344827586e-05, | |
| "logits/chosen": -0.11425824463367462, | |
| "logits/rejected": -0.994450569152832, | |
| "logps/chosen": -397.4031677246094, | |
| "logps/rejected": -641.703369140625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -7.2452192306518555, | |
| "rewards/margins": 43.18861389160156, | |
| "rewards/rejected": -50.433834075927734, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.274137931034483e-05, | |
| "logits/chosen": 0.03589939698576927, | |
| "logits/rejected": -1.0763846635818481, | |
| "logps/chosen": -394.02056884765625, | |
| "logps/rejected": -567.1450805664062, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -7.877297401428223, | |
| "rewards/margins": 43.63758850097656, | |
| "rewards/rejected": -51.514888763427734, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.26896551724138e-05, | |
| "logits/chosen": -0.042599305510520935, | |
| "logits/rejected": -0.9894676208496094, | |
| "logps/chosen": -390.73968505859375, | |
| "logps/rejected": -588.50244140625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -6.6523871421813965, | |
| "rewards/margins": 41.83343505859375, | |
| "rewards/rejected": -48.48582077026367, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.263793103448276e-05, | |
| "logits/chosen": -0.04844583570957184, | |
| "logits/rejected": -1.3764398097991943, | |
| "logps/chosen": -520.421875, | |
| "logps/rejected": -584.4087524414062, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -0.5111515522003174, | |
| "rewards/margins": 48.571834564208984, | |
| "rewards/rejected": -49.082984924316406, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.2586206896551726e-05, | |
| "logits/chosen": -0.10487770289182663, | |
| "logits/rejected": -1.2500025033950806, | |
| "logps/chosen": -576.0562133789062, | |
| "logps/rejected": -532.1016235351562, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -8.098315238952637, | |
| "rewards/margins": 37.71330261230469, | |
| "rewards/rejected": -45.811614990234375, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.2534482758620694e-05, | |
| "logits/chosen": -0.015081293880939484, | |
| "logits/rejected": -1.127041220664978, | |
| "logps/chosen": -518.3914794921875, | |
| "logps/rejected": -600.3658447265625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -9.67361068725586, | |
| "rewards/margins": 43.359867095947266, | |
| "rewards/rejected": -53.033477783203125, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.2482758620689655e-05, | |
| "logits/chosen": -0.10006409883499146, | |
| "logits/rejected": -0.9317835569381714, | |
| "logps/chosen": -492.3525085449219, | |
| "logps/rejected": -598.6736450195312, | |
| "loss": 0.0192, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -8.045526504516602, | |
| "rewards/margins": 40.16624450683594, | |
| "rewards/rejected": -48.21177291870117, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.2431034482758623e-05, | |
| "logits/chosen": -0.14413213729858398, | |
| "logits/rejected": -0.8675107955932617, | |
| "logps/chosen": -349.6807556152344, | |
| "logps/rejected": -615.5933227539062, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -8.971858978271484, | |
| "rewards/margins": 42.66694641113281, | |
| "rewards/rejected": -51.63880920410156, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.237931034482759e-05, | |
| "logits/chosen": -0.06418796628713608, | |
| "logits/rejected": -1.261458396911621, | |
| "logps/chosen": -456.44097900390625, | |
| "logps/rejected": -582.775634765625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -3.9118471145629883, | |
| "rewards/margins": 45.231956481933594, | |
| "rewards/rejected": -49.143798828125, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.232758620689655e-05, | |
| "logits/chosen": 0.015173820778727531, | |
| "logits/rejected": -1.3602452278137207, | |
| "logps/chosen": -556.77294921875, | |
| "logps/rejected": -552.7382202148438, | |
| "loss": 0.249, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": -5.175498008728027, | |
| "rewards/margins": 42.23072052001953, | |
| "rewards/rejected": -47.40621566772461, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.227586206896552e-05, | |
| "logits/chosen": 0.0050443485379219055, | |
| "logits/rejected": -1.1559348106384277, | |
| "logps/chosen": -483.6645812988281, | |
| "logps/rejected": -579.65478515625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -0.6171573996543884, | |
| "rewards/margins": 46.14912414550781, | |
| "rewards/rejected": -46.76628112792969, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.222413793103449e-05, | |
| "logits/chosen": -0.015672463923692703, | |
| "logits/rejected": -0.8948309421539307, | |
| "logps/chosen": -404.2826843261719, | |
| "logps/rejected": -543.1045532226562, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.27553945779800415, | |
| "rewards/margins": 44.960777282714844, | |
| "rewards/rejected": -44.68523406982422, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.217241379310345e-05, | |
| "logits/chosen": -0.0836256816983223, | |
| "logits/rejected": -0.947052538394928, | |
| "logps/chosen": -308.1258850097656, | |
| "logps/rejected": -547.1864013671875, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": -3.2600884437561035, | |
| "rewards/margins": 40.025543212890625, | |
| "rewards/rejected": -43.28562927246094, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.212068965517242e-05, | |
| "logits/chosen": 0.0691690593957901, | |
| "logits/rejected": -1.4175320863723755, | |
| "logps/chosen": -564.2918701171875, | |
| "logps/rejected": -524.4912719726562, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 5.575163841247559, | |
| "rewards/margins": 46.277183532714844, | |
| "rewards/rejected": -40.70201873779297, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.206896551724138e-05, | |
| "logits/chosen": -0.2818552851676941, | |
| "logits/rejected": -1.078634262084961, | |
| "logps/chosen": -350.2765808105469, | |
| "logps/rejected": -537.8307495117188, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.6971882581710815, | |
| "rewards/margins": 41.953392028808594, | |
| "rewards/rejected": -41.256202697753906, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.201724137931035e-05, | |
| "logits/chosen": -0.16628246009349823, | |
| "logits/rejected": -1.2242597341537476, | |
| "logps/chosen": -388.05078125, | |
| "logps/rejected": -504.51910400390625, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 1.7080140113830566, | |
| "rewards/margins": 41.291893005371094, | |
| "rewards/rejected": -39.58388137817383, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 3.196551724137931e-05, | |
| "logits/chosen": -0.13853780925273895, | |
| "logits/rejected": -1.0252296924591064, | |
| "logps/chosen": -358.7446594238281, | |
| "logps/rejected": -497.95281982421875, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.08794373273849487, | |
| "rewards/margins": 39.5137825012207, | |
| "rewards/rejected": -39.425838470458984, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 3.1913793103448276e-05, | |
| "logits/chosen": -0.10767735540866852, | |
| "logits/rejected": -1.0644776821136475, | |
| "logps/chosen": -374.3890075683594, | |
| "logps/rejected": -475.7244873046875, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 0.7640305161476135, | |
| "rewards/margins": 39.74821472167969, | |
| "rewards/rejected": -38.984188079833984, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 3.1862068965517244e-05, | |
| "logits/chosen": -0.09947740286588669, | |
| "logits/rejected": -1.1763038635253906, | |
| "logps/chosen": -364.96258544921875, | |
| "logps/rejected": -410.973876953125, | |
| "loss": 0.0, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 1.1341031789779663, | |
| "rewards/margins": 34.35022735595703, | |
| "rewards/rejected": -33.21612548828125, | |
| "step": 300 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 916, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "total_flos": 0.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |