| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.3292994154935375, | |
| "eval_steps": 500, | |
| "global_step": 3000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 9.999970269475589e-06, | |
| "logits/chosen": -2.748720645904541, | |
| "logits/rejected": -3.5176024436950684, | |
| "logps/chosen": -165.87062072753906, | |
| "logps/rejected": -23.556869506835938, | |
| "loss": 1.5949, | |
| "rewards/accuracies": 0.612500011920929, | |
| "rewards/chosen": 11.860421180725098, | |
| "rewards/margins": 2.147804021835327, | |
| "rewards/rejected": 9.712616920471191, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 9.999881078255916e-06, | |
| "logits/chosen": -3.261986255645752, | |
| "logits/rejected": -4.041715145111084, | |
| "logps/chosen": -153.11898803710938, | |
| "logps/rejected": -24.845947265625, | |
| "loss": 1.6208, | |
| "rewards/accuracies": 0.574999988079071, | |
| "rewards/chosen": 12.161478042602539, | |
| "rewards/margins": 2.482882499694824, | |
| "rewards/rejected": 9.678595542907715, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 9.99973242740166e-06, | |
| "logits/chosen": -2.687460422515869, | |
| "logits/rejected": -3.837062358856201, | |
| "logps/chosen": -148.68341064453125, | |
| "logps/rejected": -34.57600402832031, | |
| "loss": 1.497, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": 12.840588569641113, | |
| "rewards/margins": 2.2458953857421875, | |
| "rewards/rejected": 10.59469223022461, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 9.99954780509173e-06, | |
| "logits/chosen": -2.9765782356262207, | |
| "logits/rejected": -4.164349555969238, | |
| "logps/chosen": -201.6632537841797, | |
| "logps/rejected": -29.7652645111084, | |
| "loss": 1.8816, | |
| "rewards/accuracies": 0.574999988079071, | |
| "rewards/chosen": 12.654102325439453, | |
| "rewards/margins": 2.569594383239746, | |
| "rewards/rejected": 10.084507942199707, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.999286186386431e-06, | |
| "logits/chosen": -3.153574228286743, | |
| "logits/rejected": -3.934051036834717, | |
| "logps/chosen": -138.03778076171875, | |
| "logps/rejected": -30.519153594970703, | |
| "loss": 1.9103, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": 11.428102493286133, | |
| "rewards/margins": 1.7032209634780884, | |
| "rewards/rejected": 9.724882125854492, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.998965115121132e-06, | |
| "logits/chosen": -3.201958417892456, | |
| "logits/rejected": -4.274596691131592, | |
| "logps/chosen": -166.93260192871094, | |
| "logps/rejected": -35.59614944458008, | |
| "loss": 2.0164, | |
| "rewards/accuracies": 0.5625, | |
| "rewards/chosen": 11.013410568237305, | |
| "rewards/margins": 1.4899368286132812, | |
| "rewards/rejected": 9.523473739624023, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.998584595114074e-06, | |
| "logits/chosen": -3.6508994102478027, | |
| "logits/rejected": -4.988117694854736, | |
| "logps/chosen": -192.28738403320312, | |
| "logps/rejected": -39.88438415527344, | |
| "loss": 0.7081, | |
| "rewards/accuracies": 0.7875000238418579, | |
| "rewards/chosen": 12.313508987426758, | |
| "rewards/margins": 4.361058712005615, | |
| "rewards/rejected": 7.952448844909668, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.998144630890485e-06, | |
| "logits/chosen": -3.2785956859588623, | |
| "logits/rejected": -4.609368801116943, | |
| "logps/chosen": -177.5666961669922, | |
| "logps/rejected": -48.05603790283203, | |
| "loss": 1.1081, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": 12.321931838989258, | |
| "rewards/margins": 4.14510440826416, | |
| "rewards/rejected": 8.176828384399414, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.997645227682513e-06, | |
| "logits/chosen": -3.4411368370056152, | |
| "logits/rejected": -4.750131607055664, | |
| "logps/chosen": -163.21450805664062, | |
| "logps/rejected": -53.2952880859375, | |
| "loss": 1.1417, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": 11.179890632629395, | |
| "rewards/margins": 3.490216016769409, | |
| "rewards/rejected": 7.689675331115723, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.997086391429161e-06, | |
| "logits/chosen": -3.429443836212158, | |
| "logits/rejected": -4.5238776206970215, | |
| "logps/chosen": -176.43289184570312, | |
| "logps/rejected": -65.92268371582031, | |
| "loss": 0.9445, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 10.390297889709473, | |
| "rewards/margins": 3.6286094188690186, | |
| "rewards/rejected": 6.761689186096191, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.99646812877623e-06, | |
| "logits/chosen": -3.4572105407714844, | |
| "logits/rejected": -4.460841655731201, | |
| "logps/chosen": -170.5079803466797, | |
| "logps/rejected": -68.17359161376953, | |
| "loss": 0.6313, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": 10.23057746887207, | |
| "rewards/margins": 4.633530616760254, | |
| "rewards/rejected": 5.5970458984375, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.995790447076232e-06, | |
| "logits/chosen": -3.5251846313476562, | |
| "logits/rejected": -4.237984657287598, | |
| "logps/chosen": -163.4308624267578, | |
| "logps/rejected": -69.18915557861328, | |
| "loss": 0.8116, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": 10.12580394744873, | |
| "rewards/margins": 4.935164451599121, | |
| "rewards/rejected": 5.190640449523926, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.995053354388295e-06, | |
| "logits/chosen": -3.2857518196105957, | |
| "logits/rejected": -4.0882792472839355, | |
| "logps/chosen": -211.8911590576172, | |
| "logps/rejected": -76.1227035522461, | |
| "loss": 0.1832, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": 10.317492485046387, | |
| "rewards/margins": 5.812389373779297, | |
| "rewards/rejected": 4.505103588104248, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.994256859478082e-06, | |
| "logits/chosen": -3.0444934368133545, | |
| "logits/rejected": -3.676633358001709, | |
| "logps/chosen": -229.4088134765625, | |
| "logps/rejected": -82.24313354492188, | |
| "loss": 0.3931, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": 10.056417465209961, | |
| "rewards/margins": 5.8769307136535645, | |
| "rewards/rejected": 4.17948579788208, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.993489232972927e-06, | |
| "logits/chosen": -3.0874276161193848, | |
| "logits/rejected": -3.6212425231933594, | |
| "logps/chosen": -163.163330078125, | |
| "logps/rejected": -76.16889953613281, | |
| "loss": 0.7483, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": 9.392515182495117, | |
| "rewards/margins": 5.074815273284912, | |
| "rewards/rejected": 4.3177008628845215, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.992579900519751e-06, | |
| "logits/chosen": -2.9442169666290283, | |
| "logits/rejected": -3.488318681716919, | |
| "logps/chosen": -202.21347045898438, | |
| "logps/rejected": -84.56549072265625, | |
| "loss": 0.3173, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": 9.955198287963867, | |
| "rewards/margins": 6.719505310058594, | |
| "rewards/rejected": 3.2356934547424316, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.99161119525913e-06, | |
| "logits/chosen": -2.819887161254883, | |
| "logits/rejected": -3.2742202281951904, | |
| "logps/chosen": -212.2724151611328, | |
| "logps/rejected": -90.73429870605469, | |
| "loss": 0.3464, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": 9.708670616149902, | |
| "rewards/margins": 5.832002639770508, | |
| "rewards/rejected": 3.8766684532165527, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.990688606280938e-06, | |
| "logits/chosen": -2.7344448566436768, | |
| "logits/rejected": -2.890084743499756, | |
| "logps/chosen": -184.69085693359375, | |
| "logps/rejected": -89.32521057128906, | |
| "loss": 0.6789, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": 9.630158424377441, | |
| "rewards/margins": 5.920450687408447, | |
| "rewards/rejected": 3.7097079753875732, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.989607125007361e-06, | |
| "logits/chosen": -2.5483996868133545, | |
| "logits/rejected": -2.572554588317871, | |
| "logps/chosen": -172.837158203125, | |
| "logps/rejected": -92.3455581665039, | |
| "loss": 0.4471, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": 8.161615371704102, | |
| "rewards/margins": 4.883408069610596, | |
| "rewards/rejected": 3.2782065868377686, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.98846630627921e-06, | |
| "logits/chosen": -2.7279348373413086, | |
| "logits/rejected": -2.8250045776367188, | |
| "logps/chosen": -216.2030487060547, | |
| "logps/rejected": -94.36392211914062, | |
| "loss": 0.1686, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": 9.2470703125, | |
| "rewards/margins": 6.067578315734863, | |
| "rewards/rejected": 3.1794912815093994, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.98726616366334e-06, | |
| "logits/chosen": -2.476562261581421, | |
| "logits/rejected": -2.579338550567627, | |
| "logps/chosen": -169.55120849609375, | |
| "logps/rejected": -101.41313171386719, | |
| "loss": 0.3145, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": 8.830245018005371, | |
| "rewards/margins": 5.8404154777526855, | |
| "rewards/rejected": 2.9898295402526855, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.986006711432099e-06, | |
| "logits/chosen": -2.6179986000061035, | |
| "logits/rejected": -2.938459873199463, | |
| "logps/chosen": -239.5026397705078, | |
| "logps/rejected": -93.572998046875, | |
| "loss": 0.136, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": 10.406990051269531, | |
| "rewards/margins": 7.794189453125, | |
| "rewards/rejected": 2.612799882888794, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 9.984687964563159e-06, | |
| "logits/chosen": -2.4739646911621094, | |
| "logits/rejected": -2.5754473209381104, | |
| "logps/chosen": -178.31881713867188, | |
| "logps/rejected": -95.78547668457031, | |
| "loss": 0.2827, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 8.740915298461914, | |
| "rewards/margins": 6.064324855804443, | |
| "rewards/rejected": 2.676591396331787, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 9.983309938739332e-06, | |
| "logits/chosen": -2.6331839561462402, | |
| "logits/rejected": -2.8605971336364746, | |
| "logps/chosen": -229.9063720703125, | |
| "logps/rejected": -90.2779541015625, | |
| "loss": 0.0817, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 10.207468032836914, | |
| "rewards/margins": 7.982739448547363, | |
| "rewards/rejected": 2.2247281074523926, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 9.98187265034839e-06, | |
| "logits/chosen": -2.3521595001220703, | |
| "logits/rejected": -2.5626819133758545, | |
| "logps/chosen": -190.8962860107422, | |
| "logps/rejected": -104.4652099609375, | |
| "loss": 0.2826, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": 8.663321495056152, | |
| "rewards/margins": 6.1150994300842285, | |
| "rewards/rejected": 2.5482218265533447, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 9.980376116482871e-06, | |
| "logits/chosen": -2.4073798656463623, | |
| "logits/rejected": -2.531911849975586, | |
| "logps/chosen": -204.7512664794922, | |
| "logps/rejected": -108.78132629394531, | |
| "loss": 0.2884, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": 9.377767562866211, | |
| "rewards/margins": 6.906778812408447, | |
| "rewards/rejected": 2.470989227294922, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 9.978820354939866e-06, | |
| "logits/chosen": -2.2742762565612793, | |
| "logits/rejected": -2.1533379554748535, | |
| "logps/chosen": -189.8150177001953, | |
| "logps/rejected": -112.7627944946289, | |
| "loss": 0.4643, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": 9.204684257507324, | |
| "rewards/margins": 6.9484758377075195, | |
| "rewards/rejected": 2.2562096118927, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 9.97720538422082e-06, | |
| "logits/chosen": -2.1974568367004395, | |
| "logits/rejected": -2.233710765838623, | |
| "logps/chosen": -198.45361328125, | |
| "logps/rejected": -111.978515625, | |
| "loss": 0.1247, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 10.231064796447754, | |
| "rewards/margins": 8.133554458618164, | |
| "rewards/rejected": 2.0975089073181152, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 9.975531223531301e-06, | |
| "logits/chosen": -2.2490475177764893, | |
| "logits/rejected": -2.30739164352417, | |
| "logps/chosen": -187.04519653320312, | |
| "logps/rejected": -109.82148742675781, | |
| "loss": 0.1268, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 8.633919715881348, | |
| "rewards/margins": 6.911574363708496, | |
| "rewards/rejected": 1.7223446369171143, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 9.973797892780783e-06, | |
| "logits/chosen": -2.035712718963623, | |
| "logits/rejected": -1.961692452430725, | |
| "logps/chosen": -179.4069366455078, | |
| "logps/rejected": -116.109130859375, | |
| "loss": 0.0938, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 9.934889793395996, | |
| "rewards/margins": 8.173246383666992, | |
| "rewards/rejected": 1.7616443634033203, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 9.972005412582397e-06, | |
| "logits/chosen": -2.2436442375183105, | |
| "logits/rejected": -1.8246514797210693, | |
| "logps/chosen": -201.26980590820312, | |
| "logps/rejected": -117.66944885253906, | |
| "loss": 0.2073, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": 8.626791954040527, | |
| "rewards/margins": 7.419760227203369, | |
| "rewards/rejected": 1.207031488418579, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 9.970153804252692e-06, | |
| "logits/chosen": -1.8984334468841553, | |
| "logits/rejected": -1.6126270294189453, | |
| "logps/chosen": -185.87290954589844, | |
| "logps/rejected": -117.4137954711914, | |
| "loss": 0.278, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": 8.371435165405273, | |
| "rewards/margins": 7.151828765869141, | |
| "rewards/rejected": 1.2196067571640015, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 9.968243089811384e-06, | |
| "logits/chosen": -1.771867036819458, | |
| "logits/rejected": -1.5103999376296997, | |
| "logps/chosen": -192.2825469970703, | |
| "logps/rejected": -118.695556640625, | |
| "loss": 0.0729, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 8.544290542602539, | |
| "rewards/margins": 7.602395057678223, | |
| "rewards/rejected": 0.9418962597846985, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 9.96627329198109e-06, | |
| "logits/chosen": -1.924703598022461, | |
| "logits/rejected": -1.3986445665359497, | |
| "logps/chosen": -203.59628295898438, | |
| "logps/rejected": -128.64163208007812, | |
| "loss": 0.2888, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": 8.449407577514648, | |
| "rewards/margins": 7.650280952453613, | |
| "rewards/rejected": 0.7991273999214172, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 9.96424443418706e-06, | |
| "logits/chosen": -1.8718311786651611, | |
| "logits/rejected": -1.552980661392212, | |
| "logps/chosen": -181.55087280273438, | |
| "logps/rejected": -120.4705581665039, | |
| "loss": 0.0762, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 8.385054588317871, | |
| "rewards/margins": 7.822892665863037, | |
| "rewards/rejected": 0.5621613264083862, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 9.962156540556895e-06, | |
| "logits/chosen": -1.7886946201324463, | |
| "logits/rejected": -1.5114587545394897, | |
| "logps/chosen": -183.34066772460938, | |
| "logps/rejected": -117.0723648071289, | |
| "loss": 0.1247, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 7.962329864501953, | |
| "rewards/margins": 7.366267204284668, | |
| "rewards/rejected": 0.5960620045661926, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 9.960009635920264e-06, | |
| "logits/chosen": -1.788691520690918, | |
| "logits/rejected": -1.3814653158187866, | |
| "logps/chosen": -197.45651245117188, | |
| "logps/rejected": -127.6612319946289, | |
| "loss": 0.076, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 9.019963264465332, | |
| "rewards/margins": 8.529821395874023, | |
| "rewards/rejected": 0.49014148116111755, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 9.95780374580861e-06, | |
| "logits/chosen": -1.5638988018035889, | |
| "logits/rejected": -1.1953327655792236, | |
| "logps/chosen": -189.52597045898438, | |
| "logps/rejected": -122.5257797241211, | |
| "loss": 0.2198, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 7.37133264541626, | |
| "rewards/margins": 6.876678466796875, | |
| "rewards/rejected": 0.4946538507938385, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 9.955538896454835e-06, | |
| "logits/chosen": -1.5664819478988647, | |
| "logits/rejected": -0.962997317314148, | |
| "logps/chosen": -204.67657470703125, | |
| "logps/rejected": -129.93968200683594, | |
| "loss": 0.0446, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 7.449831485748291, | |
| "rewards/margins": 7.785650730133057, | |
| "rewards/rejected": -0.33581945300102234, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 9.95321511479301e-06, | |
| "logits/chosen": -1.7048896551132202, | |
| "logits/rejected": -1.1939642429351807, | |
| "logps/chosen": -223.2345428466797, | |
| "logps/rejected": -130.3861846923828, | |
| "loss": 0.1745, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 8.562383651733398, | |
| "rewards/margins": 8.441825866699219, | |
| "rewards/rejected": 0.12055821716785431, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.950832428458025e-06, | |
| "logits/chosen": -1.2762507200241089, | |
| "logits/rejected": -0.9500716924667358, | |
| "logps/chosen": -195.8381805419922, | |
| "logps/rejected": -124.5715560913086, | |
| "loss": 0.1329, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 7.099652290344238, | |
| "rewards/margins": 7.511727809906006, | |
| "rewards/rejected": -0.41207608580589294, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.948390865785295e-06, | |
| "logits/chosen": -1.151587963104248, | |
| "logits/rejected": -0.925134539604187, | |
| "logps/chosen": -199.50967407226562, | |
| "logps/rejected": -137.6339111328125, | |
| "loss": 0.1983, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 7.476855278015137, | |
| "rewards/margins": 7.712057590484619, | |
| "rewards/rejected": -0.23520107567310333, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.94589045581039e-06, | |
| "logits/chosen": -1.0321991443634033, | |
| "logits/rejected": -0.8457671999931335, | |
| "logps/chosen": -206.13467407226562, | |
| "logps/rejected": -130.86544799804688, | |
| "loss": 0.2554, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 7.223177433013916, | |
| "rewards/margins": 7.446470737457275, | |
| "rewards/rejected": -0.2232942134141922, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.943331228268711e-06, | |
| "logits/chosen": -1.1853946447372437, | |
| "logits/rejected": -0.7296536564826965, | |
| "logps/chosen": -217.77304077148438, | |
| "logps/rejected": -127.19853210449219, | |
| "loss": 0.1477, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 7.660037040710449, | |
| "rewards/margins": 8.213974952697754, | |
| "rewards/rejected": -0.5539380311965942, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.94071321359513e-06, | |
| "logits/chosen": -0.9670246243476868, | |
| "logits/rejected": -0.314952552318573, | |
| "logps/chosen": -225.93533325195312, | |
| "logps/rejected": -154.71826171875, | |
| "loss": 0.172, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 7.689838409423828, | |
| "rewards/margins": 8.839930534362793, | |
| "rewards/rejected": -1.1500914096832275, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.938036442923624e-06, | |
| "logits/chosen": -0.9485570788383484, | |
| "logits/rejected": -0.33327311277389526, | |
| "logps/chosen": -225.99398803710938, | |
| "logps/rejected": -142.39173889160156, | |
| "loss": 0.0579, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 7.543333530426025, | |
| "rewards/margins": 8.586603164672852, | |
| "rewards/rejected": -1.0432696342468262, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.935300948086915e-06, | |
| "logits/chosen": -0.8986530303955078, | |
| "logits/rejected": -0.400226354598999, | |
| "logps/chosen": -209.4599609375, | |
| "logps/rejected": -130.23941040039062, | |
| "loss": 0.1114, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 7.468968391418457, | |
| "rewards/margins": 8.008504867553711, | |
| "rewards/rejected": -0.5395378470420837, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.932506761616078e-06, | |
| "logits/chosen": -0.7118775248527527, | |
| "logits/rejected": -0.03559774532914162, | |
| "logps/chosen": -193.45834350585938, | |
| "logps/rejected": -131.99844360351562, | |
| "loss": 0.0508, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.474764823913574, | |
| "rewards/margins": 8.308823585510254, | |
| "rewards/rejected": -0.8340586423873901, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.929653916740168e-06, | |
| "logits/chosen": -1.1100711822509766, | |
| "logits/rejected": -0.40355220437049866, | |
| "logps/chosen": -242.05697631835938, | |
| "logps/rejected": -139.188232421875, | |
| "loss": 0.1127, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 8.726511001586914, | |
| "rewards/margins": 9.716850280761719, | |
| "rewards/rejected": -0.9903383255004883, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.92674244738581e-06, | |
| "logits/chosen": -0.8486649394035339, | |
| "logits/rejected": 0.05283903330564499, | |
| "logps/chosen": -155.493408203125, | |
| "logps/rejected": -141.4785919189453, | |
| "loss": 0.0901, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 7.535587310791016, | |
| "rewards/margins": 8.244181632995605, | |
| "rewards/rejected": -0.7085943818092346, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.923772388176812e-06, | |
| "logits/chosen": -0.907477080821991, | |
| "logits/rejected": -0.171137273311615, | |
| "logps/chosen": -236.19198608398438, | |
| "logps/rejected": -133.06643676757812, | |
| "loss": 0.0178, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.850728034973145, | |
| "rewards/margins": 10.053266525268555, | |
| "rewards/rejected": -1.202539086341858, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.92074377443374e-06, | |
| "logits/chosen": -1.0009920597076416, | |
| "logits/rejected": -0.20153608918190002, | |
| "logps/chosen": -178.60147094726562, | |
| "logps/rejected": -143.53695678710938, | |
| "loss": 0.1976, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 7.2967023849487305, | |
| "rewards/margins": 8.339073181152344, | |
| "rewards/rejected": -1.0423698425292969, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.917656642173505e-06, | |
| "logits/chosen": -1.0008546113967896, | |
| "logits/rejected": -0.01453827042132616, | |
| "logps/chosen": -206.38461303710938, | |
| "logps/rejected": -144.1584014892578, | |
| "loss": 0.1575, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 8.916428565979004, | |
| "rewards/margins": 9.663307189941406, | |
| "rewards/rejected": -0.7468785047531128, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.91451102810893e-06, | |
| "logits/chosen": -1.326416015625, | |
| "logits/rejected": -0.38943323493003845, | |
| "logps/chosen": -220.2677764892578, | |
| "logps/rejected": -130.0069122314453, | |
| "loss": 0.054, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.959368705749512, | |
| "rewards/margins": 9.750789642333984, | |
| "rewards/rejected": -0.7914207577705383, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.911306969648318e-06, | |
| "logits/chosen": -0.932703971862793, | |
| "logits/rejected": -0.0587722584605217, | |
| "logps/chosen": -205.8779296875, | |
| "logps/rejected": -135.040283203125, | |
| "loss": 0.1965, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": 8.557300567626953, | |
| "rewards/margins": 9.26187515258789, | |
| "rewards/rejected": -0.7045742869377136, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.908044504895004e-06, | |
| "logits/chosen": -0.9326754808425903, | |
| "logits/rejected": -0.19441956281661987, | |
| "logps/chosen": -195.15328979492188, | |
| "logps/rejected": -131.31869506835938, | |
| "loss": 0.0943, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 8.366579055786133, | |
| "rewards/margins": 9.570085525512695, | |
| "rewards/rejected": -1.203505277633667, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.904723672646903e-06, | |
| "logits/chosen": -0.9648317098617554, | |
| "logits/rejected": -0.06580810248851776, | |
| "logps/chosen": -211.77633666992188, | |
| "logps/rejected": -136.65756225585938, | |
| "loss": 0.2817, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": 8.721487045288086, | |
| "rewards/margins": 9.342923164367676, | |
| "rewards/rejected": -0.6214349865913391, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.901344512396049e-06, | |
| "logits/chosen": -1.1457253694534302, | |
| "logits/rejected": -0.2043023556470871, | |
| "logps/chosen": -210.77450561523438, | |
| "logps/rejected": -128.11520385742188, | |
| "loss": 0.1145, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 8.162195205688477, | |
| "rewards/margins": 9.146950721740723, | |
| "rewards/rejected": -0.9847553968429565, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.897907064328125e-06, | |
| "logits/chosen": -0.8582237362861633, | |
| "logits/rejected": -0.14161944389343262, | |
| "logps/chosen": -202.4379425048828, | |
| "logps/rejected": -136.9176483154297, | |
| "loss": 0.2544, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 8.603880882263184, | |
| "rewards/margins": 9.390780448913574, | |
| "rewards/rejected": -0.7868987321853638, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.894411369321984e-06, | |
| "logits/chosen": -0.9913557767868042, | |
| "logits/rejected": -0.0038151517510414124, | |
| "logps/chosen": -182.00146484375, | |
| "logps/rejected": -135.45352172851562, | |
| "loss": 0.0794, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 7.4787445068359375, | |
| "rewards/margins": 8.599211692810059, | |
| "rewards/rejected": -1.120466947555542, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.890857468949164e-06, | |
| "logits/chosen": -0.9070969820022583, | |
| "logits/rejected": 0.03064725361764431, | |
| "logps/chosen": -223.1108856201172, | |
| "logps/rejected": -145.6663055419922, | |
| "loss": 0.0421, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 8.449647903442383, | |
| "rewards/margins": 10.343244552612305, | |
| "rewards/rejected": -1.8935970067977905, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.887245405473393e-06, | |
| "logits/chosen": -0.7473093867301941, | |
| "logits/rejected": 0.2375013381242752, | |
| "logps/chosen": -218.11428833007812, | |
| "logps/rejected": -137.17213439941406, | |
| "loss": 0.0778, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 7.949044704437256, | |
| "rewards/margins": 8.823598861694336, | |
| "rewards/rejected": -0.8745536804199219, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.88357522185009e-06, | |
| "logits/chosen": -0.913166344165802, | |
| "logits/rejected": -0.011747682467103004, | |
| "logps/chosen": -220.34603881835938, | |
| "logps/rejected": -141.53561401367188, | |
| "loss": 0.0287, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.446084976196289, | |
| "rewards/margins": 9.644007682800293, | |
| "rewards/rejected": -1.1979233026504517, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.879846961725846e-06, | |
| "logits/chosen": -0.8051003217697144, | |
| "logits/rejected": 0.030248349532485008, | |
| "logps/chosen": -199.5961456298828, | |
| "logps/rejected": -155.56056213378906, | |
| "loss": 0.0765, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 8.313097953796387, | |
| "rewards/margins": 9.846205711364746, | |
| "rewards/rejected": -1.5331077575683594, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.876060669437913e-06, | |
| "logits/chosen": -0.616194486618042, | |
| "logits/rejected": 0.2745420038700104, | |
| "logps/chosen": -215.4296417236328, | |
| "logps/rejected": -142.76492309570312, | |
| "loss": 0.0848, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 7.84356164932251, | |
| "rewards/margins": 9.544157981872559, | |
| "rewards/rejected": -1.7005951404571533, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.872216390013675e-06, | |
| "logits/chosen": -0.7901605367660522, | |
| "logits/rejected": 0.41072148084640503, | |
| "logps/chosen": -185.0421142578125, | |
| "logps/rejected": -144.97398376464844, | |
| "loss": 0.1577, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 7.704103946685791, | |
| "rewards/margins": 9.240386009216309, | |
| "rewards/rejected": -1.5362818241119385, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.868314169170108e-06, | |
| "logits/chosen": -0.5289187431335449, | |
| "logits/rejected": 0.397865355014801, | |
| "logps/chosen": -219.9363555908203, | |
| "logps/rejected": -142.4893798828125, | |
| "loss": 0.1996, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": 7.231544494628906, | |
| "rewards/margins": 8.826276779174805, | |
| "rewards/rejected": -1.5947315692901611, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.86435405331324e-06, | |
| "logits/chosen": -0.3374841809272766, | |
| "logits/rejected": 0.4616989195346832, | |
| "logps/chosen": -197.3474578857422, | |
| "logps/rejected": -141.45425415039062, | |
| "loss": 0.0638, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.858680725097656, | |
| "rewards/margins": 9.586578369140625, | |
| "rewards/rejected": -1.7278966903686523, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.860336089537601e-06, | |
| "logits/chosen": -0.4742531180381775, | |
| "logits/rejected": 0.3263815939426422, | |
| "logps/chosen": -197.79933166503906, | |
| "logps/rejected": -145.15786743164062, | |
| "loss": 0.1294, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 7.016458988189697, | |
| "rewards/margins": 8.728564262390137, | |
| "rewards/rejected": -1.7121059894561768, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.856260325625657e-06, | |
| "logits/chosen": -0.6684874892234802, | |
| "logits/rejected": 0.5160067677497864, | |
| "logps/chosen": -215.1957550048828, | |
| "logps/rejected": -157.3702392578125, | |
| "loss": 0.0588, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 6.882597923278809, | |
| "rewards/margins": 9.006999969482422, | |
| "rewards/rejected": -2.1244006156921387, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.85212681004725e-06, | |
| "logits/chosen": -0.7230426073074341, | |
| "logits/rejected": 0.48965024948120117, | |
| "logps/chosen": -238.30581665039062, | |
| "logps/rejected": -151.21774291992188, | |
| "loss": 0.0211, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.455827713012695, | |
| "rewards/margins": 10.841313362121582, | |
| "rewards/rejected": -2.385484457015991, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.847935591959011e-06, | |
| "logits/chosen": -0.2026168555021286, | |
| "logits/rejected": 0.6747661828994751, | |
| "logps/chosen": -206.3802490234375, | |
| "logps/rejected": -141.45103454589844, | |
| "loss": 0.0742, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 7.532872676849365, | |
| "rewards/margins": 9.587210655212402, | |
| "rewards/rejected": -2.0543372631073, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.84368672120379e-06, | |
| "logits/chosen": -0.3312041461467743, | |
| "logits/rejected": 0.7338079214096069, | |
| "logps/chosen": -200.46630859375, | |
| "logps/rejected": -147.34877014160156, | |
| "loss": 0.1475, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 7.3677077293396, | |
| "rewards/margins": 9.639891624450684, | |
| "rewards/rejected": -2.272183656692505, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.839380248310043e-06, | |
| "logits/chosen": -0.16066689789295197, | |
| "logits/rejected": 0.8108816146850586, | |
| "logps/chosen": -175.85104370117188, | |
| "logps/rejected": -157.10450744628906, | |
| "loss": 0.0537, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.471951961517334, | |
| "rewards/margins": 9.829510688781738, | |
| "rewards/rejected": -2.3575589656829834, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.835016224491251e-06, | |
| "logits/chosen": -0.3715950846672058, | |
| "logits/rejected": 0.7917531728744507, | |
| "logps/chosen": -183.4439697265625, | |
| "logps/rejected": -141.3053436279297, | |
| "loss": 0.0628, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 7.702794551849365, | |
| "rewards/margins": 9.382607460021973, | |
| "rewards/rejected": -1.6798127889633179, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.830594701645304e-06, | |
| "logits/chosen": -0.3017290234565735, | |
| "logits/rejected": 0.6022787094116211, | |
| "logps/chosen": -198.8234100341797, | |
| "logps/rejected": -144.2804412841797, | |
| "loss": 0.0508, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 7.64525842666626, | |
| "rewards/margins": 9.416332244873047, | |
| "rewards/rejected": -1.7710736989974976, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.826115732353877e-06, | |
| "logits/chosen": -0.36430418491363525, | |
| "logits/rejected": 0.5193418860435486, | |
| "logps/chosen": -256.91583251953125, | |
| "logps/rejected": -153.57138061523438, | |
| "loss": 0.1406, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 7.545983791351318, | |
| "rewards/margins": 10.080999374389648, | |
| "rewards/rejected": -2.535015821456909, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.82157936988181e-06, | |
| "logits/chosen": -0.4545150697231293, | |
| "logits/rejected": 0.928754985332489, | |
| "logps/chosen": -220.9812469482422, | |
| "logps/rejected": -150.5502166748047, | |
| "loss": 0.0332, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.531121730804443, | |
| "rewards/margins": 9.915712356567383, | |
| "rewards/rejected": -2.3845906257629395, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.816985668176482e-06, | |
| "logits/chosen": -0.7030404806137085, | |
| "logits/rejected": 0.5952990055084229, | |
| "logps/chosen": -231.7360382080078, | |
| "logps/rejected": -148.20033264160156, | |
| "loss": 0.152, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 8.060033798217773, | |
| "rewards/margins": 9.900753021240234, | |
| "rewards/rejected": -1.8407185077667236, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.812334681867152e-06, | |
| "logits/chosen": -0.7694862484931946, | |
| "logits/rejected": 0.30579477548599243, | |
| "logps/chosen": -182.74615478515625, | |
| "logps/rejected": -146.8044891357422, | |
| "loss": 0.106, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 7.797210693359375, | |
| "rewards/margins": 9.230527877807617, | |
| "rewards/rejected": -1.4333173036575317, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.807626466264328e-06, | |
| "logits/chosen": -0.6776883006095886, | |
| "logits/rejected": 0.4075050354003906, | |
| "logps/chosen": -188.23257446289062, | |
| "logps/rejected": -147.1197052001953, | |
| "loss": 0.0302, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.79939079284668, | |
| "rewards/margins": 10.872949600219727, | |
| "rewards/rejected": -2.073558807373047, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.802861077359098e-06, | |
| "logits/chosen": -0.6511849164962769, | |
| "logits/rejected": 0.4911740720272064, | |
| "logps/chosen": -197.52383422851562, | |
| "logps/rejected": -153.37123107910156, | |
| "loss": 0.1162, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 7.9149274826049805, | |
| "rewards/margins": 10.323246955871582, | |
| "rewards/rejected": -2.4083173274993896, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.798038571822463e-06, | |
| "logits/chosen": -0.8261006474494934, | |
| "logits/rejected": 0.3168261647224426, | |
| "logps/chosen": -200.90821838378906, | |
| "logps/rejected": -147.97134399414062, | |
| "loss": 0.0839, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 7.613385200500488, | |
| "rewards/margins": 9.651713371276855, | |
| "rewards/rejected": -2.038329601287842, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.793159007004675e-06, | |
| "logits/chosen": -0.9683536291122437, | |
| "logits/rejected": -0.2409909963607788, | |
| "logps/chosen": -231.24169921875, | |
| "logps/rejected": -154.0245361328125, | |
| "loss": 0.0287, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.987038612365723, | |
| "rewards/margins": 10.66617202758789, | |
| "rewards/rejected": -1.6791340112686157, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.78822244093454e-06, | |
| "logits/chosen": -0.7381896376609802, | |
| "logits/rejected": 0.2965128421783447, | |
| "logps/chosen": -174.1750946044922, | |
| "logps/rejected": -151.99537658691406, | |
| "loss": 0.0919, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 7.649115085601807, | |
| "rewards/margins": 9.841694831848145, | |
| "rewards/rejected": -2.192580223083496, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.783228932318736e-06, | |
| "logits/chosen": -0.6059221625328064, | |
| "logits/rejected": 0.08314159512519836, | |
| "logps/chosen": -210.4627227783203, | |
| "logps/rejected": -152.2406768798828, | |
| "loss": 0.0535, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 7.937192440032959, | |
| "rewards/margins": 9.917118072509766, | |
| "rewards/rejected": -1.979925513267517, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.778178540541116e-06, | |
| "logits/chosen": -0.730563759803772, | |
| "logits/rejected": 0.34863799810409546, | |
| "logps/chosen": -200.68209838867188, | |
| "logps/rejected": -151.97323608398438, | |
| "loss": 0.0397, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.986664772033691, | |
| "rewards/margins": 10.529966354370117, | |
| "rewards/rejected": -2.543302059173584, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.773071325662e-06, | |
| "logits/chosen": -0.8053274154663086, | |
| "logits/rejected": 0.12549547851085663, | |
| "logps/chosen": -192.92202758789062, | |
| "logps/rejected": -146.79693603515625, | |
| "loss": 0.1526, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 8.616433143615723, | |
| "rewards/margins": 10.316951751708984, | |
| "rewards/rejected": -1.7005198001861572, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.767907348417458e-06, | |
| "logits/chosen": -0.6939282417297363, | |
| "logits/rejected": 0.5801184773445129, | |
| "logps/chosen": -237.7701873779297, | |
| "logps/rejected": -150.30313110351562, | |
| "loss": 0.2363, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 8.603517532348633, | |
| "rewards/margins": 10.700518608093262, | |
| "rewards/rejected": -2.0970005989074707, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.762686670218588e-06, | |
| "logits/chosen": -0.5126532912254333, | |
| "logits/rejected": 0.5091619491577148, | |
| "logps/chosen": -213.9130401611328, | |
| "logps/rejected": -155.66085815429688, | |
| "loss": 0.0143, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.648975372314453, | |
| "rewards/margins": 11.388581275939941, | |
| "rewards/rejected": -2.739605665206909, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.757409353150793e-06, | |
| "logits/chosen": -0.4479140341281891, | |
| "logits/rejected": 0.5997704267501831, | |
| "logps/chosen": -206.91928100585938, | |
| "logps/rejected": -153.65902709960938, | |
| "loss": 0.0504, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 6.941058158874512, | |
| "rewards/margins": 9.638825416564941, | |
| "rewards/rejected": -2.6977667808532715, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.752075459973034e-06, | |
| "logits/chosen": -0.48702773451805115, | |
| "logits/rejected": 0.5097901225090027, | |
| "logps/chosen": -253.9662322998047, | |
| "logps/rejected": -161.4595947265625, | |
| "loss": 0.0841, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 8.159878730773926, | |
| "rewards/margins": 10.821348190307617, | |
| "rewards/rejected": -2.661470890045166, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.746685054117086e-06, | |
| "logits/chosen": -0.4953214228153229, | |
| "logits/rejected": 0.5581221580505371, | |
| "logps/chosen": -248.16482543945312, | |
| "logps/rejected": -150.33505249023438, | |
| "loss": 0.0869, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 7.8457465171813965, | |
| "rewards/margins": 10.702252388000488, | |
| "rewards/rejected": -2.856506109237671, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.741238199686789e-06, | |
| "logits/chosen": -0.5145618915557861, | |
| "logits/rejected": 0.7150206565856934, | |
| "logps/chosen": -236.22683715820312, | |
| "logps/rejected": -149.36941528320312, | |
| "loss": 0.0362, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.276123046875, | |
| "rewards/margins": 10.051583290100098, | |
| "rewards/rejected": -2.775459051132202, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.735734961457277e-06, | |
| "logits/chosen": -0.4139340817928314, | |
| "logits/rejected": 0.7916821241378784, | |
| "logps/chosen": -179.39382934570312, | |
| "logps/rejected": -153.31869506835938, | |
| "loss": 0.0393, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 7.780765533447266, | |
| "rewards/margins": 10.50986099243164, | |
| "rewards/rejected": -2.729094982147217, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.730175404874212e-06, | |
| "logits/chosen": -0.3699759542942047, | |
| "logits/rejected": 0.7061504125595093, | |
| "logps/chosen": -173.6160888671875, | |
| "logps/rejected": -157.6312713623047, | |
| "loss": 0.15, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 8.363532066345215, | |
| "rewards/margins": 10.816950798034668, | |
| "rewards/rejected": -2.4534192085266113, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.724559596053009e-06, | |
| "logits/chosen": -0.6346268057823181, | |
| "logits/rejected": 0.48736244440078735, | |
| "logps/chosen": -197.9464111328125, | |
| "logps/rejected": -163.78814697265625, | |
| "loss": 0.0861, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 8.08003044128418, | |
| "rewards/margins": 10.763525009155273, | |
| "rewards/rejected": -2.683495044708252, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.718887601778044e-06, | |
| "logits/chosen": -0.4699893891811371, | |
| "logits/rejected": 0.5934313535690308, | |
| "logps/chosen": -172.5706787109375, | |
| "logps/rejected": -147.60012817382812, | |
| "loss": 0.0598, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 7.218860626220703, | |
| "rewards/margins": 9.611445426940918, | |
| "rewards/rejected": -2.3925843238830566, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.713159489501863e-06, | |
| "logits/chosen": -0.7212098836898804, | |
| "logits/rejected": 0.6830633282661438, | |
| "logps/chosen": -195.26705932617188, | |
| "logps/rejected": -144.74806213378906, | |
| "loss": 0.0301, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.268791198730469, | |
| "rewards/margins": 9.785104751586914, | |
| "rewards/rejected": -2.5163135528564453, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.707956263849591e-06, | |
| "logits/chosen": -0.653510570526123, | |
| "logits/rejected": 0.6825904250144958, | |
| "logps/chosen": -214.06729125976562, | |
| "logps/rejected": -151.3599395751953, | |
| "loss": 0.1073, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 8.91938591003418, | |
| "rewards/margins": 11.606144905090332, | |
| "rewards/rejected": -2.6867592334747314, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.702121715592386e-06, | |
| "logits/chosen": -0.6122604608535767, | |
| "logits/rejected": 0.5413939356803894, | |
| "logps/chosen": -245.49929809570312, | |
| "logps/rejected": -154.56021118164062, | |
| "loss": 0.098, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 8.354562759399414, | |
| "rewards/margins": 10.709449768066406, | |
| "rewards/rejected": -2.3548874855041504, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.696231248717397e-06, | |
| "logits/chosen": -0.3631553053855896, | |
| "logits/rejected": 0.6392610669136047, | |
| "logps/chosen": -209.0885467529297, | |
| "logps/rejected": -144.05416870117188, | |
| "loss": 0.053, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.57081413269043, | |
| "rewards/margins": 10.535473823547363, | |
| "rewards/rejected": -1.9646602869033813, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.690284933275296e-06, | |
| "logits/chosen": -0.7420902252197266, | |
| "logits/rejected": 0.7464100122451782, | |
| "logps/chosen": -223.1457061767578, | |
| "logps/rejected": -161.8677215576172, | |
| "loss": 0.125, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 8.317934036254883, | |
| "rewards/margins": 10.725369453430176, | |
| "rewards/rejected": -2.407435894012451, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.684282839980912e-06, | |
| "logits/chosen": -0.4254356324672699, | |
| "logits/rejected": 0.7181139588356018, | |
| "logps/chosen": -219.45327758789062, | |
| "logps/rejected": -147.68211364746094, | |
| "loss": 0.0078, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.572770118713379, | |
| "rewards/margins": 11.732831954956055, | |
| "rewards/rejected": -3.1600615978240967, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.678225040212398e-06, | |
| "logits/chosen": -0.22140467166900635, | |
| "logits/rejected": 1.044932246208191, | |
| "logps/chosen": -178.0739288330078, | |
| "logps/rejected": -160.81057739257812, | |
| "loss": 0.148, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 7.5312628746032715, | |
| "rewards/margins": 10.080840110778809, | |
| "rewards/rejected": -2.5495781898498535, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.67211160601038e-06, | |
| "logits/chosen": -0.3561934232711792, | |
| "logits/rejected": 0.9342392683029175, | |
| "logps/chosen": -224.42599487304688, | |
| "logps/rejected": -165.5540771484375, | |
| "loss": 0.007, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.821218490600586, | |
| "rewards/margins": 12.073785781860352, | |
| "rewards/rejected": -3.252568483352661, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.665942610077096e-06, | |
| "logits/chosen": -0.2816230058670044, | |
| "logits/rejected": 0.7103188037872314, | |
| "logps/chosen": -226.01358032226562, | |
| "logps/rejected": -147.710205078125, | |
| "loss": 0.1092, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 8.991147994995117, | |
| "rewards/margins": 11.593085289001465, | |
| "rewards/rejected": -2.601935863494873, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.659718125775547e-06, | |
| "logits/chosen": -0.5628015995025635, | |
| "logits/rejected": 0.7087093591690063, | |
| "logps/chosen": -212.25149536132812, | |
| "logps/rejected": -164.18304443359375, | |
| "loss": 0.2843, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 8.73010540008545, | |
| "rewards/margins": 11.143708229064941, | |
| "rewards/rejected": -2.413602352142334, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.6534382271286e-06, | |
| "logits/chosen": -0.7271457314491272, | |
| "logits/rejected": 0.3624531626701355, | |
| "logps/chosen": -244.6057891845703, | |
| "logps/rejected": -150.74534606933594, | |
| "loss": 0.0431, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.928186416625977, | |
| "rewards/margins": 11.571906089782715, | |
| "rewards/rejected": -2.64371919631958, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.64710298881813e-06, | |
| "logits/chosen": -0.42074766755104065, | |
| "logits/rejected": 0.531056821346283, | |
| "logps/chosen": -178.32199096679688, | |
| "logps/rejected": -145.59683227539062, | |
| "loss": 0.0996, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 8.120710372924805, | |
| "rewards/margins": 10.442843437194824, | |
| "rewards/rejected": -2.3221330642700195, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.640712486184117e-06, | |
| "logits/chosen": -0.7548767924308777, | |
| "logits/rejected": 0.36750084161758423, | |
| "logps/chosen": -216.7880859375, | |
| "logps/rejected": -160.77999877929688, | |
| "loss": 0.1199, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 8.382489204406738, | |
| "rewards/margins": 11.168853759765625, | |
| "rewards/rejected": -2.7863640785217285, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.634266795223761e-06, | |
| "logits/chosen": -0.36768269538879395, | |
| "logits/rejected": 0.8007356524467468, | |
| "logps/chosen": -182.25375366210938, | |
| "logps/rejected": -149.307373046875, | |
| "loss": 0.0616, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 6.98935079574585, | |
| "rewards/margins": 9.277505874633789, | |
| "rewards/rejected": -2.288156032562256, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.627765992590572e-06, | |
| "logits/chosen": -0.679458737373352, | |
| "logits/rejected": 0.520967423915863, | |
| "logps/chosen": -194.57183837890625, | |
| "logps/rejected": -157.29466247558594, | |
| "loss": 0.0976, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.470559120178223, | |
| "rewards/margins": 11.556069374084473, | |
| "rewards/rejected": -3.0855116844177246, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 9.621210155593457e-06, | |
| "logits/chosen": -0.3645058274269104, | |
| "logits/rejected": 0.6819556355476379, | |
| "logps/chosen": -183.23855590820312, | |
| "logps/rejected": -151.49508666992188, | |
| "loss": 0.1729, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 6.996212005615234, | |
| "rewards/margins": 9.404515266418457, | |
| "rewards/rejected": -2.408303737640381, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 9.614599362195803e-06, | |
| "logits/chosen": -0.2955774664878845, | |
| "logits/rejected": 0.5863500833511353, | |
| "logps/chosen": -206.7914276123047, | |
| "logps/rejected": -146.72183227539062, | |
| "loss": 0.0833, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 8.1628999710083, | |
| "rewards/margins": 10.706645965576172, | |
| "rewards/rejected": -2.5437464714050293, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 9.607933691014556e-06, | |
| "logits/chosen": -0.5553183555603027, | |
| "logits/rejected": 0.3617022633552551, | |
| "logps/chosen": -198.2234649658203, | |
| "logps/rejected": -154.90408325195312, | |
| "loss": 0.0427, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.177728652954102, | |
| "rewards/margins": 11.280416488647461, | |
| "rewards/rejected": -3.1026864051818848, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 9.601213221319271e-06, | |
| "logits/chosen": -0.6628633141517639, | |
| "logits/rejected": 0.6921408176422119, | |
| "logps/chosen": -192.33914184570312, | |
| "logps/rejected": -155.47396850585938, | |
| "loss": 0.0349, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.054289817810059, | |
| "rewards/margins": 11.028264045715332, | |
| "rewards/rejected": -2.973972797393799, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 9.594438033031188e-06, | |
| "logits/chosen": -0.510148286819458, | |
| "logits/rejected": 0.6729466319084167, | |
| "logps/chosen": -183.96536254882812, | |
| "logps/rejected": -155.4961395263672, | |
| "loss": 0.0129, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.211958885192871, | |
| "rewards/margins": 11.422294616699219, | |
| "rewards/rejected": -3.210334300994873, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 9.587608206722265e-06, | |
| "logits/chosen": -0.6839829087257385, | |
| "logits/rejected": 0.4797239303588867, | |
| "logps/chosen": -209.3610076904297, | |
| "logps/rejected": -152.60250854492188, | |
| "loss": 0.0246, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.890170097351074, | |
| "rewards/margins": 10.441574096679688, | |
| "rewards/rejected": -2.5514039993286133, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 9.580723823614229e-06, | |
| "logits/chosen": -0.32581615447998047, | |
| "logits/rejected": 0.7886501550674438, | |
| "logps/chosen": -187.45545959472656, | |
| "logps/rejected": -161.00302124023438, | |
| "loss": 0.0698, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 7.390974521636963, | |
| "rewards/margins": 10.586621284484863, | |
| "rewards/rejected": -3.1956467628479004, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 9.573784965577608e-06, | |
| "logits/chosen": -0.4175148606300354, | |
| "logits/rejected": 0.8941513299942017, | |
| "logps/chosen": -184.9542999267578, | |
| "logps/rejected": -170.08277893066406, | |
| "loss": 0.0517, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 6.477563381195068, | |
| "rewards/margins": 9.664083480834961, | |
| "rewards/rejected": -3.186519145965576, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 9.56679171513076e-06, | |
| "logits/chosen": -0.4166285991668701, | |
| "logits/rejected": 0.7068973779678345, | |
| "logps/chosen": -211.63351440429688, | |
| "logps/rejected": -157.5101776123047, | |
| "loss": 0.0588, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.07889461517334, | |
| "rewards/margins": 10.903955459594727, | |
| "rewards/rejected": -2.825061321258545, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 9.55974415543888e-06, | |
| "logits/chosen": -0.5035102963447571, | |
| "logits/rejected": 0.7554497718811035, | |
| "logps/chosen": -246.5172576904297, | |
| "logps/rejected": -167.3823699951172, | |
| "loss": 0.0217, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.890531539916992, | |
| "rewards/margins": 12.393576622009277, | |
| "rewards/rejected": -3.5030460357666016, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 9.552642370313032e-06, | |
| "logits/chosen": -0.4481489658355713, | |
| "logits/rejected": 0.6294432282447815, | |
| "logps/chosen": -213.8181915283203, | |
| "logps/rejected": -153.36618041992188, | |
| "loss": 0.0668, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 8.723450660705566, | |
| "rewards/margins": 12.148078918457031, | |
| "rewards/rejected": -3.4246277809143066, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 9.545486444209133e-06, | |
| "logits/chosen": -0.3546793758869171, | |
| "logits/rejected": 0.7414132356643677, | |
| "logps/chosen": -146.98406982421875, | |
| "logps/rejected": -143.73516845703125, | |
| "loss": 0.134, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 7.439810752868652, | |
| "rewards/margins": 9.926045417785645, | |
| "rewards/rejected": -2.4862332344055176, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 9.538276462226956e-06, | |
| "logits/chosen": -0.34465163946151733, | |
| "logits/rejected": 0.9261838793754578, | |
| "logps/chosen": -185.11166381835938, | |
| "logps/rejected": -161.7854766845703, | |
| "loss": 0.0201, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.154252529144287, | |
| "rewards/margins": 10.484378814697266, | |
| "rewards/rejected": -3.3301258087158203, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 9.531012510109121e-06, | |
| "logits/chosen": -0.5041292905807495, | |
| "logits/rejected": 0.8341606855392456, | |
| "logps/chosen": -223.11752319335938, | |
| "logps/rejected": -168.34884643554688, | |
| "loss": 0.0152, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.197157382965088, | |
| "rewards/margins": 10.75901985168457, | |
| "rewards/rejected": -3.5618622303009033, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 9.52369467424007e-06, | |
| "logits/chosen": -0.5082358121871948, | |
| "logits/rejected": 0.90031898021698, | |
| "logps/chosen": -217.27194213867188, | |
| "logps/rejected": -157.5386199951172, | |
| "loss": 0.1151, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.356767177581787, | |
| "rewards/margins": 10.65047550201416, | |
| "rewards/rejected": -3.293708086013794, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 9.516323041645041e-06, | |
| "logits/chosen": -0.4632319509983063, | |
| "logits/rejected": 0.6919183135032654, | |
| "logps/chosen": -251.9365997314453, | |
| "logps/rejected": -159.3051300048828, | |
| "loss": 0.0228, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.674399375915527, | |
| "rewards/margins": 10.893823623657227, | |
| "rewards/rejected": -3.219423294067383, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 9.508897699989034e-06, | |
| "logits/chosen": -0.4946981370449066, | |
| "logits/rejected": 0.5167168378829956, | |
| "logps/chosen": -239.37088012695312, | |
| "logps/rejected": -163.68618774414062, | |
| "loss": 0.0437, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 7.406832695007324, | |
| "rewards/margins": 10.362913131713867, | |
| "rewards/rejected": -2.9560797214508057, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 9.501418737575771e-06, | |
| "logits/chosen": -0.3266671895980835, | |
| "logits/rejected": 0.8748236894607544, | |
| "logps/chosen": -215.59164428710938, | |
| "logps/rejected": -151.0523681640625, | |
| "loss": 0.1203, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.814599514007568, | |
| "rewards/margins": 11.216487884521484, | |
| "rewards/rejected": -3.401888608932495, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 9.493886243346644e-06, | |
| "logits/chosen": -0.4157380163669586, | |
| "logits/rejected": 1.0467342138290405, | |
| "logps/chosen": -251.1937255859375, | |
| "logps/rejected": -169.79441833496094, | |
| "loss": 0.129, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 8.097917556762695, | |
| "rewards/margins": 11.96033763885498, | |
| "rewards/rejected": -3.8624203205108643, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 9.486300306879652e-06, | |
| "logits/chosen": -0.46027225255966187, | |
| "logits/rejected": 0.9197125434875488, | |
| "logps/chosen": -213.0179901123047, | |
| "logps/rejected": -185.57815551757812, | |
| "loss": 0.1064, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 7.102902889251709, | |
| "rewards/margins": 10.794425964355469, | |
| "rewards/rejected": -3.6915230751037598, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 9.478661018388343e-06, | |
| "logits/chosen": -0.27332133054733276, | |
| "logits/rejected": 1.0553624629974365, | |
| "logps/chosen": -195.7577667236328, | |
| "logps/rejected": -162.10386657714844, | |
| "loss": 0.028, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 7.459615230560303, | |
| "rewards/margins": 11.042313575744629, | |
| "rewards/rejected": -3.5826964378356934, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 9.470968468720737e-06, | |
| "logits/chosen": -0.4711340069770813, | |
| "logits/rejected": 0.6478385925292969, | |
| "logps/chosen": -218.00247192382812, | |
| "logps/rejected": -156.74826049804688, | |
| "loss": 0.036, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.571695327758789, | |
| "rewards/margins": 11.931859016418457, | |
| "rewards/rejected": -3.360163450241089, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 9.46322274935825e-06, | |
| "logits/chosen": -0.8137804269790649, | |
| "logits/rejected": 0.6631590127944946, | |
| "logps/chosen": -238.30917358398438, | |
| "logps/rejected": -160.2780303955078, | |
| "loss": 0.0763, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 8.956851959228516, | |
| "rewards/margins": 12.471067428588867, | |
| "rewards/rejected": -3.514216184616089, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 9.455423952414602e-06, | |
| "logits/chosen": -0.45048221945762634, | |
| "logits/rejected": 0.9729928970336914, | |
| "logps/chosen": -211.9479217529297, | |
| "logps/rejected": -163.4690704345703, | |
| "loss": 0.006, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.597060203552246, | |
| "rewards/margins": 12.271041870117188, | |
| "rewards/rejected": -3.673980236053467, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 9.44757217063472e-06, | |
| "logits/chosen": -0.6646102666854858, | |
| "logits/rejected": 0.6734617352485657, | |
| "logps/chosen": -186.35360717773438, | |
| "logps/rejected": -152.72317504882812, | |
| "loss": 0.0149, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.054737091064453, | |
| "rewards/margins": 11.063182830810547, | |
| "rewards/rejected": -3.0084469318389893, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 9.439667497393644e-06, | |
| "logits/chosen": -0.509512722492218, | |
| "logits/rejected": 0.4323197901248932, | |
| "logps/chosen": -206.06008911132812, | |
| "logps/rejected": -156.47021484375, | |
| "loss": 0.0029, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.382911682128906, | |
| "rewards/margins": 11.36556339263916, | |
| "rewards/rejected": -2.9826526641845703, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 9.4317100266954e-06, | |
| "logits/chosen": -0.2360249012708664, | |
| "logits/rejected": 0.7698749303817749, | |
| "logps/chosen": -193.63430786132812, | |
| "logps/rejected": -154.2914276123047, | |
| "loss": 0.3086, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": 7.249920845031738, | |
| "rewards/margins": 9.66682243347168, | |
| "rewards/rejected": -2.4169018268585205, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 9.423699853171903e-06, | |
| "logits/chosen": -0.4919816553592682, | |
| "logits/rejected": 0.6998618841171265, | |
| "logps/chosen": -191.9207305908203, | |
| "logps/rejected": -161.76254272460938, | |
| "loss": 0.0641, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 7.954064846038818, | |
| "rewards/margins": 11.05593490600586, | |
| "rewards/rejected": -3.10187029838562, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 9.415637072081817e-06, | |
| "logits/chosen": -0.22287793457508087, | |
| "logits/rejected": 0.6352042555809021, | |
| "logps/chosen": -193.3926239013672, | |
| "logps/rejected": -156.7662811279297, | |
| "loss": 0.0086, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.585391998291016, | |
| "rewards/margins": 11.008899688720703, | |
| "rewards/rejected": -3.4235072135925293, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 9.407521779309426e-06, | |
| "logits/chosen": -0.4121321737766266, | |
| "logits/rejected": 0.8394039869308472, | |
| "logps/chosen": -213.10006713867188, | |
| "logps/rejected": -166.130615234375, | |
| "loss": 0.011, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.29853343963623, | |
| "rewards/margins": 11.414801597595215, | |
| "rewards/rejected": -3.116267442703247, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 9.39935407136349e-06, | |
| "logits/chosen": -0.41288232803344727, | |
| "logits/rejected": 0.7763572335243225, | |
| "logps/chosen": -232.4348907470703, | |
| "logps/rejected": -164.8203887939453, | |
| "loss": 0.0195, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 9.438920974731445, | |
| "rewards/margins": 12.723814010620117, | |
| "rewards/rejected": -3.28489351272583, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 9.39113404537611e-06, | |
| "logits/chosen": -0.16888564825057983, | |
| "logits/rejected": 1.0841331481933594, | |
| "logps/chosen": -151.8446502685547, | |
| "logps/rejected": -165.15887451171875, | |
| "loss": 0.1485, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 7.191922187805176, | |
| "rewards/margins": 10.471902847290039, | |
| "rewards/rejected": -3.279982089996338, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 9.382861799101556e-06, | |
| "logits/chosen": -0.3828301727771759, | |
| "logits/rejected": 0.7569293975830078, | |
| "logps/chosen": -209.0618896484375, | |
| "logps/rejected": -169.80148315429688, | |
| "loss": 0.074, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 8.271611213684082, | |
| "rewards/margins": 11.68904972076416, | |
| "rewards/rejected": -3.4174396991729736, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 9.37453743091512e-06, | |
| "logits/chosen": -0.4373001158237457, | |
| "logits/rejected": 0.7532221674919128, | |
| "logps/chosen": -214.9142303466797, | |
| "logps/rejected": -157.76080322265625, | |
| "loss": 0.1568, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 8.783075332641602, | |
| "rewards/margins": 11.846728324890137, | |
| "rewards/rejected": -3.063652276992798, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 9.36616103981193e-06, | |
| "logits/chosen": -0.7200452089309692, | |
| "logits/rejected": 0.5077813267707825, | |
| "logps/chosen": -231.0227813720703, | |
| "logps/rejected": -163.6404571533203, | |
| "loss": 0.0111, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.481043815612793, | |
| "rewards/margins": 11.727174758911133, | |
| "rewards/rejected": -3.246131420135498, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 9.357732725405788e-06, | |
| "logits/chosen": -0.5195794701576233, | |
| "logits/rejected": 0.5995023846626282, | |
| "logps/chosen": -223.84408569335938, | |
| "logps/rejected": -167.75845336914062, | |
| "loss": 0.072, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.739862442016602, | |
| "rewards/margins": 12.258071899414062, | |
| "rewards/rejected": -3.5182101726531982, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 9.349252587927977e-06, | |
| "logits/chosen": -0.5706058740615845, | |
| "logits/rejected": 0.7487145662307739, | |
| "logps/chosen": -206.3643798828125, | |
| "logps/rejected": -160.89007568359375, | |
| "loss": 0.0292, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 9.057950973510742, | |
| "rewards/margins": 12.710989952087402, | |
| "rewards/rejected": -3.653038501739502, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 9.340720728226071e-06, | |
| "logits/chosen": -0.6348392963409424, | |
| "logits/rejected": 0.7459853887557983, | |
| "logps/chosen": -222.1605682373047, | |
| "logps/rejected": -167.15003967285156, | |
| "loss": 0.0187, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.992013931274414, | |
| "rewards/margins": 12.756234169006348, | |
| "rewards/rejected": -3.764221668243408, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 9.332137247762735e-06, | |
| "logits/chosen": -0.5036366581916809, | |
| "logits/rejected": 0.43747663497924805, | |
| "logps/chosen": -206.8778533935547, | |
| "logps/rejected": -163.91195678710938, | |
| "loss": 0.0239, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.371187686920166, | |
| "rewards/margins": 10.75023078918457, | |
| "rewards/rejected": -3.379042863845825, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 9.32350224861452e-06, | |
| "logits/chosen": -0.7491061687469482, | |
| "logits/rejected": 0.40472355484962463, | |
| "logps/chosen": -196.0803985595703, | |
| "logps/rejected": -162.4312744140625, | |
| "loss": 0.005, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.126627922058105, | |
| "rewards/margins": 12.170022964477539, | |
| "rewards/rejected": -4.043394565582275, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 9.314815833470646e-06, | |
| "logits/chosen": -0.8289221525192261, | |
| "logits/rejected": -0.022221926599740982, | |
| "logps/chosen": -184.82785034179688, | |
| "logps/rejected": -164.69155883789062, | |
| "loss": 0.0055, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.109321594238281, | |
| "rewards/margins": 12.10090446472168, | |
| "rewards/rejected": -3.9915835857391357, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 9.306078105631783e-06, | |
| "logits/chosen": -0.5130811333656311, | |
| "logits/rejected": 0.783342719078064, | |
| "logps/chosen": -191.61032104492188, | |
| "logps/rejected": -168.2999725341797, | |
| "loss": 0.0233, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.567174911499023, | |
| "rewards/margins": 12.22905445098877, | |
| "rewards/rejected": -3.661879301071167, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 9.297289169008826e-06, | |
| "logits/chosen": -0.6227730512619019, | |
| "logits/rejected": 0.2883726954460144, | |
| "logps/chosen": -199.9819793701172, | |
| "logps/rejected": -153.50430297851562, | |
| "loss": 0.0051, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.932660102844238, | |
| "rewards/margins": 11.378183364868164, | |
| "rewards/rejected": -3.445523500442505, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 9.288449128121651e-06, | |
| "logits/chosen": -0.26492536067962646, | |
| "logits/rejected": 0.8799971342086792, | |
| "logps/chosen": -183.4518280029297, | |
| "logps/rejected": -151.05831909179688, | |
| "loss": 0.0694, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 7.4086761474609375, | |
| "rewards/margins": 10.281698226928711, | |
| "rewards/rejected": -2.8730225563049316, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 9.27955808809788e-06, | |
| "logits/chosen": -0.551371693611145, | |
| "logits/rejected": 0.7983097434043884, | |
| "logps/chosen": -233.4415283203125, | |
| "logps/rejected": -164.3033905029297, | |
| "loss": 0.106, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 8.844173431396484, | |
| "rewards/margins": 12.37480354309082, | |
| "rewards/rejected": -3.5306293964385986, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 9.270616154671624e-06, | |
| "logits/chosen": -0.7698153257369995, | |
| "logits/rejected": 0.640004575252533, | |
| "logps/chosen": -186.4699249267578, | |
| "logps/rejected": -168.69979858398438, | |
| "loss": 0.0583, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 7.0685834884643555, | |
| "rewards/margins": 10.25090217590332, | |
| "rewards/rejected": -3.1823184490203857, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 9.261623434182232e-06, | |
| "logits/chosen": -0.46172839403152466, | |
| "logits/rejected": 0.6960395574569702, | |
| "logps/chosen": -186.02001953125, | |
| "logps/rejected": -162.45809936523438, | |
| "loss": 0.0538, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 7.1736321449279785, | |
| "rewards/margins": 10.610064506530762, | |
| "rewards/rejected": -3.436432361602783, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 9.252580033573024e-06, | |
| "logits/chosen": -0.18526312708854675, | |
| "logits/rejected": 0.9217432141304016, | |
| "logps/chosen": -166.52264404296875, | |
| "logps/rejected": -156.47720336914062, | |
| "loss": 0.0342, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 6.552803039550781, | |
| "rewards/margins": 10.394461631774902, | |
| "rewards/rejected": -3.841658115386963, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 9.243486060390014e-06, | |
| "logits/chosen": -0.7024975419044495, | |
| "logits/rejected": 0.3586685061454773, | |
| "logps/chosen": -261.14373779296875, | |
| "logps/rejected": -156.59616088867188, | |
| "loss": 0.0398, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 9.696449279785156, | |
| "rewards/margins": 12.929067611694336, | |
| "rewards/rejected": -3.232619047164917, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 9.23434162278064e-06, | |
| "logits/chosen": -0.5696882009506226, | |
| "logits/rejected": 0.5719606280326843, | |
| "logps/chosen": -206.2845916748047, | |
| "logps/rejected": -161.68795776367188, | |
| "loss": 0.0043, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.744453430175781, | |
| "rewards/margins": 12.412347793579102, | |
| "rewards/rejected": -3.6678924560546875, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 9.225146829492472e-06, | |
| "logits/chosen": -0.4481044411659241, | |
| "logits/rejected": 0.750464677810669, | |
| "logps/chosen": -179.038330078125, | |
| "logps/rejected": -166.00767517089844, | |
| "loss": 0.1427, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 7.574297904968262, | |
| "rewards/margins": 11.261307716369629, | |
| "rewards/rejected": -3.6870102882385254, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 9.215901789871924e-06, | |
| "logits/chosen": -0.9091712236404419, | |
| "logits/rejected": 0.3831535875797272, | |
| "logps/chosen": -206.7153778076172, | |
| "logps/rejected": -156.24366760253906, | |
| "loss": 0.0878, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 8.617593765258789, | |
| "rewards/margins": 11.938032150268555, | |
| "rewards/rejected": -3.3204398155212402, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 9.206606613862941e-06, | |
| "logits/chosen": -0.6661981344223022, | |
| "logits/rejected": 0.7159786224365234, | |
| "logps/chosen": -199.4313507080078, | |
| "logps/rejected": -173.4095458984375, | |
| "loss": 0.0661, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.909134864807129, | |
| "rewards/margins": 12.851089477539062, | |
| "rewards/rejected": -3.941955089569092, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 9.197261412005708e-06, | |
| "logits/chosen": -0.48630446195602417, | |
| "logits/rejected": 0.5496179461479187, | |
| "logps/chosen": -222.904541015625, | |
| "logps/rejected": -164.3258514404297, | |
| "loss": 0.0076, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.863286018371582, | |
| "rewards/margins": 12.797664642333984, | |
| "rewards/rejected": -3.9343795776367188, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 9.187866295435328e-06, | |
| "logits/chosen": -0.7716933488845825, | |
| "logits/rejected": 0.49292677640914917, | |
| "logps/chosen": -224.15087890625, | |
| "logps/rejected": -160.72998046875, | |
| "loss": 0.0166, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.712728500366211, | |
| "rewards/margins": 12.726627349853516, | |
| "rewards/rejected": -4.013897895812988, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 9.178421375880495e-06, | |
| "logits/chosen": -0.985678493976593, | |
| "logits/rejected": -0.16567879915237427, | |
| "logps/chosen": -190.69140625, | |
| "logps/rejected": -148.5782928466797, | |
| "loss": 0.0516, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.473517417907715, | |
| "rewards/margins": 11.43741226196289, | |
| "rewards/rejected": -2.963894844055176, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 9.168926765662176e-06, | |
| "logits/chosen": -0.8118952512741089, | |
| "logits/rejected": 0.2844352722167969, | |
| "logps/chosen": -200.7667999267578, | |
| "logps/rejected": -161.06378173828125, | |
| "loss": 0.0476, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 9.1055908203125, | |
| "rewards/margins": 12.5818510055542, | |
| "rewards/rejected": -3.476259231567383, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 9.159382577692264e-06, | |
| "logits/chosen": -0.827900767326355, | |
| "logits/rejected": 0.0768413171172142, | |
| "logps/chosen": -229.66104125976562, | |
| "logps/rejected": -162.81088256835938, | |
| "loss": 0.0584, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.187432289123535, | |
| "rewards/margins": 12.042821884155273, | |
| "rewards/rejected": -3.855389356613159, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 9.149788925472248e-06, | |
| "logits/chosen": -0.6998910903930664, | |
| "logits/rejected": 0.26318255066871643, | |
| "logps/chosen": -178.77804565429688, | |
| "logps/rejected": -171.1815185546875, | |
| "loss": 0.0809, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 8.187336921691895, | |
| "rewards/margins": 11.490485191345215, | |
| "rewards/rejected": -3.303149461746216, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 9.14014592309185e-06, | |
| "logits/chosen": -0.831656277179718, | |
| "logits/rejected": -0.06519290804862976, | |
| "logps/chosen": -185.37979125976562, | |
| "logps/rejected": -156.30807495117188, | |
| "loss": 0.0415, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 7.396572113037109, | |
| "rewards/margins": 10.937728881835938, | |
| "rewards/rejected": -3.5411572456359863, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 9.130453685227679e-06, | |
| "logits/chosen": -0.8854426145553589, | |
| "logits/rejected": 0.19448325037956238, | |
| "logps/chosen": -204.03329467773438, | |
| "logps/rejected": -172.7010040283203, | |
| "loss": 0.3383, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 8.299615859985352, | |
| "rewards/margins": 11.909491539001465, | |
| "rewards/rejected": -3.609875202178955, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 9.120712327141858e-06, | |
| "logits/chosen": -0.7734172344207764, | |
| "logits/rejected": 0.3606404662132263, | |
| "logps/chosen": -226.90707397460938, | |
| "logps/rejected": -171.28457641601562, | |
| "loss": 0.0259, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.864892959594727, | |
| "rewards/margins": 13.222407341003418, | |
| "rewards/rejected": -4.35751485824585, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 9.110921964680665e-06, | |
| "logits/chosen": -0.752662181854248, | |
| "logits/rejected": 0.22373339533805847, | |
| "logps/chosen": -205.64590454101562, | |
| "logps/rejected": -160.78933715820312, | |
| "loss": 0.1175, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 8.075421333312988, | |
| "rewards/margins": 11.642030715942383, | |
| "rewards/rejected": -3.566610336303711, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 9.10108271427314e-06, | |
| "logits/chosen": -0.9537338018417358, | |
| "logits/rejected": 0.396420419216156, | |
| "logps/chosen": -221.5945587158203, | |
| "logps/rejected": -171.73233032226562, | |
| "loss": 0.039, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 8.998331069946289, | |
| "rewards/margins": 12.500982284545898, | |
| "rewards/rejected": -3.502650737762451, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 9.091194692929716e-06, | |
| "logits/chosen": -0.48165398836135864, | |
| "logits/rejected": 0.6215115785598755, | |
| "logps/chosen": -179.63136291503906, | |
| "logps/rejected": -170.05300903320312, | |
| "loss": 0.0076, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.977053642272949, | |
| "rewards/margins": 11.927708625793457, | |
| "rewards/rejected": -3.9506537914276123, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 9.081258018240815e-06, | |
| "logits/chosen": -0.5007386207580566, | |
| "logits/rejected": 0.5413516759872437, | |
| "logps/chosen": -210.7262725830078, | |
| "logps/rejected": -165.52427673339844, | |
| "loss": 0.0723, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 8.764327049255371, | |
| "rewards/margins": 12.426679611206055, | |
| "rewards/rejected": -3.662353038787842, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 9.071272808375457e-06, | |
| "logits/chosen": -0.5356274843215942, | |
| "logits/rejected": 0.5369559526443481, | |
| "logps/chosen": -232.5734405517578, | |
| "logps/rejected": -174.54151916503906, | |
| "loss": 0.0791, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 7.314566612243652, | |
| "rewards/margins": 11.709010124206543, | |
| "rewards/rejected": -4.394443511962891, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 9.061239182079851e-06, | |
| "logits/chosen": -0.4780815541744232, | |
| "logits/rejected": 0.8617140054702759, | |
| "logps/chosen": -262.71435546875, | |
| "logps/rejected": -168.20004272460938, | |
| "loss": 0.0126, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 9.593928337097168, | |
| "rewards/margins": 13.690221786499023, | |
| "rewards/rejected": -4.096295356750488, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 9.05115725867599e-06, | |
| "logits/chosen": -0.3635478913784027, | |
| "logits/rejected": 0.9611604809761047, | |
| "logps/chosen": -232.6603546142578, | |
| "logps/rejected": -163.62411499023438, | |
| "loss": 0.1665, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 7.188954830169678, | |
| "rewards/margins": 11.151288986206055, | |
| "rewards/rejected": -3.962334156036377, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 9.041027158060216e-06, | |
| "logits/chosen": -0.3142985701560974, | |
| "logits/rejected": 0.846194863319397, | |
| "logps/chosen": -200.39620971679688, | |
| "logps/rejected": -165.14682006835938, | |
| "loss": 0.0169, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.522047519683838, | |
| "rewards/margins": 11.614678382873535, | |
| "rewards/rejected": -4.092629432678223, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 9.030849000701815e-06, | |
| "logits/chosen": -0.30892837047576904, | |
| "logits/rejected": 0.7143265604972839, | |
| "logps/chosen": -210.937255859375, | |
| "logps/rejected": -162.75869750976562, | |
| "loss": 0.0715, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 7.18255090713501, | |
| "rewards/margins": 11.248716354370117, | |
| "rewards/rejected": -4.066165447235107, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 9.020622907641568e-06, | |
| "logits/chosen": -0.8121980428695679, | |
| "logits/rejected": 0.7805534601211548, | |
| "logps/chosen": -219.88967895507812, | |
| "logps/rejected": -177.97035217285156, | |
| "loss": 0.0041, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.750587463378906, | |
| "rewards/margins": 12.908777236938477, | |
| "rewards/rejected": -4.15818977355957, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 9.01034900049032e-06, | |
| "logits/chosen": -0.7348997592926025, | |
| "logits/rejected": 0.8176345825195312, | |
| "logps/chosen": -229.6995391845703, | |
| "logps/rejected": -180.89663696289062, | |
| "loss": 0.069, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": 8.388083457946777, | |
| "rewards/margins": 12.502962112426758, | |
| "rewards/rejected": -4.1148786544799805, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 9.000027401427524e-06, | |
| "logits/chosen": -0.28413471579551697, | |
| "logits/rejected": 1.1145570278167725, | |
| "logps/chosen": -216.53085327148438, | |
| "logps/rejected": -160.30909729003906, | |
| "loss": 0.0177, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.6873016357421875, | |
| "rewards/margins": 12.045165061950684, | |
| "rewards/rejected": -4.357863426208496, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 8.98965823319981e-06, | |
| "logits/chosen": -0.5494770407676697, | |
| "logits/rejected": 0.7957988977432251, | |
| "logps/chosen": -195.81954956054688, | |
| "logps/rejected": -172.00186157226562, | |
| "loss": 0.0415, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.2244873046875, | |
| "rewards/margins": 11.97068977355957, | |
| "rewards/rejected": -4.746201992034912, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 8.979241619119496e-06, | |
| "logits/chosen": -0.652524471282959, | |
| "logits/rejected": 0.37755849957466125, | |
| "logps/chosen": -210.0800323486328, | |
| "logps/rejected": -173.26296997070312, | |
| "loss": 0.0172, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.477156639099121, | |
| "rewards/margins": 12.708356857299805, | |
| "rewards/rejected": -4.231201648712158, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 8.968777683063142e-06, | |
| "logits/chosen": -0.9727234840393066, | |
| "logits/rejected": 0.3874947428703308, | |
| "logps/chosen": -241.3202362060547, | |
| "logps/rejected": -169.428955078125, | |
| "loss": 0.0129, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.604389190673828, | |
| "rewards/margins": 13.190521240234375, | |
| "rewards/rejected": -4.586132526397705, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 8.958266549470072e-06, | |
| "logits/chosen": -0.6917303800582886, | |
| "logits/rejected": 0.503921627998352, | |
| "logps/chosen": -199.63735961914062, | |
| "logps/rejected": -166.35006713867188, | |
| "loss": 0.0064, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.385486602783203, | |
| "rewards/margins": 12.161643981933594, | |
| "rewards/rejected": -3.7761566638946533, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 8.947708343340891e-06, | |
| "logits/chosen": -0.4662698209285736, | |
| "logits/rejected": 0.6918913125991821, | |
| "logps/chosen": -176.79347229003906, | |
| "logps/rejected": -166.1067352294922, | |
| "loss": 0.0586, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 8.096259117126465, | |
| "rewards/margins": 11.056158065795898, | |
| "rewards/rejected": -2.959900140762329, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 8.937103190236003e-06, | |
| "logits/chosen": -0.32194486260414124, | |
| "logits/rejected": 0.7147929072380066, | |
| "logps/chosen": -215.06838989257812, | |
| "logps/rejected": -168.64984130859375, | |
| "loss": 0.0501, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 7.570442199707031, | |
| "rewards/margins": 11.79222583770752, | |
| "rewards/rejected": -4.221782684326172, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 8.92645121627411e-06, | |
| "logits/chosen": -0.20297428965568542, | |
| "logits/rejected": 0.9233037233352661, | |
| "logps/chosen": -241.4458770751953, | |
| "logps/rejected": -169.84255981445312, | |
| "loss": 0.0118, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.750960350036621, | |
| "rewards/margins": 12.908734321594238, | |
| "rewards/rejected": -4.157774925231934, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 8.915752548130721e-06, | |
| "logits/chosen": -0.6144320964813232, | |
| "logits/rejected": 0.5129267573356628, | |
| "logps/chosen": -235.00973510742188, | |
| "logps/rejected": -155.31793212890625, | |
| "loss": 0.0595, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.357634544372559, | |
| "rewards/margins": 12.143450736999512, | |
| "rewards/rejected": -3.785815477371216, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 8.905007313036644e-06, | |
| "logits/chosen": -0.571103572845459, | |
| "logits/rejected": 0.44340604543685913, | |
| "logps/chosen": -252.47384643554688, | |
| "logps/rejected": -152.4981689453125, | |
| "loss": 0.167, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 8.95770263671875, | |
| "rewards/margins": 12.356184005737305, | |
| "rewards/rejected": -3.3984806537628174, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 8.894215638776468e-06, | |
| "logits/chosen": -0.4927874505519867, | |
| "logits/rejected": 0.810386061668396, | |
| "logps/chosen": -181.13320922851562, | |
| "logps/rejected": -157.927978515625, | |
| "loss": 0.0427, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 7.887845516204834, | |
| "rewards/margins": 11.767987251281738, | |
| "rewards/rejected": -3.8801403045654297, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 8.883377653687046e-06, | |
| "logits/chosen": -0.3371856212615967, | |
| "logits/rejected": 0.7843553423881531, | |
| "logps/chosen": -237.75802612304688, | |
| "logps/rejected": -162.60653686523438, | |
| "loss": 0.0209, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.312698364257812, | |
| "rewards/margins": 12.682243347167969, | |
| "rewards/rejected": -4.369544982910156, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 8.87249348665597e-06, | |
| "logits/chosen": -0.3437243103981018, | |
| "logits/rejected": 0.6998990178108215, | |
| "logps/chosen": -202.02743530273438, | |
| "logps/rejected": -166.65127563476562, | |
| "loss": 0.0705, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 7.631216526031494, | |
| "rewards/margins": 11.797039985656738, | |
| "rewards/rejected": -4.165823936462402, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 8.861563267120041e-06, | |
| "logits/chosen": -0.4705849587917328, | |
| "logits/rejected": 0.5384072661399841, | |
| "logps/chosen": -192.47850036621094, | |
| "logps/rejected": -172.2180938720703, | |
| "loss": 0.0345, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 7.673575401306152, | |
| "rewards/margins": 12.357210159301758, | |
| "rewards/rejected": -4.6836347579956055, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 8.850587125063717e-06, | |
| "logits/chosen": -0.33058807253837585, | |
| "logits/rejected": 0.971091091632843, | |
| "logps/chosen": -214.54623413085938, | |
| "logps/rejected": -168.44432067871094, | |
| "loss": 0.0881, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.962454319000244, | |
| "rewards/margins": 12.074080467224121, | |
| "rewards/rejected": -4.111626625061035, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 8.839565191017587e-06, | |
| "logits/chosen": -0.2974284887313843, | |
| "logits/rejected": 0.97636878490448, | |
| "logps/chosen": -235.8816680908203, | |
| "logps/rejected": -175.85360717773438, | |
| "loss": 0.0187, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.393792152404785, | |
| "rewards/margins": 12.942235946655273, | |
| "rewards/rejected": -4.548444747924805, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 8.828497596056797e-06, | |
| "logits/chosen": -0.1643526256084442, | |
| "logits/rejected": 0.8214351534843445, | |
| "logps/chosen": -181.15838623046875, | |
| "logps/rejected": -162.52178955078125, | |
| "loss": 0.1844, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 7.370779514312744, | |
| "rewards/margins": 11.121458053588867, | |
| "rewards/rejected": -3.7506790161132812, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 8.817384471799514e-06, | |
| "logits/chosen": -0.3292265832424164, | |
| "logits/rejected": 1.094087839126587, | |
| "logps/chosen": -208.61074829101562, | |
| "logps/rejected": -167.3018035888672, | |
| "loss": 0.0633, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 7.627663612365723, | |
| "rewards/margins": 12.10447883605957, | |
| "rewards/rejected": -4.476813316345215, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 8.806225950405338e-06, | |
| "logits/chosen": -0.27208006381988525, | |
| "logits/rejected": 0.9757376909255981, | |
| "logps/chosen": -216.1806182861328, | |
| "logps/rejected": -167.65142822265625, | |
| "loss": 0.0108, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.379110813140869, | |
| "rewards/margins": 11.649734497070312, | |
| "rewards/rejected": -4.270624160766602, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 8.79502216457375e-06, | |
| "logits/chosen": -0.47350209951400757, | |
| "logits/rejected": 0.7839899659156799, | |
| "logps/chosen": -212.70156860351562, | |
| "logps/rejected": -170.24105834960938, | |
| "loss": 0.0054, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.414898872375488, | |
| "rewards/margins": 12.99805736541748, | |
| "rewards/rejected": -4.583159446716309, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 8.783773247542518e-06, | |
| "logits/chosen": -0.690665066242218, | |
| "logits/rejected": 0.4333856701850891, | |
| "logps/chosen": -233.6276397705078, | |
| "logps/rejected": -180.33018493652344, | |
| "loss": 0.0056, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 9.300657272338867, | |
| "rewards/margins": 13.976263046264648, | |
| "rewards/rejected": -4.675606727600098, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 8.772479333086122e-06, | |
| "logits/chosen": -0.5696179270744324, | |
| "logits/rejected": 0.5036565661430359, | |
| "logps/chosen": -208.5790252685547, | |
| "logps/rejected": -160.26483154296875, | |
| "loss": 0.0131, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.516992568969727, | |
| "rewards/margins": 12.505514144897461, | |
| "rewards/rejected": -3.9885215759277344, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 8.761140555514167e-06, | |
| "logits/chosen": -0.8938825726509094, | |
| "logits/rejected": 0.0002821937086991966, | |
| "logps/chosen": -224.6837158203125, | |
| "logps/rejected": -163.0015869140625, | |
| "loss": 0.0345, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 9.163957595825195, | |
| "rewards/margins": 13.306193351745605, | |
| "rewards/rejected": -4.14223575592041, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 8.74975704966977e-06, | |
| "logits/chosen": -0.7335391640663147, | |
| "logits/rejected": 0.13731873035430908, | |
| "logps/chosen": -202.0205078125, | |
| "logps/rejected": -184.16671752929688, | |
| "loss": 0.0502, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.3814058303833, | |
| "rewards/margins": 12.815424919128418, | |
| "rewards/rejected": -4.434020042419434, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 8.738328950927971e-06, | |
| "logits/chosen": -0.6339744329452515, | |
| "logits/rejected": 0.1389215737581253, | |
| "logps/chosen": -214.9847869873047, | |
| "logps/rejected": -174.8680877685547, | |
| "loss": 0.0095, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.587041854858398, | |
| "rewards/margins": 12.97746467590332, | |
| "rewards/rejected": -4.390421390533447, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 8.726856395194119e-06, | |
| "logits/chosen": -0.8502337336540222, | |
| "logits/rejected": 0.08457791805267334, | |
| "logps/chosen": -240.1321563720703, | |
| "logps/rejected": -180.6337432861328, | |
| "loss": 0.1664, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 8.162525177001953, | |
| "rewards/margins": 12.321939468383789, | |
| "rewards/rejected": -4.159415245056152, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 8.715339518902253e-06, | |
| "logits/chosen": -0.9064286947250366, | |
| "logits/rejected": -0.1819077879190445, | |
| "logps/chosen": -198.82833862304688, | |
| "logps/rejected": -167.35934448242188, | |
| "loss": 0.093, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 8.25260066986084, | |
| "rewards/margins": 12.027249336242676, | |
| "rewards/rejected": -3.7746481895446777, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 8.703778459013479e-06, | |
| "logits/chosen": -0.9572340846061707, | |
| "logits/rejected": -0.146784707903862, | |
| "logps/chosen": -186.52105712890625, | |
| "logps/rejected": -160.72584533691406, | |
| "loss": 0.0249, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.873948574066162, | |
| "rewards/margins": 12.232105255126953, | |
| "rewards/rejected": -4.358155727386475, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 8.692173353014351e-06, | |
| "logits/chosen": -0.9497688412666321, | |
| "logits/rejected": -0.1295793503522873, | |
| "logps/chosen": -215.9934539794922, | |
| "logps/rejected": -175.27833557128906, | |
| "loss": 0.0175, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.687699317932129, | |
| "rewards/margins": 13.0452299118042, | |
| "rewards/rejected": -4.357530117034912, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 8.68052433891522e-06, | |
| "logits/chosen": -0.9528650045394897, | |
| "logits/rejected": -0.11717786639928818, | |
| "logps/chosen": -220.6671905517578, | |
| "logps/rejected": -152.87850952148438, | |
| "loss": 0.1651, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 8.587167739868164, | |
| "rewards/margins": 11.920230865478516, | |
| "rewards/rejected": -3.3330631256103516, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 8.668831555248607e-06, | |
| "logits/chosen": -0.7263249158859253, | |
| "logits/rejected": 0.23681822419166565, | |
| "logps/chosen": -177.57666015625, | |
| "logps/rejected": -185.82980346679688, | |
| "loss": 0.1393, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 7.666592597961426, | |
| "rewards/margins": 11.784173011779785, | |
| "rewards/rejected": -4.117580890655518, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 8.657095141067546e-06, | |
| "logits/chosen": -0.43287286162376404, | |
| "logits/rejected": 0.7004810571670532, | |
| "logps/chosen": -189.4801025390625, | |
| "logps/rejected": -163.88528442382812, | |
| "loss": 0.0881, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 7.4667816162109375, | |
| "rewards/margins": 11.954621315002441, | |
| "rewards/rejected": -4.487839698791504, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 8.645315235943939e-06, | |
| "logits/chosen": -0.768271267414093, | |
| "logits/rejected": 0.12874235212802887, | |
| "logps/chosen": -217.19259643554688, | |
| "logps/rejected": -167.7063751220703, | |
| "loss": 0.0842, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 8.23132610321045, | |
| "rewards/margins": 12.512828826904297, | |
| "rewards/rejected": -4.2815022468566895, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 8.633491979966888e-06, | |
| "logits/chosen": -0.9630998373031616, | |
| "logits/rejected": 0.4160458445549011, | |
| "logps/chosen": -229.47616577148438, | |
| "logps/rejected": -186.0326690673828, | |
| "loss": 0.0697, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.416041374206543, | |
| "rewards/margins": 12.873327255249023, | |
| "rewards/rejected": -4.457285404205322, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 8.621625513741033e-06, | |
| "logits/chosen": -0.5632399320602417, | |
| "logits/rejected": 0.3805318772792816, | |
| "logps/chosen": -228.39486694335938, | |
| "logps/rejected": -169.94186401367188, | |
| "loss": 0.1161, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 7.571549415588379, | |
| "rewards/margins": 12.16765022277832, | |
| "rewards/rejected": -4.596099853515625, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 8.60971597838488e-06, | |
| "logits/chosen": -0.6236270666122437, | |
| "logits/rejected": 0.4582180976867676, | |
| "logps/chosen": -238.4077606201172, | |
| "logps/rejected": -174.6767578125, | |
| "loss": 0.006, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.159147262573242, | |
| "rewards/margins": 13.25964641571045, | |
| "rewards/rejected": -5.100498676300049, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 8.59776351552912e-06, | |
| "logits/chosen": -0.395003080368042, | |
| "logits/rejected": 0.7398403882980347, | |
| "logps/chosen": -170.48580932617188, | |
| "logps/rejected": -165.9557342529297, | |
| "loss": 0.0223, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.435987949371338, | |
| "rewards/margins": 12.090422630310059, | |
| "rewards/rejected": -4.654435157775879, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 8.585768267314949e-06, | |
| "logits/chosen": -0.37745702266693115, | |
| "logits/rejected": 0.6807891130447388, | |
| "logps/chosen": -190.44113159179688, | |
| "logps/rejected": -174.80258178710938, | |
| "loss": 0.0156, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.024377346038818, | |
| "rewards/margins": 11.530973434448242, | |
| "rewards/rejected": -4.506596565246582, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 8.573730376392376e-06, | |
| "logits/chosen": -0.5341759920120239, | |
| "logits/rejected": 0.3510711193084717, | |
| "logps/chosen": -202.7803192138672, | |
| "logps/rejected": -181.39561462402344, | |
| "loss": 0.0102, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.461994171142578, | |
| "rewards/margins": 13.099119186401367, | |
| "rewards/rejected": -4.637126922607422, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 8.561649985918526e-06, | |
| "logits/chosen": -0.5021628141403198, | |
| "logits/rejected": 0.3783276081085205, | |
| "logps/chosen": -190.25570678710938, | |
| "logps/rejected": -164.2488250732422, | |
| "loss": 0.0259, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.367849826812744, | |
| "rewards/margins": 11.650557518005371, | |
| "rewards/rejected": -4.282708168029785, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 8.549527239555933e-06, | |
| "logits/chosen": -0.8880068063735962, | |
| "logits/rejected": 0.04517006874084473, | |
| "logps/chosen": -218.488525390625, | |
| "logps/rejected": -173.66485595703125, | |
| "loss": 0.0597, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.142195701599121, | |
| "rewards/margins": 12.357624053955078, | |
| "rewards/rejected": -4.215428352355957, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 8.537362281470842e-06, | |
| "logits/chosen": -0.8509469032287598, | |
| "logits/rejected": 0.16993197798728943, | |
| "logps/chosen": -225.26181030273438, | |
| "logps/rejected": -165.80532836914062, | |
| "loss": 0.0196, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.537097930908203, | |
| "rewards/margins": 12.063167572021484, | |
| "rewards/rejected": -4.526069641113281, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 8.525155256331485e-06, | |
| "logits/chosen": -0.6800307631492615, | |
| "logits/rejected": 0.25085148215293884, | |
| "logps/chosen": -221.555419921875, | |
| "logps/rejected": -167.46531677246094, | |
| "loss": 0.0208, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.689160346984863, | |
| "rewards/margins": 11.93071174621582, | |
| "rewards/rejected": -4.24155330657959, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 8.512906309306369e-06, | |
| "logits/chosen": -0.4905932545661926, | |
| "logits/rejected": 0.41362684965133667, | |
| "logps/chosen": -190.53590393066406, | |
| "logps/rejected": -179.59628295898438, | |
| "loss": 0.0392, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.085442543029785, | |
| "rewards/margins": 13.140932083129883, | |
| "rewards/rejected": -5.055489540100098, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 8.500615586062537e-06, | |
| "logits/chosen": -0.7107552886009216, | |
| "logits/rejected": 0.2486438751220703, | |
| "logps/chosen": -223.39205932617188, | |
| "logps/rejected": -165.79603576660156, | |
| "loss": 0.0127, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.861292839050293, | |
| "rewards/margins": 12.904462814331055, | |
| "rewards/rejected": -5.043169975280762, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 8.48828323276385e-06, | |
| "logits/chosen": -0.2899216115474701, | |
| "logits/rejected": 0.7743111252784729, | |
| "logps/chosen": -195.27996826171875, | |
| "logps/rejected": -168.7857666015625, | |
| "loss": 0.046, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.390793800354004, | |
| "rewards/margins": 12.747232437133789, | |
| "rewards/rejected": -4.356438636779785, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 8.475909396069243e-06, | |
| "logits/chosen": -0.8413451910018921, | |
| "logits/rejected": 0.5604926347732544, | |
| "logps/chosen": -224.261962890625, | |
| "logps/rejected": -183.05560302734375, | |
| "loss": 0.0574, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.465588569641113, | |
| "rewards/margins": 13.44543743133545, | |
| "rewards/rejected": -4.979849815368652, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 8.463494223130972e-06, | |
| "logits/chosen": -0.8377776145935059, | |
| "logits/rejected": 0.26796481013298035, | |
| "logps/chosen": -233.9268035888672, | |
| "logps/rejected": -167.1359405517578, | |
| "loss": 0.0115, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.433236122131348, | |
| "rewards/margins": 12.992330551147461, | |
| "rewards/rejected": -4.559096336364746, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 8.451037861592882e-06, | |
| "logits/chosen": -0.531271755695343, | |
| "logits/rejected": 0.5945345163345337, | |
| "logps/chosen": -233.77487182617188, | |
| "logps/rejected": -171.58950805664062, | |
| "loss": 0.0076, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.894737243652344, | |
| "rewards/margins": 12.823348999023438, | |
| "rewards/rejected": -4.9286112785339355, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 8.438540459588635e-06, | |
| "logits/chosen": -0.3315597176551819, | |
| "logits/rejected": 0.8130376935005188, | |
| "logps/chosen": -179.4055938720703, | |
| "logps/rejected": -166.93429565429688, | |
| "loss": 0.1071, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 6.321532726287842, | |
| "rewards/margins": 10.406835556030273, | |
| "rewards/rejected": -4.085303783416748, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 8.426002165739959e-06, | |
| "logits/chosen": -0.46008366346359253, | |
| "logits/rejected": 0.7065877318382263, | |
| "logps/chosen": -208.07479858398438, | |
| "logps/rejected": -170.52133178710938, | |
| "loss": 0.0107, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.816873073577881, | |
| "rewards/margins": 12.425461769104004, | |
| "rewards/rejected": -4.608588218688965, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 8.413423129154873e-06, | |
| "logits/chosen": -0.6410793662071228, | |
| "logits/rejected": 0.3276979923248291, | |
| "logps/chosen": -234.51693725585938, | |
| "logps/rejected": -169.89077758789062, | |
| "loss": 0.0061, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.718478202819824, | |
| "rewards/margins": 13.924470901489258, | |
| "rewards/rejected": -5.205992221832275, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 8.40080349942592e-06, | |
| "logits/chosen": -0.5077573657035828, | |
| "logits/rejected": 0.3929711878299713, | |
| "logps/chosen": -192.05772399902344, | |
| "logps/rejected": -169.24960327148438, | |
| "loss": 0.1019, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 7.895243167877197, | |
| "rewards/margins": 12.026467323303223, | |
| "rewards/rejected": -4.131225109100342, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 8.388143426628384e-06, | |
| "logits/chosen": -0.6147021651268005, | |
| "logits/rejected": 0.23026438057422638, | |
| "logps/chosen": -228.5024871826172, | |
| "logps/rejected": -170.653076171875, | |
| "loss": 0.0201, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.201008796691895, | |
| "rewards/margins": 13.116500854492188, | |
| "rewards/rejected": -4.915493488311768, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 8.375443061318504e-06, | |
| "logits/chosen": -0.6069657206535339, | |
| "logits/rejected": 0.5055216550827026, | |
| "logps/chosen": -182.94375610351562, | |
| "logps/rejected": -178.98904418945312, | |
| "loss": 0.0367, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.235411167144775, | |
| "rewards/margins": 11.979175567626953, | |
| "rewards/rejected": -4.743765830993652, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 8.36270255453169e-06, | |
| "logits/chosen": -0.6311702728271484, | |
| "logits/rejected": 0.5873549580574036, | |
| "logps/chosen": -216.9287567138672, | |
| "logps/rejected": -169.9967803955078, | |
| "loss": 0.0112, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.0543851852417, | |
| "rewards/margins": 13.188531875610352, | |
| "rewards/rejected": -5.1341471672058105, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 8.349922057780723e-06, | |
| "logits/chosen": -0.5530081987380981, | |
| "logits/rejected": 0.7694286108016968, | |
| "logps/chosen": -223.22305297851562, | |
| "logps/rejected": -187.7498016357422, | |
| "loss": 0.0015, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.594778060913086, | |
| "rewards/margins": 13.714917182922363, | |
| "rewards/rejected": -5.120139122009277, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 8.337101723053949e-06, | |
| "logits/chosen": -0.4461049437522888, | |
| "logits/rejected": 0.6591795682907104, | |
| "logps/chosen": -230.85140991210938, | |
| "logps/rejected": -166.4679718017578, | |
| "loss": 0.0101, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.5826416015625, | |
| "rewards/margins": 13.19091510772705, | |
| "rewards/rejected": -4.608273506164551, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 8.324241702813477e-06, | |
| "logits/chosen": -0.4857296049594879, | |
| "logits/rejected": 0.5430890321731567, | |
| "logps/chosen": -187.19033813476562, | |
| "logps/rejected": -172.521728515625, | |
| "loss": 0.0192, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 6.923466682434082, | |
| "rewards/margins": 11.60053539276123, | |
| "rewards/rejected": -4.677069187164307, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 8.311342149993366e-06, | |
| "logits/chosen": -0.9044029116630554, | |
| "logits/rejected": 0.05248773843050003, | |
| "logps/chosen": -217.3992156982422, | |
| "logps/rejected": -167.77630615234375, | |
| "loss": 0.0012, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.785954475402832, | |
| "rewards/margins": 13.33287525177002, | |
| "rewards/rejected": -4.5469207763671875, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 8.298403217997805e-06, | |
| "logits/chosen": -1.2175676822662354, | |
| "logits/rejected": -0.6908454895019531, | |
| "logps/chosen": -269.8515930175781, | |
| "logps/rejected": -162.03921508789062, | |
| "loss": 0.0145, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 9.291863441467285, | |
| "rewards/margins": 13.004359245300293, | |
| "rewards/rejected": -3.7124953269958496, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 8.285425060699291e-06, | |
| "logits/chosen": -1.0893975496292114, | |
| "logits/rejected": -0.1912747323513031, | |
| "logps/chosen": -194.61566162109375, | |
| "logps/rejected": -182.98367309570312, | |
| "loss": 0.0215, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 8.65707778930664, | |
| "rewards/margins": 12.879467964172363, | |
| "rewards/rejected": -4.222390174865723, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 8.272407832436784e-06, | |
| "logits/chosen": -0.6341437697410583, | |
| "logits/rejected": 0.3419879674911499, | |
| "logps/chosen": -171.78280639648438, | |
| "logps/rejected": -165.11734008789062, | |
| "loss": 0.019, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.791851043701172, | |
| "rewards/margins": 12.213276863098145, | |
| "rewards/rejected": -4.421425819396973, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 8.2593516880139e-06, | |
| "logits/chosen": -0.5838027000427246, | |
| "logits/rejected": 0.4249269962310791, | |
| "logps/chosen": -202.65524291992188, | |
| "logps/rejected": -171.35055541992188, | |
| "loss": 0.1298, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 8.352968215942383, | |
| "rewards/margins": 12.428132057189941, | |
| "rewards/rejected": -4.0751633644104, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 8.246256782697045e-06, | |
| "logits/chosen": -0.7317477464675903, | |
| "logits/rejected": 0.41557279229164124, | |
| "logps/chosen": -209.4647674560547, | |
| "logps/rejected": -174.3729248046875, | |
| "loss": 0.0038, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.367586135864258, | |
| "rewards/margins": 12.99022102355957, | |
| "rewards/rejected": -4.622633934020996, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 8.23312327221358e-06, | |
| "logits/chosen": -0.692236065864563, | |
| "logits/rejected": 0.46434178948402405, | |
| "logps/chosen": -251.1358184814453, | |
| "logps/rejected": -174.54110717773438, | |
| "loss": 0.0319, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 8.932543754577637, | |
| "rewards/margins": 13.945353507995605, | |
| "rewards/rejected": -5.012808799743652, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 8.219951312749967e-06, | |
| "logits/chosen": -0.6690990328788757, | |
| "logits/rejected": 0.569442868232727, | |
| "logps/chosen": -217.0177001953125, | |
| "logps/rejected": -177.09072875976562, | |
| "loss": 0.032, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.575159072875977, | |
| "rewards/margins": 13.195083618164062, | |
| "rewards/rejected": -4.619925022125244, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 8.20674106094991e-06, | |
| "logits/chosen": -0.4990970492362976, | |
| "logits/rejected": 0.4127965569496155, | |
| "logps/chosen": -195.69264221191406, | |
| "logps/rejected": -175.87966918945312, | |
| "loss": 0.0311, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.397913455963135, | |
| "rewards/margins": 11.768786430358887, | |
| "rewards/rejected": -4.370872974395752, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 8.193492673912495e-06, | |
| "logits/chosen": -0.5780926942825317, | |
| "logits/rejected": 0.48505130410194397, | |
| "logps/chosen": -183.80203247070312, | |
| "logps/rejected": -175.343994140625, | |
| "loss": 0.1525, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 8.53159236907959, | |
| "rewards/margins": 13.045809745788574, | |
| "rewards/rejected": -4.514214515686035, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 8.18020630919032e-06, | |
| "logits/chosen": -0.5260237455368042, | |
| "logits/rejected": 0.5624647736549377, | |
| "logps/chosen": -175.13485717773438, | |
| "logps/rejected": -170.07009887695312, | |
| "loss": 0.008, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.5792131423950195, | |
| "rewards/margins": 11.603866577148438, | |
| "rewards/rejected": -4.024654388427734, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 8.166882124787623e-06, | |
| "logits/chosen": -0.47336331009864807, | |
| "logits/rejected": 0.6014837026596069, | |
| "logps/chosen": -202.11178588867188, | |
| "logps/rejected": -182.88864135742188, | |
| "loss": 0.0248, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 7.935551643371582, | |
| "rewards/margins": 12.890029907226562, | |
| "rewards/rejected": -4.954479217529297, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 8.153520279158396e-06, | |
| "logits/chosen": -0.34318774938583374, | |
| "logits/rejected": 0.6932908892631531, | |
| "logps/chosen": -174.56124877929688, | |
| "logps/rejected": -174.02755737304688, | |
| "loss": 0.0931, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 6.897540092468262, | |
| "rewards/margins": 11.409690856933594, | |
| "rewards/rejected": -4.512150764465332, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 8.140120931204512e-06, | |
| "logits/chosen": -0.6497650742530823, | |
| "logits/rejected": 0.5149052739143372, | |
| "logps/chosen": -243.260009765625, | |
| "logps/rejected": -170.65261840820312, | |
| "loss": 0.0969, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 8.357889175415039, | |
| "rewards/margins": 12.79127311706543, | |
| "rewards/rejected": -4.433384418487549, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 8.126684240273827e-06, | |
| "logits/chosen": -0.6540253162384033, | |
| "logits/rejected": 0.3523900508880615, | |
| "logps/chosen": -200.621337890625, | |
| "logps/rejected": -171.65789794921875, | |
| "loss": 0.0253, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.952597618103027, | |
| "rewards/margins": 12.75285530090332, | |
| "rewards/rejected": -4.800256729125977, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 8.113210366158289e-06, | |
| "logits/chosen": -0.9135942459106445, | |
| "logits/rejected": -0.017345678061246872, | |
| "logps/chosen": -194.4808807373047, | |
| "logps/rejected": -160.66390991210938, | |
| "loss": 0.1005, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 7.563905239105225, | |
| "rewards/margins": 11.910043716430664, | |
| "rewards/rejected": -4.346137523651123, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 8.099699469092035e-06, | |
| "logits/chosen": -1.0905654430389404, | |
| "logits/rejected": -0.7532132863998413, | |
| "logps/chosen": -199.40904235839844, | |
| "logps/rejected": -162.73121643066406, | |
| "loss": 0.0104, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.886347770690918, | |
| "rewards/margins": 13.453600883483887, | |
| "rewards/rejected": -4.567252159118652, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 8.086151709749488e-06, | |
| "logits/chosen": -0.793353796005249, | |
| "logits/rejected": 0.19234681129455566, | |
| "logps/chosen": -172.5845489501953, | |
| "logps/rejected": -171.7484893798828, | |
| "loss": 0.0845, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 8.292520523071289, | |
| "rewards/margins": 12.046894073486328, | |
| "rewards/rejected": -3.7543742656707764, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 8.072567249243444e-06, | |
| "logits/chosen": -1.1524503231048584, | |
| "logits/rejected": -0.16285154223442078, | |
| "logps/chosen": -229.02871704101562, | |
| "logps/rejected": -168.34915161132812, | |
| "loss": 0.099, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 9.448681831359863, | |
| "rewards/margins": 13.124113082885742, | |
| "rewards/rejected": -3.6754310131073, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 8.058946249123155e-06, | |
| "logits/chosen": -1.0330545902252197, | |
| "logits/rejected": -0.21650974452495575, | |
| "logps/chosen": -231.02783203125, | |
| "logps/rejected": -186.7714385986328, | |
| "loss": 0.0003, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.94650650024414, | |
| "rewards/margins": 14.374897956848145, | |
| "rewards/rejected": -5.428391456604004, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 8.04528887137241e-06, | |
| "logits/chosen": -0.8955181241035461, | |
| "logits/rejected": -0.10996793210506439, | |
| "logps/chosen": -197.42031860351562, | |
| "logps/rejected": -171.0691680908203, | |
| "loss": 0.0405, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.19475269317627, | |
| "rewards/margins": 12.796459197998047, | |
| "rewards/rejected": -4.601706027984619, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 8.031595278407613e-06, | |
| "logits/chosen": -1.051721215248108, | |
| "logits/rejected": -0.3572627604007721, | |
| "logps/chosen": -206.19784545898438, | |
| "logps/rejected": -167.8656005859375, | |
| "loss": 0.0466, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 9.205878257751465, | |
| "rewards/margins": 13.923624992370605, | |
| "rewards/rejected": -4.717745780944824, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 8.017865633075846e-06, | |
| "logits/chosen": -0.9133942723274231, | |
| "logits/rejected": -0.07959525287151337, | |
| "logps/chosen": -202.22283935546875, | |
| "logps/rejected": -167.33413696289062, | |
| "loss": 0.0702, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 8.584909439086914, | |
| "rewards/margins": 12.664779663085938, | |
| "rewards/rejected": -4.079871654510498, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 8.004100098652926e-06, | |
| "logits/chosen": -0.7203928232192993, | |
| "logits/rejected": -0.05325474217534065, | |
| "logps/chosen": -182.52957153320312, | |
| "logps/rejected": -163.93081665039062, | |
| "loss": 0.1392, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": 8.526405334472656, | |
| "rewards/margins": 12.884794235229492, | |
| "rewards/rejected": -4.358389854431152, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 7.990298838841481e-06, | |
| "logits/chosen": -0.976810097694397, | |
| "logits/rejected": -0.26609936356544495, | |
| "logps/chosen": -211.3890838623047, | |
| "logps/rejected": -176.94076538085938, | |
| "loss": 0.0172, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.936230659484863, | |
| "rewards/margins": 12.897746086120605, | |
| "rewards/rejected": -3.961515426635742, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 7.976462017768984e-06, | |
| "logits/chosen": -0.7487978935241699, | |
| "logits/rejected": 0.2039092481136322, | |
| "logps/chosen": -196.99449157714844, | |
| "logps/rejected": -177.93943786621094, | |
| "loss": 0.0199, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.814328193664551, | |
| "rewards/margins": 12.83709716796875, | |
| "rewards/rejected": -5.022768497467041, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 7.962589799985817e-06, | |
| "logits/chosen": -0.9832037091255188, | |
| "logits/rejected": 0.010686754249036312, | |
| "logps/chosen": -230.860595703125, | |
| "logps/rejected": -179.5846710205078, | |
| "loss": 0.1128, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 8.199392318725586, | |
| "rewards/margins": 12.86755657196045, | |
| "rewards/rejected": -4.6681647300720215, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 7.948682350463299e-06, | |
| "logits/chosen": -0.6001917719841003, | |
| "logits/rejected": 0.41285085678100586, | |
| "logps/chosen": -200.84994506835938, | |
| "logps/rejected": -172.69180297851562, | |
| "loss": 0.0687, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.3350114822387695, | |
| "rewards/margins": 12.243888854980469, | |
| "rewards/rejected": -4.908877372741699, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 7.934739834591743e-06, | |
| "logits/chosen": -0.7725926637649536, | |
| "logits/rejected": 0.5752295255661011, | |
| "logps/chosen": -219.83322143554688, | |
| "logps/rejected": -185.51937866210938, | |
| "loss": 0.0206, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.2027106285095215, | |
| "rewards/margins": 12.59252643585205, | |
| "rewards/rejected": -5.389814853668213, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 7.920762418178467e-06, | |
| "logits/chosen": -0.7085618376731873, | |
| "logits/rejected": 0.6622563600540161, | |
| "logps/chosen": -198.0343017578125, | |
| "logps/rejected": -173.04983520507812, | |
| "loss": 0.0028, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.681931495666504, | |
| "rewards/margins": 12.312196731567383, | |
| "rewards/rejected": -4.630265235900879, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 7.906750267445842e-06, | |
| "logits/chosen": -0.5810704827308655, | |
| "logits/rejected": 0.5701958537101746, | |
| "logps/chosen": -191.88255310058594, | |
| "logps/rejected": -167.3490447998047, | |
| "loss": 0.1238, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 7.207613468170166, | |
| "rewards/margins": 12.253547668457031, | |
| "rewards/rejected": -5.045934677124023, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 7.892703549029302e-06, | |
| "logits/chosen": -0.618598997592926, | |
| "logits/rejected": 0.6705722212791443, | |
| "logps/chosen": -200.2035675048828, | |
| "logps/rejected": -180.4983673095703, | |
| "loss": 0.0843, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.773738861083984, | |
| "rewards/margins": 13.073773384094238, | |
| "rewards/rejected": -5.3000359535217285, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 7.878622429975369e-06, | |
| "logits/chosen": -0.4437601566314697, | |
| "logits/rejected": 0.6392486691474915, | |
| "logps/chosen": -186.42111206054688, | |
| "logps/rejected": -176.2037811279297, | |
| "loss": 0.1384, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 7.519711971282959, | |
| "rewards/margins": 12.133156776428223, | |
| "rewards/rejected": -4.613443374633789, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 7.864507077739667e-06, | |
| "logits/chosen": -0.520032525062561, | |
| "logits/rejected": 0.4803471565246582, | |
| "logps/chosen": -231.8350372314453, | |
| "logps/rejected": -176.01327514648438, | |
| "loss": 0.1153, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 9.256172180175781, | |
| "rewards/margins": 14.020452499389648, | |
| "rewards/rejected": -4.764278888702393, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 7.850357660184924e-06, | |
| "logits/chosen": -0.6796492338180542, | |
| "logits/rejected": 0.6617184281349182, | |
| "logps/chosen": -227.59487915039062, | |
| "logps/rejected": -177.05235290527344, | |
| "loss": 0.0812, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.946455478668213, | |
| "rewards/margins": 13.443826675415039, | |
| "rewards/rejected": -5.497370719909668, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 7.836174345578982e-06, | |
| "logits/chosen": -0.7396942973136902, | |
| "logits/rejected": 0.3257351517677307, | |
| "logps/chosen": -213.6725311279297, | |
| "logps/rejected": -181.46981811523438, | |
| "loss": 0.0114, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.922917366027832, | |
| "rewards/margins": 13.603009223937988, | |
| "rewards/rejected": -4.680091857910156, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 7.821957302592791e-06, | |
| "logits/chosen": -0.8451019525527954, | |
| "logits/rejected": 0.3018733561038971, | |
| "logps/chosen": -227.48641967773438, | |
| "logps/rejected": -178.04055786132812, | |
| "loss": 0.0381, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.504293441772461, | |
| "rewards/margins": 13.973077774047852, | |
| "rewards/rejected": -5.468785762786865, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 7.807706700298412e-06, | |
| "logits/chosen": -0.7736309766769409, | |
| "logits/rejected": 0.44020017981529236, | |
| "logps/chosen": -212.9801483154297, | |
| "logps/rejected": -175.34637451171875, | |
| "loss": 0.0634, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 8.439635276794434, | |
| "rewards/margins": 13.418614387512207, | |
| "rewards/rejected": -4.978979110717773, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 7.793422708166996e-06, | |
| "logits/chosen": -0.7209655046463013, | |
| "logits/rejected": 0.425056517124176, | |
| "logps/chosen": -216.6347198486328, | |
| "logps/rejected": -179.53964233398438, | |
| "loss": 0.1194, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.9016618728637695, | |
| "rewards/margins": 12.855749130249023, | |
| "rewards/rejected": -4.95408821105957, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 7.779105496066772e-06, | |
| "logits/chosen": -0.6034275889396667, | |
| "logits/rejected": 0.4955766797065735, | |
| "logps/chosen": -208.5738067626953, | |
| "logps/rejected": -185.705322265625, | |
| "loss": 0.0025, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.3899245262146, | |
| "rewards/margins": 12.2137451171875, | |
| "rewards/rejected": -4.823821067810059, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 7.76475523426103e-06, | |
| "logits/chosen": -0.6930392980575562, | |
| "logits/rejected": 0.28452375531196594, | |
| "logps/chosen": -206.74337768554688, | |
| "logps/rejected": -181.8390350341797, | |
| "loss": 0.03, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.6725358963012695, | |
| "rewards/margins": 12.631759643554688, | |
| "rewards/rejected": -4.959224700927734, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 7.750372093406095e-06, | |
| "logits/chosen": -0.6658349633216858, | |
| "logits/rejected": 0.31616711616516113, | |
| "logps/chosen": -224.6175079345703, | |
| "logps/rejected": -184.55096435546875, | |
| "loss": 0.0427, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.468997955322266, | |
| "rewards/margins": 14.208582878112793, | |
| "rewards/rejected": -5.739585876464844, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 7.735956244549294e-06, | |
| "logits/chosen": -0.7174617052078247, | |
| "logits/rejected": 0.31869566440582275, | |
| "logps/chosen": -221.75466918945312, | |
| "logps/rejected": -173.40158081054688, | |
| "loss": 0.0961, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 8.690484046936035, | |
| "rewards/margins": 13.39197063446045, | |
| "rewards/rejected": -4.701488494873047, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 7.721507859126927e-06, | |
| "logits/chosen": -0.6412464380264282, | |
| "logits/rejected": 0.23269173502922058, | |
| "logps/chosen": -191.8711700439453, | |
| "logps/rejected": -181.15994262695312, | |
| "loss": 0.0611, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.7382941246032715, | |
| "rewards/margins": 13.182668685913086, | |
| "rewards/rejected": -5.444373607635498, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 7.707027108962222e-06, | |
| "logits/chosen": -0.4695025384426117, | |
| "logits/rejected": 0.48480135202407837, | |
| "logps/chosen": -224.146240234375, | |
| "logps/rejected": -182.19253540039062, | |
| "loss": 0.0342, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 8.21843147277832, | |
| "rewards/margins": 13.430513381958008, | |
| "rewards/rejected": -5.212081432342529, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 7.692514166263296e-06, | |
| "logits/chosen": -0.731987476348877, | |
| "logits/rejected": 0.23414798080921173, | |
| "logps/chosen": -183.3697509765625, | |
| "logps/rejected": -180.24000549316406, | |
| "loss": 0.0521, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 7.768662452697754, | |
| "rewards/margins": 12.571802139282227, | |
| "rewards/rejected": -4.80313777923584, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 7.677969203621113e-06, | |
| "logits/chosen": -0.8885566592216492, | |
| "logits/rejected": 0.126034677028656, | |
| "logps/chosen": -222.8698272705078, | |
| "logps/rejected": -186.18331909179688, | |
| "loss": 0.0438, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 8.468908309936523, | |
| "rewards/margins": 13.904070854187012, | |
| "rewards/rejected": -5.435164451599121, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 7.663392394007418e-06, | |
| "logits/chosen": -1.0950114727020264, | |
| "logits/rejected": -0.08405710756778717, | |
| "logps/chosen": -244.9022979736328, | |
| "logps/rejected": -170.50209045410156, | |
| "loss": 0.0613, | |
| "rewards/accuracies": 0.9624999761581421, | |
| "rewards/chosen": 8.325568199157715, | |
| "rewards/margins": 13.444650650024414, | |
| "rewards/rejected": -5.119081497192383, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 7.648783910772687e-06, | |
| "logits/chosen": -0.7430115938186646, | |
| "logits/rejected": 0.2351471483707428, | |
| "logps/chosen": -236.56448364257812, | |
| "logps/rejected": -171.637451171875, | |
| "loss": 0.0975, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 8.123806953430176, | |
| "rewards/margins": 13.381278991699219, | |
| "rewards/rejected": -5.257473945617676, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 7.634143927644066e-06, | |
| "logits/chosen": -0.6513711214065552, | |
| "logits/rejected": 0.3646014332771301, | |
| "logps/chosen": -179.13702392578125, | |
| "logps/rejected": -180.0673065185547, | |
| "loss": 0.0043, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 7.1201629638671875, | |
| "rewards/margins": 12.562201499938965, | |
| "rewards/rejected": -5.4420390129089355, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 7.6194726187233094e-06, | |
| "logits/chosen": -0.4454960823059082, | |
| "logits/rejected": 0.47287583351135254, | |
| "logps/chosen": -201.38282775878906, | |
| "logps/rejected": -178.86441040039062, | |
| "loss": 0.1987, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": 7.348745822906494, | |
| "rewards/margins": 12.077168464660645, | |
| "rewards/rejected": -4.728421211242676, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 7.604770158484697e-06, | |
| "logits/chosen": -0.7678300738334656, | |
| "logits/rejected": 0.533244252204895, | |
| "logps/chosen": -206.36178588867188, | |
| "logps/rejected": -189.08424377441406, | |
| "loss": 0.001, | |
| "rewards/accuracies": 1.0, | |
| "rewards/chosen": 8.136065483093262, | |
| "rewards/margins": 13.558685302734375, | |
| "rewards/rejected": -5.4226179122924805, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 7.590036721772971e-06, | |
| "logits/chosen": -0.5914806127548218, | |
| "logits/rejected": 0.5361270904541016, | |
| "logps/chosen": -185.54403686523438, | |
| "logps/rejected": -189.84043884277344, | |
| "loss": 0.0353, | |
| "rewards/accuracies": 0.9750000238418579, | |
| "rewards/chosen": 7.511700630187988, | |
| "rewards/margins": 13.264554023742676, | |
| "rewards/rejected": -5.752852916717529, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 7.57527248380125e-06, | |
| "logits/chosen": -0.5882383584976196, | |
| "logits/rejected": 0.5471413135528564, | |
| "logps/chosen": -196.56063842773438, | |
| "logps/rejected": -181.27120971679688, | |
| "loss": 0.0239, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.016335487365723, | |
| "rewards/margins": 12.353779792785645, | |
| "rewards/rejected": -5.3374457359313965, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 7.560477620148953e-06, | |
| "logits/chosen": -0.6498584151268005, | |
| "logits/rejected": 0.411933571100235, | |
| "logps/chosen": -203.97779846191406, | |
| "logps/rejected": -184.84317016601562, | |
| "loss": 0.0208, | |
| "rewards/accuracies": 0.987500011920929, | |
| "rewards/chosen": 7.5401105880737305, | |
| "rewards/margins": 13.002525329589844, | |
| "rewards/rejected": -5.462414264678955, | |
| "step": 3000 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 9110, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 1000, | |
| "total_flos": 3.7568556896322847e+18, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |