| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.897100987575661, | |
| "eval_steps": 500, | |
| "global_step": 44, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.02038865880853775, | |
| "grad_norm": 10.073711395263672, | |
| "learning_rate": 1e-05, | |
| "log_odds_chosen": -0.03190982714295387, | |
| "log_odds_ratio": -0.7741295099258423, | |
| "logits/chosen": -2.249119758605957, | |
| "logits/rejected": -2.2597196102142334, | |
| "logps/chosen": -5.181360721588135, | |
| "logps/rejected": -5.149355888366699, | |
| "loss": 5.4553, | |
| "nll_loss": 5.37792444229126, | |
| "rewards/accuracies": 0.4375, | |
| "rewards/chosen": -0.5181360840797424, | |
| "rewards/margins": -0.0032004904933273792, | |
| "rewards/rejected": -0.5149356126785278, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0407773176170755, | |
| "grad_norm": 9.501357078552246, | |
| "learning_rate": 2e-05, | |
| "log_odds_chosen": -0.044936653226614, | |
| "log_odds_ratio": -0.7695960402488708, | |
| "logits/chosen": -2.2498621940612793, | |
| "logits/rejected": -2.260127067565918, | |
| "logps/chosen": -5.01981258392334, | |
| "logps/rejected": -4.974053382873535, | |
| "loss": 5.3213, | |
| "nll_loss": 5.2443060874938965, | |
| "rewards/accuracies": 0.53125, | |
| "rewards/chosen": -0.501981258392334, | |
| "rewards/margins": -0.0045759049244225025, | |
| "rewards/rejected": -0.49740538001060486, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.06116597642561325, | |
| "grad_norm": 9.111624717712402, | |
| "learning_rate": 3e-05, | |
| "log_odds_chosen": -0.008361914195120335, | |
| "log_odds_ratio": -0.7590417265892029, | |
| "logits/chosen": -2.287618398666382, | |
| "logits/rejected": -2.3050174713134766, | |
| "logps/chosen": -4.931052207946777, | |
| "logps/rejected": -4.922361850738525, | |
| "loss": 5.195, | |
| "nll_loss": 5.119076251983643, | |
| "rewards/accuracies": 0.453125, | |
| "rewards/chosen": -0.4931052029132843, | |
| "rewards/margins": -0.0008690543472766876, | |
| "rewards/rejected": -0.4922361373901367, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.081554635234151, | |
| "grad_norm": 9.194869995117188, | |
| "learning_rate": 4e-05, | |
| "log_odds_chosen": -0.06829527020454407, | |
| "log_odds_ratio": -0.7628177404403687, | |
| "logits/chosen": -2.2833240032196045, | |
| "logits/rejected": -2.2870724201202393, | |
| "logps/chosen": -4.916200160980225, | |
| "logps/rejected": -4.847894668579102, | |
| "loss": 5.1872, | |
| "nll_loss": 5.110929489135742, | |
| "rewards/accuracies": 0.421875, | |
| "rewards/chosen": -0.4916200041770935, | |
| "rewards/margins": -0.006830527447164059, | |
| "rewards/rejected": -0.48478949069976807, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.10194329404268876, | |
| "grad_norm": 9.331730842590332, | |
| "learning_rate": 5e-05, | |
| "log_odds_chosen": -0.07571306079626083, | |
| "log_odds_ratio": -0.7841904163360596, | |
| "logits/chosen": -2.3229925632476807, | |
| "logits/rejected": -2.337273120880127, | |
| "logps/chosen": -4.687668323516846, | |
| "logps/rejected": -4.612335205078125, | |
| "loss": 4.9652, | |
| "nll_loss": 4.886806011199951, | |
| "rewards/accuracies": 0.5, | |
| "rewards/chosen": -0.46876680850982666, | |
| "rewards/margins": -0.0075332350097596645, | |
| "rewards/rejected": -0.46123358607292175, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.1223319528512265, | |
| "grad_norm": 9.857681274414062, | |
| "learning_rate": 6e-05, | |
| "log_odds_chosen": -0.19471649825572968, | |
| "log_odds_ratio": -0.8327277302742004, | |
| "logits/chosen": -2.3558108806610107, | |
| "logits/rejected": -2.3881752490997314, | |
| "logps/chosen": -4.344555377960205, | |
| "logps/rejected": -4.152055263519287, | |
| "loss": 4.6379, | |
| "nll_loss": 4.554634094238281, | |
| "rewards/accuracies": 0.40625, | |
| "rewards/chosen": -0.4344555735588074, | |
| "rewards/margins": -0.019250018522143364, | |
| "rewards/rejected": -0.41520553827285767, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.14272061165976427, | |
| "grad_norm": 7.811158657073975, | |
| "learning_rate": 7e-05, | |
| "log_odds_chosen": -0.0166391022503376, | |
| "log_odds_ratio": -0.7380757331848145, | |
| "logits/chosen": -2.388141632080078, | |
| "logits/rejected": -2.4195711612701416, | |
| "logps/chosen": -3.969034194946289, | |
| "logps/rejected": -3.951852798461914, | |
| "loss": 4.2265, | |
| "nll_loss": 4.152710914611816, | |
| "rewards/accuracies": 0.53125, | |
| "rewards/chosen": -0.39690345525741577, | |
| "rewards/margins": -0.0017181318253278732, | |
| "rewards/rejected": -0.39518529176712036, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.163109270468302, | |
| "grad_norm": 7.66775369644165, | |
| "learning_rate": 8e-05, | |
| "log_odds_chosen": 0.02697194740176201, | |
| "log_odds_ratio": -0.7153270840644836, | |
| "logits/chosen": -2.477844476699829, | |
| "logits/rejected": -2.474121570587158, | |
| "logps/chosen": -3.4541428089141846, | |
| "logps/rejected": -3.4769277572631836, | |
| "loss": 3.6939, | |
| "nll_loss": 3.6224091053009033, | |
| "rewards/accuracies": 0.53125, | |
| "rewards/chosen": -0.34541425108909607, | |
| "rewards/margins": 0.0022785186301916838, | |
| "rewards/rejected": -0.3476927876472473, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.18349792927683975, | |
| "grad_norm": 6.6126298904418945, | |
| "learning_rate": 9e-05, | |
| "log_odds_chosen": 0.16790322959423065, | |
| "log_odds_ratio": -0.6347489356994629, | |
| "logits/chosen": -2.5679516792297363, | |
| "logits/rejected": -2.5715692043304443, | |
| "logps/chosen": -2.9835710525512695, | |
| "logps/rejected": -3.140634059906006, | |
| "loss": 3.2274, | |
| "nll_loss": 3.163942813873291, | |
| "rewards/accuracies": 0.625, | |
| "rewards/chosen": -0.2983570992946625, | |
| "rewards/margins": 0.015706289559602737, | |
| "rewards/rejected": -0.3140634000301361, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.20388658808537752, | |
| "grad_norm": 6.9558281898498535, | |
| "learning_rate": 0.0001, | |
| "log_odds_chosen": 0.17972886562347412, | |
| "log_odds_ratio": -0.6277650594711304, | |
| "logits/chosen": -2.6125497817993164, | |
| "logits/rejected": -2.6118133068084717, | |
| "logps/chosen": -2.6501834392547607, | |
| "logps/rejected": -2.8179259300231934, | |
| "loss": 2.8684, | |
| "nll_loss": 2.8056435585021973, | |
| "rewards/accuracies": 0.703125, | |
| "rewards/chosen": -0.26501837372779846, | |
| "rewards/margins": 0.01677425391972065, | |
| "rewards/rejected": -0.2817925810813904, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.22427524689391526, | |
| "grad_norm": 7.142885684967041, | |
| "learning_rate": 9.743589743589744e-05, | |
| "log_odds_chosen": 0.11056404560804367, | |
| "log_odds_ratio": -0.662803053855896, | |
| "logits/chosen": -2.665982723236084, | |
| "logits/rejected": -2.6722326278686523, | |
| "logps/chosen": -2.1527411937713623, | |
| "logps/rejected": -2.2486300468444824, | |
| "loss": 2.383, | |
| "nll_loss": 2.316676378250122, | |
| "rewards/accuracies": 0.625, | |
| "rewards/chosen": -0.2152741551399231, | |
| "rewards/margins": 0.009588859975337982, | |
| "rewards/rejected": -0.2248629927635193, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.244663905702453, | |
| "grad_norm": 4.808487415313721, | |
| "learning_rate": 9.487179487179487e-05, | |
| "log_odds_chosen": 0.09381386637687683, | |
| "log_odds_ratio": -0.6690701842308044, | |
| "logits/chosen": -2.6697304248809814, | |
| "logits/rejected": -2.684809446334839, | |
| "logps/chosen": -1.6216576099395752, | |
| "logps/rejected": -1.695598840713501, | |
| "loss": 1.9113, | |
| "nll_loss": 1.8443692922592163, | |
| "rewards/accuracies": 0.53125, | |
| "rewards/chosen": -0.16216576099395752, | |
| "rewards/margins": 0.007394128944724798, | |
| "rewards/rejected": -0.16955989599227905, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.26505256451099074, | |
| "grad_norm": 2.420715093612671, | |
| "learning_rate": 9.230769230769232e-05, | |
| "log_odds_chosen": 0.10657332092523575, | |
| "log_odds_ratio": -0.6556077599525452, | |
| "logits/chosen": -2.683443784713745, | |
| "logits/rejected": -2.6935503482818604, | |
| "logps/chosen": -1.4284594058990479, | |
| "logps/rejected": -1.508366584777832, | |
| "loss": 1.7205, | |
| "nll_loss": 1.654909372329712, | |
| "rewards/accuracies": 0.65625, | |
| "rewards/chosen": -0.14284594357013702, | |
| "rewards/margins": 0.007990704849362373, | |
| "rewards/rejected": -0.15083666145801544, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.28544122331952854, | |
| "grad_norm": 2.851985216140747, | |
| "learning_rate": 8.974358974358975e-05, | |
| "log_odds_chosen": 0.156551793217659, | |
| "log_odds_ratio": -0.6308416128158569, | |
| "logits/chosen": -2.6921679973602295, | |
| "logits/rejected": -2.6880078315734863, | |
| "logps/chosen": -1.332141637802124, | |
| "logps/rejected": -1.4488908052444458, | |
| "loss": 1.5952, | |
| "nll_loss": 1.5321555137634277, | |
| "rewards/accuracies": 0.671875, | |
| "rewards/chosen": -0.13321417570114136, | |
| "rewards/margins": 0.01167491264641285, | |
| "rewards/rejected": -0.14488908648490906, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.3058298821280663, | |
| "grad_norm": 2.4120404720306396, | |
| "learning_rate": 8.717948717948718e-05, | |
| "log_odds_chosen": 0.0856461226940155, | |
| "log_odds_ratio": -0.6610275506973267, | |
| "logits/chosen": -2.6284494400024414, | |
| "logits/rejected": -2.6575706005096436, | |
| "logps/chosen": -1.342667579650879, | |
| "logps/rejected": -1.4053808450698853, | |
| "loss": 1.5791, | |
| "nll_loss": 1.5130078792572021, | |
| "rewards/accuracies": 0.671875, | |
| "rewards/chosen": -0.13426676392555237, | |
| "rewards/margins": 0.006271325517445803, | |
| "rewards/rejected": -0.1405380815267563, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.326218540936604, | |
| "grad_norm": 2.2445013523101807, | |
| "learning_rate": 8.461538461538461e-05, | |
| "log_odds_chosen": 0.18759144842624664, | |
| "log_odds_ratio": -0.617063045501709, | |
| "logits/chosen": -2.574859857559204, | |
| "logits/rejected": -2.5844004154205322, | |
| "logps/chosen": -1.24087393283844, | |
| "logps/rejected": -1.3730320930480957, | |
| "loss": 1.5016, | |
| "nll_loss": 1.439911127090454, | |
| "rewards/accuracies": 0.703125, | |
| "rewards/chosen": -0.1240873858332634, | |
| "rewards/margins": 0.013215810991823673, | |
| "rewards/rejected": -0.1373032033443451, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.34660719974514176, | |
| "grad_norm": 2.1423990726470947, | |
| "learning_rate": 8.205128205128205e-05, | |
| "log_odds_chosen": 0.2600902020931244, | |
| "log_odds_ratio": -0.5869597792625427, | |
| "logits/chosen": -2.4825172424316406, | |
| "logits/rejected": -2.4918212890625, | |
| "logps/chosen": -1.1209421157836914, | |
| "logps/rejected": -1.2962286472320557, | |
| "loss": 1.4016, | |
| "nll_loss": 1.3428654670715332, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": -0.1120942085981369, | |
| "rewards/margins": 0.01752866432070732, | |
| "rewards/rejected": -0.12962287664413452, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.3669958585536795, | |
| "grad_norm": 2.0624334812164307, | |
| "learning_rate": 7.948717948717948e-05, | |
| "log_odds_chosen": 0.19398407638072968, | |
| "log_odds_ratio": -0.6082965731620789, | |
| "logits/chosen": -2.403656482696533, | |
| "logits/rejected": -2.4159321784973145, | |
| "logps/chosen": -1.0768545866012573, | |
| "logps/rejected": -1.204436182975769, | |
| "loss": 1.3427, | |
| "nll_loss": 1.2818515300750732, | |
| "rewards/accuracies": 0.796875, | |
| "rewards/chosen": -0.10768546164035797, | |
| "rewards/margins": 0.012758150696754456, | |
| "rewards/rejected": -0.12044361233711243, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.38738451736221724, | |
| "grad_norm": 2.0077810287475586, | |
| "learning_rate": 7.692307692307693e-05, | |
| "log_odds_chosen": 0.2774355113506317, | |
| "log_odds_ratio": -0.5771675109863281, | |
| "logits/chosen": -2.32011079788208, | |
| "logits/rejected": -2.309196949005127, | |
| "logps/chosen": -0.982606828212738, | |
| "logps/rejected": -1.1639189720153809, | |
| "loss": 1.272, | |
| "nll_loss": 1.2142971754074097, | |
| "rewards/accuracies": 0.828125, | |
| "rewards/chosen": -0.09826068580150604, | |
| "rewards/margins": 0.01813122071325779, | |
| "rewards/rejected": -0.11639191210269928, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.40777317617075504, | |
| "grad_norm": 1.5790979862213135, | |
| "learning_rate": 7.435897435897436e-05, | |
| "log_odds_chosen": 0.3015543520450592, | |
| "log_odds_ratio": -0.571921706199646, | |
| "logits/chosen": -2.204582691192627, | |
| "logits/rejected": -2.2353363037109375, | |
| "logps/chosen": -0.8750602006912231, | |
| "logps/rejected": -1.055103063583374, | |
| "loss": 1.1722, | |
| "nll_loss": 1.1150364875793457, | |
| "rewards/accuracies": 0.828125, | |
| "rewards/chosen": -0.08750602602958679, | |
| "rewards/margins": 0.018004287034273148, | |
| "rewards/rejected": -0.10551030933856964, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.4281618349792928, | |
| "grad_norm": 1.4550942182540894, | |
| "learning_rate": 7.17948717948718e-05, | |
| "log_odds_chosen": 0.2803484797477722, | |
| "log_odds_ratio": -0.5891110897064209, | |
| "logits/chosen": -2.177445888519287, | |
| "logits/rejected": -2.1862730979919434, | |
| "logps/chosen": -0.8740922808647156, | |
| "logps/rejected": -1.0376415252685547, | |
| "loss": 1.184, | |
| "nll_loss": 1.125113606452942, | |
| "rewards/accuracies": 0.6875, | |
| "rewards/chosen": -0.08740923553705215, | |
| "rewards/margins": 0.01635492593050003, | |
| "rewards/rejected": -0.10376415401697159, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.4485504937878305, | |
| "grad_norm": 1.5131646394729614, | |
| "learning_rate": 6.923076923076924e-05, | |
| "log_odds_chosen": 0.3196752965450287, | |
| "log_odds_ratio": -0.5673432350158691, | |
| "logits/chosen": -2.139277458190918, | |
| "logits/rejected": -2.1643970012664795, | |
| "logps/chosen": -0.8622347116470337, | |
| "logps/rejected": -1.060903549194336, | |
| "loss": 1.1375, | |
| "nll_loss": 1.0807565450668335, | |
| "rewards/accuracies": 0.78125, | |
| "rewards/chosen": -0.08622346818447113, | |
| "rewards/margins": 0.019866881892085075, | |
| "rewards/rejected": -0.10609035938978195, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.46893915259636826, | |
| "grad_norm": 1.7129428386688232, | |
| "learning_rate": 6.666666666666667e-05, | |
| "log_odds_chosen": 0.3558296263217926, | |
| "log_odds_ratio": -0.551045298576355, | |
| "logits/chosen": -2.1384575366973877, | |
| "logits/rejected": -2.1461870670318604, | |
| "logps/chosen": -0.8587465286254883, | |
| "logps/rejected": -1.0661779642105103, | |
| "loss": 1.1327, | |
| "nll_loss": 1.0775768756866455, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": -0.08587465435266495, | |
| "rewards/margins": 0.02074313722550869, | |
| "rewards/rejected": -0.10661779344081879, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.489327811404906, | |
| "grad_norm": 1.7440029382705688, | |
| "learning_rate": 6.410256410256412e-05, | |
| "log_odds_chosen": 0.32858026027679443, | |
| "log_odds_ratio": -0.5619024038314819, | |
| "logits/chosen": -2.1546478271484375, | |
| "logits/rejected": -2.1749908924102783, | |
| "logps/chosen": -0.835049033164978, | |
| "logps/rejected": -1.0198912620544434, | |
| "loss": 1.1057, | |
| "nll_loss": 1.0495383739471436, | |
| "rewards/accuracies": 0.78125, | |
| "rewards/chosen": -0.08350490033626556, | |
| "rewards/margins": 0.01848422922194004, | |
| "rewards/rejected": -0.10198913514614105, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.5097164702134438, | |
| "grad_norm": 1.9139939546585083, | |
| "learning_rate": 6.153846153846155e-05, | |
| "log_odds_chosen": 0.32062438130378723, | |
| "log_odds_ratio": -0.5715374946594238, | |
| "logits/chosen": -2.172311305999756, | |
| "logits/rejected": -2.1929304599761963, | |
| "logps/chosen": -0.8502154350280762, | |
| "logps/rejected": -1.0373834371566772, | |
| "loss": 1.1209, | |
| "nll_loss": 1.0637274980545044, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -0.08502154797315598, | |
| "rewards/margins": 0.018716804683208466, | |
| "rewards/rejected": -0.10373835265636444, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.5301051290219815, | |
| "grad_norm": 2.14544415473938, | |
| "learning_rate": 5.897435897435898e-05, | |
| "log_odds_chosen": 0.38874953985214233, | |
| "log_odds_ratio": -0.5423570275306702, | |
| "logits/chosen": -2.2168030738830566, | |
| "logits/rejected": -2.2049760818481445, | |
| "logps/chosen": -0.8020574450492859, | |
| "logps/rejected": -1.0160338878631592, | |
| "loss": 1.068, | |
| "nll_loss": 1.013757348060608, | |
| "rewards/accuracies": 0.84375, | |
| "rewards/chosen": -0.08020574599504471, | |
| "rewards/margins": 0.02139764279127121, | |
| "rewards/rejected": -0.10160338878631592, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.5504937878305193, | |
| "grad_norm": 2.258091449737549, | |
| "learning_rate": 5.6410256410256414e-05, | |
| "log_odds_chosen": 0.44487276673316956, | |
| "log_odds_ratio": -0.5278628468513489, | |
| "logits/chosen": -2.2525055408477783, | |
| "logits/rejected": -2.233915328979492, | |
| "logps/chosen": -0.7687065005302429, | |
| "logps/rejected": -1.0176327228546143, | |
| "loss": 1.0399, | |
| "nll_loss": 0.9870870113372803, | |
| "rewards/accuracies": 0.796875, | |
| "rewards/chosen": -0.07687065005302429, | |
| "rewards/margins": 0.02489262819290161, | |
| "rewards/rejected": -0.1017632856965065, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.5708824466390571, | |
| "grad_norm": 2.6239125728607178, | |
| "learning_rate": 5.384615384615385e-05, | |
| "log_odds_chosen": 0.38128751516342163, | |
| "log_odds_ratio": -0.55021071434021, | |
| "logits/chosen": -2.2505478858947754, | |
| "logits/rejected": -2.2465157508850098, | |
| "logps/chosen": -0.7138630151748657, | |
| "logps/rejected": -0.9125551581382751, | |
| "loss": 1.0329, | |
| "nll_loss": 0.977867603302002, | |
| "rewards/accuracies": 0.765625, | |
| "rewards/chosen": -0.07138630747795105, | |
| "rewards/margins": 0.019869212061166763, | |
| "rewards/rejected": -0.09125552326440811, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.5912711054475948, | |
| "grad_norm": 1.6056082248687744, | |
| "learning_rate": 5.128205128205128e-05, | |
| "log_odds_chosen": 0.5487304925918579, | |
| "log_odds_ratio": -0.478320449590683, | |
| "logits/chosen": -2.2418763637542725, | |
| "logits/rejected": -2.2638566493988037, | |
| "logps/chosen": -0.7001346349716187, | |
| "logps/rejected": -1.0050172805786133, | |
| "loss": 0.9538, | |
| "nll_loss": 0.9059388041496277, | |
| "rewards/accuracies": 0.921875, | |
| "rewards/chosen": -0.07001346349716187, | |
| "rewards/margins": 0.030488261952996254, | |
| "rewards/rejected": -0.10050173103809357, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.6116597642561326, | |
| "grad_norm": 2.707125663757324, | |
| "learning_rate": 4.871794871794872e-05, | |
| "log_odds_chosen": 0.433153361082077, | |
| "log_odds_ratio": -0.5276967883110046, | |
| "logits/chosen": -2.2189157009124756, | |
| "logits/rejected": -2.228149890899658, | |
| "logps/chosen": -0.6423375606536865, | |
| "logps/rejected": -0.8684220910072327, | |
| "loss": 0.943, | |
| "nll_loss": 0.89023357629776, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": -0.06423375755548477, | |
| "rewards/margins": 0.022608455270528793, | |
| "rewards/rejected": -0.08684220910072327, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.6320484230646702, | |
| "grad_norm": 3.1514434814453125, | |
| "learning_rate": 4.615384615384616e-05, | |
| "log_odds_chosen": 0.3669428527355194, | |
| "log_odds_ratio": -0.5465207695960999, | |
| "logits/chosen": -2.243276357650757, | |
| "logits/rejected": -2.231745719909668, | |
| "logps/chosen": -0.7233006954193115, | |
| "logps/rejected": -0.9113064408302307, | |
| "loss": 1.0016, | |
| "nll_loss": 0.9469515681266785, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": -0.07233007252216339, | |
| "rewards/margins": 0.018800577148795128, | |
| "rewards/rejected": -0.09113065153360367, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.652437081873208, | |
| "grad_norm": 2.5206167697906494, | |
| "learning_rate": 4.358974358974359e-05, | |
| "log_odds_chosen": 0.5872430205345154, | |
| "log_odds_ratio": -0.46654394268989563, | |
| "logits/chosen": -2.2469942569732666, | |
| "logits/rejected": -2.269362211227417, | |
| "logps/chosen": -0.6239035725593567, | |
| "logps/rejected": -0.9376953840255737, | |
| "loss": 0.9061, | |
| "nll_loss": 0.8594872951507568, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -0.06239035725593567, | |
| "rewards/margins": 0.03137918934226036, | |
| "rewards/rejected": -0.09376954287290573, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.6728257406817458, | |
| "grad_norm": 1.3284610509872437, | |
| "learning_rate": 4.1025641025641023e-05, | |
| "log_odds_chosen": 0.5279171466827393, | |
| "log_odds_ratio": -0.49398207664489746, | |
| "logits/chosen": -2.263728618621826, | |
| "logits/rejected": -2.288696050643921, | |
| "logps/chosen": -0.6505022644996643, | |
| "logps/rejected": -0.9282124042510986, | |
| "loss": 0.9288, | |
| "nll_loss": 0.8793907761573792, | |
| "rewards/accuracies": 0.890625, | |
| "rewards/chosen": -0.06505022943019867, | |
| "rewards/margins": 0.027771014720201492, | |
| "rewards/rejected": -0.09282123297452927, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.6932143994902835, | |
| "grad_norm": 1.2634799480438232, | |
| "learning_rate": 3.846153846153846e-05, | |
| "log_odds_chosen": 0.5196709036827087, | |
| "log_odds_ratio": -0.5028817653656006, | |
| "logits/chosen": -2.3093760013580322, | |
| "logits/rejected": -2.3152754306793213, | |
| "logps/chosen": -0.6717790365219116, | |
| "logps/rejected": -0.9456109404563904, | |
| "loss": 0.9413, | |
| "nll_loss": 0.8909698724746704, | |
| "rewards/accuracies": 0.796875, | |
| "rewards/chosen": -0.0671778991818428, | |
| "rewards/margins": 0.027383197098970413, | |
| "rewards/rejected": -0.09456109255552292, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.7136030582988213, | |
| "grad_norm": 1.2822017669677734, | |
| "learning_rate": 3.58974358974359e-05, | |
| "log_odds_chosen": 0.44004446268081665, | |
| "log_odds_ratio": -0.53327876329422, | |
| "logits/chosen": -2.3234097957611084, | |
| "logits/rejected": -2.319546937942505, | |
| "logps/chosen": -0.7039386630058289, | |
| "logps/rejected": -0.9365054965019226, | |
| "loss": 0.9674, | |
| "nll_loss": 0.9140487909317017, | |
| "rewards/accuracies": 0.796875, | |
| "rewards/chosen": -0.070393867790699, | |
| "rewards/margins": 0.023256685584783554, | |
| "rewards/rejected": -0.09365054965019226, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.733991717107359, | |
| "grad_norm": 1.3868314027786255, | |
| "learning_rate": 3.3333333333333335e-05, | |
| "log_odds_chosen": 0.40167126059532166, | |
| "log_odds_ratio": -0.5467191338539124, | |
| "logits/chosen": -2.3325843811035156, | |
| "logits/rejected": -2.3239898681640625, | |
| "logps/chosen": -0.7655161619186401, | |
| "logps/rejected": -0.9702532291412354, | |
| "loss": 0.9815, | |
| "nll_loss": 0.9267975091934204, | |
| "rewards/accuracies": 0.765625, | |
| "rewards/chosen": -0.07655161619186401, | |
| "rewards/margins": 0.02047371119260788, | |
| "rewards/rejected": -0.0970253199338913, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.7543803759158968, | |
| "grad_norm": 1.338576078414917, | |
| "learning_rate": 3.0769230769230774e-05, | |
| "log_odds_chosen": 0.46663999557495117, | |
| "log_odds_ratio": -0.5116292834281921, | |
| "logits/chosen": -2.358604907989502, | |
| "logits/rejected": -2.366859197616577, | |
| "logps/chosen": -0.6805034875869751, | |
| "logps/rejected": -0.9220788478851318, | |
| "loss": 0.9614, | |
| "nll_loss": 0.9102513790130615, | |
| "rewards/accuracies": 0.84375, | |
| "rewards/chosen": -0.06805035471916199, | |
| "rewards/margins": 0.024157537147402763, | |
| "rewards/rejected": -0.0922078862786293, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.7747690347244345, | |
| "grad_norm": 1.3231741189956665, | |
| "learning_rate": 2.8205128205128207e-05, | |
| "log_odds_chosen": 0.4579349756240845, | |
| "log_odds_ratio": -0.5229912996292114, | |
| "logits/chosen": -2.34989070892334, | |
| "logits/rejected": -2.3443665504455566, | |
| "logps/chosen": -0.7170583605766296, | |
| "logps/rejected": -0.9584832191467285, | |
| "loss": 0.9491, | |
| "nll_loss": 0.8968215584754944, | |
| "rewards/accuracies": 0.828125, | |
| "rewards/chosen": -0.07170583307743073, | |
| "rewards/margins": 0.024142492562532425, | |
| "rewards/rejected": -0.09584832936525345, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.7951576935329723, | |
| "grad_norm": 1.5374537706375122, | |
| "learning_rate": 2.564102564102564e-05, | |
| "log_odds_chosen": 0.42807331681251526, | |
| "log_odds_ratio": -0.5446363091468811, | |
| "logits/chosen": -2.3315584659576416, | |
| "logits/rejected": -2.3167564868927, | |
| "logps/chosen": -0.7248810529708862, | |
| "logps/rejected": -0.938808262348175, | |
| "loss": 1.0008, | |
| "nll_loss": 0.9463487863540649, | |
| "rewards/accuracies": 0.765625, | |
| "rewards/chosen": -0.07248809933662415, | |
| "rewards/margins": 0.021392717957496643, | |
| "rewards/rejected": -0.09388083219528198, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.8155463523415101, | |
| "grad_norm": 1.3374099731445312, | |
| "learning_rate": 2.307692307692308e-05, | |
| "log_odds_chosen": 0.5240917205810547, | |
| "log_odds_ratio": -0.4976484477519989, | |
| "logits/chosen": -2.366239547729492, | |
| "logits/rejected": -2.3758716583251953, | |
| "logps/chosen": -0.6952681541442871, | |
| "logps/rejected": -0.9785600900650024, | |
| "loss": 0.9671, | |
| "nll_loss": 0.9173198342323303, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": -0.06952681392431259, | |
| "rewards/margins": 0.028329193592071533, | |
| "rewards/rejected": -0.09785601496696472, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.8359350111500478, | |
| "grad_norm": 1.3435301780700684, | |
| "learning_rate": 2.0512820512820512e-05, | |
| "log_odds_chosen": 0.5015857219696045, | |
| "log_odds_ratio": -0.5036069750785828, | |
| "logits/chosen": -2.3854644298553467, | |
| "logits/rejected": -2.3718245029449463, | |
| "logps/chosen": -0.6270416975021362, | |
| "logps/rejected": -0.8865860104560852, | |
| "loss": 0.8826, | |
| "nll_loss": 0.8322214484214783, | |
| "rewards/accuracies": 0.859375, | |
| "rewards/chosen": -0.0627041757106781, | |
| "rewards/margins": 0.025954432785511017, | |
| "rewards/rejected": -0.08865861594676971, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.8563236699585856, | |
| "grad_norm": 1.317194938659668, | |
| "learning_rate": 1.794871794871795e-05, | |
| "log_odds_chosen": 0.47509485483169556, | |
| "log_odds_ratio": -0.5203093886375427, | |
| "logits/chosen": -2.3959298133850098, | |
| "logits/rejected": -2.3753604888916016, | |
| "logps/chosen": -0.6470075845718384, | |
| "logps/rejected": -0.8970209360122681, | |
| "loss": 0.9053, | |
| "nll_loss": 0.8532766103744507, | |
| "rewards/accuracies": 0.828125, | |
| "rewards/chosen": -0.06470076739788055, | |
| "rewards/margins": 0.025001339614391327, | |
| "rewards/rejected": -0.08970209211111069, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.8767123287671232, | |
| "grad_norm": 1.3642792701721191, | |
| "learning_rate": 1.5384615384615387e-05, | |
| "log_odds_chosen": 0.49100199341773987, | |
| "log_odds_ratio": -0.5025806427001953, | |
| "logits/chosen": -2.3995158672332764, | |
| "logits/rejected": -2.3859848976135254, | |
| "logps/chosen": -0.6976916790008545, | |
| "logps/rejected": -0.9635840058326721, | |
| "loss": 0.9203, | |
| "nll_loss": 0.8700023889541626, | |
| "rewards/accuracies": 0.84375, | |
| "rewards/chosen": -0.06976917386054993, | |
| "rewards/margins": 0.026589233428239822, | |
| "rewards/rejected": -0.09635840356349945, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.897100987575661, | |
| "grad_norm": 1.382372260093689, | |
| "learning_rate": 1.282051282051282e-05, | |
| "log_odds_chosen": 0.4726504683494568, | |
| "log_odds_ratio": -0.5079113841056824, | |
| "logits/chosen": -2.3786683082580566, | |
| "logits/rejected": -2.394200325012207, | |
| "logps/chosen": -0.6358219981193542, | |
| "logps/rejected": -0.8916367888450623, | |
| "loss": 0.9158, | |
| "nll_loss": 0.8650074005126953, | |
| "rewards/accuracies": 0.859375, | |
| "rewards/chosen": -0.06358219683170319, | |
| "rewards/margins": 0.0255814790725708, | |
| "rewards/rejected": -0.08916367590427399, | |
| "step": 44 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 49, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 4, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |