{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.9984552576409578,
  "eval_steps": 500,
  "global_step": 1698,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.017654198389054396,
      "grad_norm": 11.075085595262578,
      "learning_rate": 3.92156862745098e-06,
      "loss": 1.3624,
      "step": 10
    },
    {
      "epoch": 0.03530839677810879,
      "grad_norm": 0.8268832619967722,
      "learning_rate": 7.84313725490196e-06,
      "loss": 1.0988,
      "step": 20
    },
    {
      "epoch": 0.052962595167163194,
      "grad_norm": 0.6592198895247919,
      "learning_rate": 1.1764705882352942e-05,
      "loss": 1.0279,
      "step": 30
    },
    {
      "epoch": 0.07061679355621758,
      "grad_norm": 0.7345400249936768,
      "learning_rate": 1.568627450980392e-05,
      "loss": 1.0346,
      "step": 40
    },
    {
      "epoch": 0.08827099194527198,
      "grad_norm": 0.6520880282674657,
      "learning_rate": 1.9607843137254903e-05,
      "loss": 1.0161,
      "step": 50
    },
    {
      "epoch": 0.10592519033432639,
      "grad_norm": 0.6267314186354508,
      "learning_rate": 1.999852647705027e-05,
      "loss": 0.9827,
      "step": 60
    },
    {
      "epoch": 0.12357938872338078,
      "grad_norm": 0.5990775699580297,
      "learning_rate": 1.9993433374984987e-05,
      "loss": 0.9727,
      "step": 70
    },
    {
      "epoch": 0.14123358711243517,
      "grad_norm": 0.7072632521466412,
      "learning_rate": 1.9984704354748582e-05,
      "loss": 0.9887,
      "step": 80
    },
    {
      "epoch": 0.15888778550148958,
      "grad_norm": 0.6302011892410732,
      "learning_rate": 1.9972342592226873e-05,
      "loss": 0.9639,
      "step": 90
    },
    {
      "epoch": 0.17654198389054396,
      "grad_norm": 0.6228020691113849,
      "learning_rate": 1.9956352585008946e-05,
      "loss": 0.9584,
      "step": 100
    },
    {
      "epoch": 0.19419618227959837,
      "grad_norm": 0.6537080367025939,
      "learning_rate": 1.9936740150750825e-05,
      "loss": 0.9517,
      "step": 110
    },
    {
      "epoch": 0.21185038066865278,
      "grad_norm": 0.7111863399924561,
      "learning_rate": 1.9913512425058803e-05,
      "loss": 0.9408,
      "step": 120
    },
    {
      "epoch": 0.22950457905770716,
      "grad_norm": 0.6710168558236342,
      "learning_rate": 1.9886677858893303e-05,
      "loss": 0.9374,
      "step": 130
    },
    {
      "epoch": 0.24715877744676157,
      "grad_norm": 0.6547246997110331,
      "learning_rate": 1.9856246215494147e-05,
      "loss": 0.9353,
      "step": 140
    },
    {
      "epoch": 0.264812975835816,
      "grad_norm": 0.5595831632061861,
      "learning_rate": 1.982222856682841e-05,
      "loss": 0.9508,
      "step": 150
    },
    {
      "epoch": 0.28246717422487033,
      "grad_norm": 0.6617569180053982,
      "learning_rate": 1.9784637289562067e-05,
      "loss": 0.9385,
      "step": 160
    },
    {
      "epoch": 0.30012137261392474,
      "grad_norm": 0.7260939928287287,
      "learning_rate": 1.9743486060557015e-05,
      "loss": 0.9226,
      "step": 170
    },
    {
      "epoch": 0.31777557100297915,
      "grad_norm": 0.6291820154599896,
      "learning_rate": 1.9698789851894986e-05,
      "loss": 0.9262,
      "step": 180
    },
    {
      "epoch": 0.33542976939203356,
      "grad_norm": 0.5974647680183809,
      "learning_rate": 1.9650564925430257e-05,
      "loss": 0.9207,
      "step": 190
    },
    {
      "epoch": 0.3530839677810879,
      "grad_norm": 0.5295497383864004,
      "learning_rate": 1.9598828826873085e-05,
      "loss": 0.9259,
      "step": 200
    },
    {
      "epoch": 0.3707381661701423,
      "grad_norm": 0.5999369621481067,
      "learning_rate": 1.9543600379406027e-05,
      "loss": 0.931,
      "step": 210
    },
    {
      "epoch": 0.38839236455919673,
      "grad_norm": 0.7118598829666988,
      "learning_rate": 1.9484899676835504e-05,
      "loss": 0.9132,
      "step": 220
    },
    {
      "epoch": 0.40604656294825114,
      "grad_norm": 0.5244866233662618,
      "learning_rate": 1.9422748076281054e-05,
      "loss": 0.9165,
      "step": 230
    },
    {
      "epoch": 0.42370076133730555,
      "grad_norm": 0.5981442443509013,
      "learning_rate": 1.9357168190404937e-05,
      "loss": 0.9145,
      "step": 240
    },
    {
      "epoch": 0.4413549597263599,
      "grad_norm": 0.5814732591931184,
      "learning_rate": 1.9288183879184986e-05,
      "loss": 0.9108,
      "step": 250
    },
    {
      "epoch": 0.4590091581154143,
      "grad_norm": 0.6328453186407658,
      "learning_rate": 1.9215820241233585e-05,
      "loss": 0.9256,
      "step": 260
    },
    {
      "epoch": 0.4766633565044687,
      "grad_norm": 0.6253638836302401,
      "learning_rate": 1.9140103604666035e-05,
      "loss": 0.903,
      "step": 270
    },
    {
      "epoch": 0.49431755489352314,
      "grad_norm": 0.6443153938386799,
      "learning_rate": 1.9061061517521575e-05,
      "loss": 0.9085,
      "step": 280
    },
    {
      "epoch": 0.5119717532825775,
      "grad_norm": 0.5794297240032266,
      "learning_rate": 1.897872273774056e-05,
      "loss": 0.9142,
      "step": 290
    },
    {
      "epoch": 0.529625951671632,
      "grad_norm": 0.5506943177514773,
      "learning_rate": 1.8893117222701435e-05,
      "loss": 0.8941,
      "step": 300
    },
    {
      "epoch": 0.5472801500606863,
      "grad_norm": 0.7158873616368372,
      "learning_rate": 1.8804276118321328e-05,
      "loss": 0.912,
      "step": 310
    },
    {
      "epoch": 0.5649343484497407,
      "grad_norm": 0.6761743351092112,
      "learning_rate": 1.8712231747724194e-05,
      "loss": 0.909,
      "step": 320
    },
    {
      "epoch": 0.5825885468387951,
      "grad_norm": 0.5834711748627983,
      "learning_rate": 1.861701759948068e-05,
      "loss": 0.8963,
      "step": 330
    },
    {
      "epoch": 0.6002427452278495,
      "grad_norm": 0.5603155829035662,
      "learning_rate": 1.8518668315423962e-05,
      "loss": 0.8995,
      "step": 340
    },
    {
      "epoch": 0.617896943616904,
      "grad_norm": 0.522797804575778,
      "learning_rate": 1.8417219678045953e-05,
      "loss": 0.8962,
      "step": 350
    },
    {
      "epoch": 0.6355511420059583,
      "grad_norm": 0.6835351293213303,
      "learning_rate": 1.831270859747857e-05,
      "loss": 0.8916,
      "step": 360
    },
    {
      "epoch": 0.6532053403950127,
      "grad_norm": 0.5938476091687838,
      "learning_rate": 1.8205173098064656e-05,
      "loss": 0.8726,
      "step": 370
    },
    {
      "epoch": 0.6708595387840671,
      "grad_norm": 0.634802092406171,
      "learning_rate": 1.8094652304523584e-05,
      "loss": 0.8841,
      "step": 380
    },
    {
      "epoch": 0.6885137371731215,
      "grad_norm": 0.6742253195098137,
      "learning_rate": 1.7981186427716478e-05,
      "loss": 0.8817,
      "step": 390
    },
    {
      "epoch": 0.7061679355621758,
      "grad_norm": 0.5772838179810406,
      "learning_rate": 1.7864816750016246e-05,
      "loss": 0.8803,
      "step": 400
    },
    {
      "epoch": 0.7238221339512303,
      "grad_norm": 0.6030744898202103,
      "learning_rate": 1.7745585610287812e-05,
      "loss": 0.876,
      "step": 410
    },
    {
      "epoch": 0.7414763323402846,
      "grad_norm": 0.5955540196255147,
      "learning_rate": 1.7623536388483902e-05,
      "loss": 0.879,
      "step": 420
    },
    {
      "epoch": 0.7591305307293391,
      "grad_norm": 0.6933702635166431,
      "learning_rate": 1.7498713489862133e-05,
      "loss": 0.8917,
      "step": 430
    },
    {
      "epoch": 0.7767847291183935,
      "grad_norm": 0.5817510021566383,
      "learning_rate": 1.737116232882895e-05,
      "loss": 0.8731,
      "step": 440
    },
    {
      "epoch": 0.7944389275074478,
      "grad_norm": 0.6017117570992859,
      "learning_rate": 1.7240929312416545e-05,
      "loss": 0.8758,
      "step": 450
    },
    {
      "epoch": 0.8120931258965023,
      "grad_norm": 0.52374499191387,
      "learning_rate": 1.710806182339848e-05,
      "loss": 0.8728,
      "step": 460
    },
    {
      "epoch": 0.8297473242855566,
      "grad_norm": 0.5995068247811851,
      "learning_rate": 1.697260820305044e-05,
      "loss": 0.8867,
      "step": 470
    },
    {
      "epoch": 0.8474015226746111,
      "grad_norm": 0.5610337196661641,
      "learning_rate": 1.683461773356213e-05,
      "loss": 0.865,
      "step": 480
    },
    {
      "epoch": 0.8650557210636655,
      "grad_norm": 0.5740324652987965,
      "learning_rate": 1.669414062010696e-05,
      "loss": 0.8795,
      "step": 490
    },
    {
      "epoch": 0.8827099194527198,
      "grad_norm": 0.6580353279100991,
      "learning_rate": 1.6551227972575823e-05,
      "loss": 0.8642,
      "step": 500
    },
    {
      "epoch": 0.9003641178417743,
      "grad_norm": 0.5609839098459638,
      "learning_rate": 1.6405931786981753e-05,
      "loss": 0.8666,
      "step": 510
    },
    {
      "epoch": 0.9180183162308286,
      "grad_norm": 0.606711772111839,
      "learning_rate": 1.6258304926542183e-05,
      "loss": 0.85,
      "step": 520
    },
    {
      "epoch": 0.935672514619883,
      "grad_norm": 0.5282629393908134,
      "learning_rate": 1.610840110244568e-05,
      "loss": 0.8703,
      "step": 530
    },
    {
      "epoch": 0.9533267130089375,
      "grad_norm": 0.5716697646332912,
      "learning_rate": 1.5956274854310157e-05,
      "loss": 0.8878,
      "step": 540
    },
    {
      "epoch": 0.9709809113979918,
      "grad_norm": 0.6293891083073122,
      "learning_rate": 1.5801981530339695e-05,
      "loss": 0.8505,
      "step": 550
    },
    {
      "epoch": 0.9886351097870463,
      "grad_norm": 0.5032178564593078,
      "learning_rate": 1.5645577267187163e-05,
      "loss": 0.8625,
      "step": 560
    },
    {
      "epoch": 0.9992276288204789,
      "eval_loss": 0.7792695760726929,
      "eval_runtime": 577.071,
      "eval_samples_per_second": 9.642,
      "eval_steps_per_second": 2.41,
      "step": 566
    },
    {
      "epoch": 1.0070616793556217,
      "grad_norm": 0.565136350859829,
      "learning_rate": 1.5487118969529973e-05,
      "loss": 0.7727,
      "step": 570
    },
    {
      "epoch": 1.024715877744676,
      "grad_norm": 0.4954225833969141,
      "learning_rate": 1.5326664289366406e-05,
      "loss": 0.7606,
      "step": 580
    },
    {
      "epoch": 1.0423700761337304,
      "grad_norm": 0.523592237844004,
      "learning_rate": 1.516427160504006e-05,
      "loss": 0.7597,
      "step": 590
    },
    {
      "epoch": 1.060024274522785,
      "grad_norm": 0.5408055640730495,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 0.7536,
      "step": 600
    },
    {
      "epoch": 1.0776784729118394,
      "grad_norm": 0.5246834404536742,
      "learning_rate": 1.4833909241304391e-05,
      "loss": 0.7562,
      "step": 610
    },
    {
      "epoch": 1.0953326713008937,
      "grad_norm": 0.5643207747274573,
      "learning_rate": 1.4666059757875397e-05,
      "loss": 0.7612,
      "step": 620
    },
    {
      "epoch": 1.112986869689948,
      "grad_norm": 0.517010952574902,
      "learning_rate": 1.4496512618513289e-05,
      "loss": 0.7575,
      "step": 630
    },
    {
      "epoch": 1.1306410680790024,
      "grad_norm": 0.5261650605787747,
      "learning_rate": 1.4325329509677743e-05,
      "loss": 0.7473,
      "step": 640
    },
    {
      "epoch": 1.148295266468057,
      "grad_norm": 0.5342217209976181,
      "learning_rate": 1.4152572713044397e-05,
      "loss": 0.7645,
      "step": 650
    },
    {
      "epoch": 1.1659494648571114,
      "grad_norm": 0.5394360986026229,
      "learning_rate": 1.3978305082844876e-05,
      "loss": 0.7456,
      "step": 660
    },
    {
      "epoch": 1.1836036632461657,
      "grad_norm": 0.5251341793704711,
      "learning_rate": 1.3802590022998483e-05,
      "loss": 0.7564,
      "step": 670
    },
    {
      "epoch": 1.20125786163522,
      "grad_norm": 0.5365883139849793,
      "learning_rate": 1.3625491464043909e-05,
      "loss": 0.7662,
      "step": 680
    },
    {
      "epoch": 1.2189120600242744,
      "grad_norm": 0.5851452149462395,
      "learning_rate": 1.3447073839879339e-05,
      "loss": 0.7467,
      "step": 690
    },
    {
      "epoch": 1.236566258413329,
      "grad_norm": 0.49698239669222605,
      "learning_rate": 1.3267402064319415e-05,
      "loss": 0.7468,
      "step": 700
    },
    {
      "epoch": 1.2542204568023834,
      "grad_norm": 0.5490853297859661,
      "learning_rate": 1.3086541507477598e-05,
      "loss": 0.7496,
      "step": 710
    },
    {
      "epoch": 1.2718746551914377,
      "grad_norm": 0.49838225273553083,
      "learning_rate": 1.2904557971982514e-05,
      "loss": 0.7465,
      "step": 720
    },
    {
      "epoch": 1.289528853580492,
      "grad_norm": 0.5406712310299336,
      "learning_rate": 1.2721517669036929e-05,
      "loss": 0.7473,
      "step": 730
    },
    {
      "epoch": 1.3071830519695464,
      "grad_norm": 0.5048219957782835,
      "learning_rate": 1.253748719432809e-05,
      "loss": 0.734,
      "step": 740
    },
    {
      "epoch": 1.324837250358601,
      "grad_norm": 0.47951222482587946,
      "learning_rate": 1.2352533503798156e-05,
      "loss": 0.7431,
      "step": 750
    },
    {
      "epoch": 1.3424914487476554,
      "grad_norm": 0.5851936786168687,
      "learning_rate": 1.2166723889283574e-05,
      "loss": 0.7472,
      "step": 760
    },
    {
      "epoch": 1.3601456471367097,
      "grad_norm": 0.485279585177607,
      "learning_rate": 1.1980125954032239e-05,
      "loss": 0.7366,
      "step": 770
    },
    {
      "epoch": 1.377799845525764,
      "grad_norm": 0.5453687928417636,
      "learning_rate": 1.1792807588107358e-05,
      "loss": 0.746,
      "step": 780
    },
    {
      "epoch": 1.3954540439148184,
      "grad_norm": 0.5866620790608368,
      "learning_rate": 1.1604836943686957e-05,
      "loss": 0.7487,
      "step": 790
    },
    {
      "epoch": 1.4131082423038728,
      "grad_norm": 0.5056556922549863,
      "learning_rate": 1.141628241026802e-05,
      "loss": 0.7384,
      "step": 800
    },
    {
      "epoch": 1.4307624406929274,
      "grad_norm": 0.5141576590110138,
      "learning_rate": 1.1227212589784297e-05,
      "loss": 0.7398,
      "step": 810
    },
    {
      "epoch": 1.4484166390819817,
      "grad_norm": 0.48402830116887263,
      "learning_rate": 1.1037696271646805e-05,
      "loss": 0.7369,
      "step": 820
    },
    {
      "epoch": 1.466070837471036,
      "grad_norm": 0.5165402289756648,
      "learning_rate": 1.0847802407716128e-05,
      "loss": 0.7482,
      "step": 830
    },
    {
      "epoch": 1.4837250358600904,
      "grad_norm": 0.4874182996900902,
      "learning_rate": 1.0657600087215618e-05,
      "loss": 0.7375,
      "step": 840
    },
    {
      "epoch": 1.501379234249145,
      "grad_norm": 0.49738455424585243,
      "learning_rate": 1.0467158511594595e-05,
      "loss": 0.7397,
      "step": 850
    },
    {
      "epoch": 1.5190334326381993,
      "grad_norm": 0.49991861283295536,
      "learning_rate": 1.0276546969350757e-05,
      "loss": 0.7278,
      "step": 860
    },
    {
      "epoch": 1.5366876310272537,
      "grad_norm": 0.5667368371430999,
      "learning_rate": 1.0085834810820871e-05,
      "loss": 0.7301,
      "step": 870
    },
    {
      "epoch": 1.554341829416308,
      "grad_norm": 0.5144068476500945,
      "learning_rate": 9.89509142294901e-06,
      "loss": 0.7378,
      "step": 880
    },
    {
      "epoch": 1.5719960278053624,
      "grad_norm": 0.5137627935948821,
      "learning_rate": 9.704386204041438e-06,
      "loss": 0.7517,
      "step": 890
    },
    {
      "epoch": 1.5896502261944168,
      "grad_norm": 0.52904044022737,
      "learning_rate": 9.513788538517375e-06,
      "loss": 0.7407,
      "step": 900
    },
    {
      "epoch": 1.6073044245834711,
      "grad_norm": 0.5115595110168406,
      "learning_rate": 9.323367771664819e-06,
      "loss": 0.7338,
      "step": 910
    },
    {
      "epoch": 1.6249586229725257,
      "grad_norm": 0.48147125209335884,
      "learning_rate": 9.133193184410589e-06,
      "loss": 0.7362,
      "step": 920
    },
    {
      "epoch": 1.64261282136158,
      "grad_norm": 0.49180548035958394,
      "learning_rate": 8.943333968113808e-06,
      "loss": 0.7398,
      "step": 930
    },
    {
      "epoch": 1.6602670197506344,
      "grad_norm": 0.4867013851446762,
      "learning_rate": 8.753859199391951e-06,
      "loss": 0.7483,
      "step": 940
    },
    {
      "epoch": 1.677921218139689,
      "grad_norm": 0.4804051538514883,
      "learning_rate": 8.564837814988638e-06,
      "loss": 0.7307,
      "step": 950
    },
    {
      "epoch": 1.6955754165287433,
      "grad_norm": 0.4863063091894713,
      "learning_rate": 8.376338586692367e-06,
      "loss": 0.7311,
      "step": 960
    },
    {
      "epoch": 1.7132296149177977,
      "grad_norm": 0.5169386880097873,
      "learning_rate": 8.188430096315168e-06,
      "loss": 0.7327,
      "step": 970
    },
    {
      "epoch": 1.730883813306852,
      "grad_norm": 0.5153036409881078,
      "learning_rate": 8.00118071074049e-06,
      "loss": 0.7328,
      "step": 980
    },
    {
      "epoch": 1.7485380116959064,
      "grad_norm": 0.5006840768446958,
      "learning_rate": 7.814658557049175e-06,
      "loss": 0.746,
      "step": 990
    },
    {
      "epoch": 1.7661922100849607,
      "grad_norm": 0.5193653515770323,
      "learning_rate": 7.62893149773278e-06,
      "loss": 0.738,
      "step": 1000
    },
    {
      "epoch": 1.783846408474015,
      "grad_norm": 0.5162239370053442,
      "learning_rate": 7.4440671060030725e-06,
      "loss": 0.73,
      "step": 1010
    },
    {
      "epoch": 1.8015006068630697,
      "grad_norm": 0.48852121302241314,
      "learning_rate": 7.260132641206861e-06,
      "loss": 0.7394,
      "step": 1020
    },
    {
      "epoch": 1.819154805252124,
      "grad_norm": 0.5463945098209841,
      "learning_rate": 7.077195024354939e-06,
      "loss": 0.722,
      "step": 1030
    },
    {
      "epoch": 1.8368090036411784,
      "grad_norm": 0.49951753268549337,
      "learning_rate": 6.895320813774206e-06,
      "loss": 0.7133,
      "step": 1040
    },
    {
      "epoch": 1.854463202030233,
      "grad_norm": 0.5119500277521447,
      "learning_rate": 6.714576180891653e-06,
      "loss": 0.7184,
      "step": 1050
    },
    {
      "epoch": 1.8721174004192873,
      "grad_norm": 0.6424312472729824,
      "learning_rate": 6.535026886159221e-06,
      "loss": 0.7186,
      "step": 1060
    },
    {
      "epoch": 1.8897715988083417,
      "grad_norm": 0.5373842851342149,
      "learning_rate": 6.356738255128068e-06,
      "loss": 0.7211,
      "step": 1070
    },
    {
      "epoch": 1.907425797197396,
      "grad_norm": 0.4982902687166508,
      "learning_rate": 6.179775154681184e-06,
      "loss": 0.7161,
      "step": 1080
    },
    {
      "epoch": 1.9250799955864504,
      "grad_norm": 0.5414062516129651,
      "learning_rate": 6.004201969432771e-06,
      "loss": 0.7303,
      "step": 1090
    },
    {
      "epoch": 1.9427341939755047,
      "grad_norm": 0.462895367066655,
      "learning_rate": 5.830082578303193e-06,
      "loss": 0.7249,
      "step": 1100
    },
    {
      "epoch": 1.960388392364559,
      "grad_norm": 0.49592685426373223,
      "learning_rate": 5.6574803312778196e-06,
      "loss": 0.7253,
      "step": 1110
    },
    {
      "epoch": 1.9780425907536134,
      "grad_norm": 0.4758478775588506,
      "learning_rate": 5.486458026358381e-06,
      "loss": 0.7126,
      "step": 1120
    },
    {
      "epoch": 1.995696789142668,
      "grad_norm": 0.4969466321267014,
      "learning_rate": 5.317077886715105e-06,
      "loss": 0.724,
      "step": 1130
    },
    {
      "epoch": 1.9992276288204789,
      "eval_loss": 0.6677735447883606,
      "eval_runtime": 527.1683,
      "eval_samples_per_second": 10.555,
      "eval_steps_per_second": 2.639,
      "step": 1132
    },
    {
      "epoch": 2.0133509875317226,
      "grad_norm": 0.5185737619412808,
      "learning_rate": 5.14940153804804e-06,
      "loss": 0.6582,
      "step": 1140
    },
    {
      "epoch": 2.031005185920777,
      "grad_norm": 0.447637858983293,
      "learning_rate": 4.983489986165708e-06,
      "loss": 0.6365,
      "step": 1150
    },
    {
      "epoch": 2.0486593843098313,
      "grad_norm": 0.5152236160209434,
      "learning_rate": 4.819403594789335e-06,
      "loss": 0.6351,
      "step": 1160
    },
    {
      "epoch": 2.0663135826988857,
      "grad_norm": 0.6273558161173919,
      "learning_rate": 4.6572020635906535e-06,
      "loss": 0.6414,
      "step": 1170
    },
    {
      "epoch": 2.08396778108794,
      "grad_norm": 0.4926770781993292,
      "learning_rate": 4.4969444064713506e-06,
      "loss": 0.6335,
      "step": 1180
    },
    {
      "epoch": 2.1016219794769944,
      "grad_norm": 0.48793300929617467,
      "learning_rate": 4.338688930091982e-06,
      "loss": 0.6397,
      "step": 1190
    },
    {
      "epoch": 2.1192761778660487,
      "grad_norm": 0.48663482440046746,
      "learning_rate": 4.182493212658224e-06,
      "loss": 0.652,
      "step": 1200
    },
    {
      "epoch": 2.136930376255103,
      "grad_norm": 0.4760935997684315,
      "learning_rate": 4.028414082972141e-06,
      "loss": 0.6416,
      "step": 1210
    },
    {
      "epoch": 2.1545845746441574,
      "grad_norm": 0.4582415888721039,
      "learning_rate": 3.876507599756136e-06,
      "loss": 0.6295,
      "step": 1220
    },
    {
      "epoch": 2.172238773033212,
      "grad_norm": 0.4464518146441672,
      "learning_rate": 3.7268290312570622e-06,
      "loss": 0.6518,
      "step": 1230
    },
    {
      "epoch": 2.1898929714222666,
      "grad_norm": 0.4796659798369155,
      "learning_rate": 3.579432835137928e-06,
      "loss": 0.6376,
      "step": 1240
    },
    {
      "epoch": 2.207547169811321,
      "grad_norm": 0.4613709158191507,
      "learning_rate": 3.434372638664526e-06,
      "loss": 0.6418,
      "step": 1250
    },
    {
      "epoch": 2.2252013682003753,
      "grad_norm": 0.4620560070335567,
      "learning_rate": 3.2917012191941955e-06,
      "loss": 0.6331,
      "step": 1260
    },
    {
      "epoch": 2.2428555665894296,
      "grad_norm": 0.4403307799157334,
      "learning_rate": 3.151470484973792e-06,
      "loss": 0.6448,
      "step": 1270
    },
    {
      "epoch": 2.260509764978484,
      "grad_norm": 0.46979962256612806,
      "learning_rate": 3.0137314562538742e-06,
      "loss": 0.6333,
      "step": 1280
    },
    {
      "epoch": 2.2781639633675383,
      "grad_norm": 0.47605403770220545,
      "learning_rate": 2.8785342467259568e-06,
      "loss": 0.6372,
      "step": 1290
    },
    {
      "epoch": 2.2958181617565927,
      "grad_norm": 0.44577983389984577,
      "learning_rate": 2.745928045289631e-06,
      "loss": 0.6464,
      "step": 1300
    },
    {
      "epoch": 2.313472360145647,
      "grad_norm": 0.44706989287780297,
      "learning_rate": 2.6159610981561134e-06,
      "loss": 0.626,
      "step": 1310
    },
    {
      "epoch": 2.3311265585347014,
      "grad_norm": 0.44473280016435734,
      "learning_rate": 2.4886806912948034e-06,
      "loss": 0.6362,
      "step": 1320
    },
    {
      "epoch": 2.3487807569237558,
      "grad_norm": 0.4674495930967707,
      "learning_rate": 2.3641331332291793e-06,
      "loss": 0.6453,
      "step": 1330
    },
    {
      "epoch": 2.36643495531281,
      "grad_norm": 0.4455415304277737,
      "learning_rate": 2.2423637381883533e-06,
      "loss": 0.6289,
      "step": 1340
    },
    {
      "epoch": 2.384089153701865,
      "grad_norm": 0.4544071638805097,
      "learning_rate": 2.123416809620351e-06,
      "loss": 0.6331,
      "step": 1350
    },
    {
      "epoch": 2.4017433520909193,
      "grad_norm": 0.4723689800288618,
      "learning_rate": 2.007335624073157e-06,
      "loss": 0.645,
      "step": 1360
    },
    {
      "epoch": 2.4193975504799736,
      "grad_norm": 0.45220258933192226,
      "learning_rate": 1.8941624154493731e-06,
      "loss": 0.6451,
      "step": 1370
    },
    {
      "epoch": 2.437051748869028,
      "grad_norm": 0.4387363718825142,
      "learning_rate": 1.7839383596402382e-06,
      "loss": 0.6339,
      "step": 1380
    },
    {
      "epoch": 2.4547059472580823,
      "grad_norm": 0.52315736570108,
      "learning_rate": 1.6767035595445614e-06,
      "loss": 0.6289,
      "step": 1390
    },
    {
      "epoch": 2.4723601456471367,
      "grad_norm": 0.44143122222775955,
      "learning_rate": 1.5724970304780662e-06,
      "loss": 0.6307,
      "step": 1400
    },
    {
      "epoch": 2.490014344036191,
      "grad_norm": 0.49564787712258485,
      "learning_rate": 1.4713566859784045e-06,
      "loss": 0.6426,
      "step": 1410
    },
    {
      "epoch": 2.5076685424252454,
      "grad_norm": 0.44402047508915227,
      "learning_rate": 1.373319324011061e-06,
      "loss": 0.6368,
      "step": 1420
    },
    {
      "epoch": 2.5253227408142997,
      "grad_norm": 0.44130611579940193,
      "learning_rate": 1.2784206135811184e-06,
      "loss": 0.6398,
      "step": 1430
    },
    {
      "epoch": 2.5429769392033545,
      "grad_norm": 0.4764351411669087,
      "learning_rate": 1.1866950817557743e-06,
      "loss": 0.6349,
      "step": 1440
    },
    {
      "epoch": 2.5606311375924085,
      "grad_norm": 0.4398014393212803,
      "learning_rate": 1.0981761011023317e-06,
      "loss": 0.6218,
      "step": 1450
    },
    {
      "epoch": 2.5782853359814633,
      "grad_norm": 0.4470462981839341,
      "learning_rate": 1.0128958775462393e-06,
      "loss": 0.6241,
      "step": 1460
    },
    {
      "epoch": 2.5959395343705176,
      "grad_norm": 0.43673398026523563,
      "learning_rate": 9.308854386535849e-07,
      "loss": 0.6408,
      "step": 1470
    },
    {
      "epoch": 2.613593732759572,
      "grad_norm": 0.4505573168779551,
      "learning_rate": 8.521746223423088e-07,
      "loss": 0.6283,
      "step": 1480
    },
    {
      "epoch": 2.6312479311486263,
      "grad_norm": 0.4440648392714403,
      "learning_rate": 7.767920660262529e-07,
      "loss": 0.6285,
      "step": 1490
    },
    {
      "epoch": 2.6489021295376807,
      "grad_norm": 0.4414194215856468,
      "learning_rate": 7.047651961959978e-07,
      "loss": 0.6244,
      "step": 1500
    },
    {
      "epoch": 2.666556327926735,
      "grad_norm": 0.4440446143190118,
      "learning_rate": 6.361202184402515e-07,
      "loss": 0.6332,
      "step": 1510
    },
    {
      "epoch": 2.6842105263157894,
      "grad_norm": 0.4706364746939079,
      "learning_rate": 5.708821079114612e-07,
      "loss": 0.6362,
      "step": 1520
    },
    {
      "epoch": 2.7018647247048437,
      "grad_norm": 0.43340031061371953,
      "learning_rate": 5.090746002390734e-07,
      "loss": 0.6349,
      "step": 1530
    },
    {
      "epoch": 2.719518923093898,
      "grad_norm": 0.4246335933712338,
      "learning_rate": 4.507201828937935e-07,
      "loss": 0.6383,
      "step": 1540
    },
    {
      "epoch": 2.737173121482953,
      "grad_norm": 0.44029888263426625,
      "learning_rate": 3.958400870059476e-07,
      "loss": 0.6353,
      "step": 1550
    },
    {
      "epoch": 2.754827319872007,
      "grad_norm": 0.4317011108249921,
      "learning_rate": 3.444542796409478e-07,
      "loss": 0.632,
      "step": 1560
    },
    {
      "epoch": 2.7724815182610616,
      "grad_norm": 0.43100429391620887,
      "learning_rate": 2.965814565346548e-07,
      "loss": 0.6382,
      "step": 1570
    },
    {
      "epoch": 2.790135716650116,
      "grad_norm": 0.4769391216396139,
      "learning_rate": 2.522390352912985e-07,
      "loss": 0.6281,
      "step": 1580
    },
    {
      "epoch": 2.8077899150391703,
      "grad_norm": 0.44400518164711406,
      "learning_rate": 2.1144314904642194e-07,
      "loss": 0.6312,
      "step": 1590
    },
    {
      "epoch": 2.8254441134282247,
      "grad_norm": 0.4518349510084993,
      "learning_rate": 1.7420864059714215e-07,
      "loss": 0.6319,
      "step": 1600
    },
    {
      "epoch": 2.843098311817279,
      "grad_norm": 0.4353149820484635,
      "learning_rate": 1.405490570018908e-07,
      "loss": 0.6352,
      "step": 1610
    },
    {
      "epoch": 2.8607525102063334,
      "grad_norm": 0.4249015575790441,
      "learning_rate": 1.1047664465157592e-07,
      "loss": 0.6471,
      "step": 1620
    },
    {
      "epoch": 2.8784067085953877,
      "grad_norm": 0.42688299650964856,
      "learning_rate": 8.400234481397041e-08,
      "loss": 0.6232,
      "step": 1630
    },
    {
      "epoch": 2.896060906984442,
      "grad_norm": 0.4550228428201464,
      "learning_rate": 6.113578965293854e-08,
      "loss": 0.6426,
      "step": 1640
    },
    {
      "epoch": 2.9137151053734964,
      "grad_norm": 0.4424051249216907,
      "learning_rate": 4.188529872396374e-08,
      "loss": 0.6162,
      "step": 1650
    },
    {
      "epoch": 2.9313693037625512,
      "grad_norm": 0.43719698480253905,
      "learning_rate": 2.625787594723428e-08,
      "loss": 0.6353,
      "step": 1660
    },
    {
      "epoch": 2.9490235021516056,
      "grad_norm": 0.4552786221630045,
      "learning_rate": 1.4259207059403868e-08,
      "loss": 0.6355,
      "step": 1670
    },
    {
      "epoch": 2.96667770054066,
      "grad_norm": 0.4300462034554104,
      "learning_rate": 5.8936575449475284e-09,
      "loss": 0.6366,
      "step": 1680
    },
    {
      "epoch": 2.9843318989297143,
      "grad_norm": 0.4321948802854605,
      "learning_rate": 1.1642710478598772e-09,
      "loss": 0.6383,
      "step": 1690
    },
    {
      "epoch": 2.9984552576409578,
      "step": 1698,
      "total_flos": 2844841381724160.0,
      "train_loss": 0.0,
      "train_runtime": 8.0551,
      "train_samples_per_second": 27002.356,
      "train_steps_per_second": 210.799
    }
  ],
  "logging_steps": 10,
  "max_steps": 1698,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2844841381724160.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}