{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 819,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.001221001221001221,
      "grad_norm": 1.0205980343161538,
      "learning_rate": 1.2195121951219513e-05,
      "loss": 1.6063,
      "step": 1
    },
    {
      "epoch": 0.006105006105006105,
      "grad_norm": 0.89369227471272,
      "learning_rate": 6.097560975609756e-05,
      "loss": 1.6127,
      "step": 5
    },
    {
      "epoch": 0.01221001221001221,
      "grad_norm": 0.773993509246519,
      "learning_rate": 0.00012195121951219512,
      "loss": 1.5596,
      "step": 10
    },
    {
      "epoch": 0.018315018315018316,
      "grad_norm": 0.6209997076659476,
      "learning_rate": 0.00018292682926829268,
      "loss": 1.4619,
      "step": 15
    },
    {
      "epoch": 0.02442002442002442,
      "grad_norm": 0.4770932033448127,
      "learning_rate": 0.00024390243902439024,
      "loss": 1.4028,
      "step": 20
    },
    {
      "epoch": 0.030525030525030524,
      "grad_norm": 0.3320501554134054,
      "learning_rate": 0.0003048780487804878,
      "loss": 1.347,
      "step": 25
    },
    {
      "epoch": 0.03663003663003663,
      "grad_norm": 0.2002596607926003,
      "learning_rate": 0.00036585365853658537,
      "loss": 1.3103,
      "step": 30
    },
    {
      "epoch": 0.042735042735042736,
      "grad_norm": 0.20128176628182073,
      "learning_rate": 0.0004268292682926829,
      "loss": 1.3026,
      "step": 35
    },
    {
      "epoch": 0.04884004884004884,
      "grad_norm": 0.17594648344906566,
      "learning_rate": 0.0004878048780487805,
      "loss": 1.2854,
      "step": 40
    },
    {
      "epoch": 0.054945054945054944,
      "grad_norm": 0.17236683696702648,
      "learning_rate": 0.0005487804878048781,
      "loss": 1.271,
      "step": 45
    },
    {
      "epoch": 0.06105006105006105,
      "grad_norm": 0.17916116023910555,
      "learning_rate": 0.0006097560975609756,
      "loss": 1.2661,
      "step": 50
    },
    {
      "epoch": 0.06715506715506715,
      "grad_norm": 0.15617178601932155,
      "learning_rate": 0.0006707317073170732,
      "loss": 1.2528,
      "step": 55
    },
    {
      "epoch": 0.07326007326007326,
      "grad_norm": 0.1927465066785224,
      "learning_rate": 0.0007317073170731707,
      "loss": 1.252,
      "step": 60
    },
    {
      "epoch": 0.07936507936507936,
      "grad_norm": 0.20776151355108807,
      "learning_rate": 0.0007926829268292683,
      "loss": 1.2463,
      "step": 65
    },
    {
      "epoch": 0.08547008547008547,
      "grad_norm": 0.1655472216601126,
      "learning_rate": 0.0008536585365853659,
      "loss": 1.239,
      "step": 70
    },
    {
      "epoch": 0.09157509157509157,
      "grad_norm": 0.20874533177899088,
      "learning_rate": 0.0009146341463414635,
      "loss": 1.2417,
      "step": 75
    },
    {
      "epoch": 0.09768009768009768,
      "grad_norm": 0.21100479425784993,
      "learning_rate": 0.000975609756097561,
      "loss": 1.2328,
      "step": 80
    },
    {
      "epoch": 0.10378510378510379,
      "grad_norm": 0.20904541266897642,
      "learning_rate": 0.000999959117130623,
      "loss": 1.2336,
      "step": 85
    },
    {
      "epoch": 0.10989010989010989,
      "grad_norm": 0.20019701905382167,
      "learning_rate": 0.000999709301584265,
      "loss": 1.2252,
      "step": 90
    },
    {
      "epoch": 0.115995115995116,
      "grad_norm": 0.21413001652476213,
      "learning_rate": 0.0009992324965361792,
      "loss": 1.2243,
      "step": 95
    },
    {
      "epoch": 0.1221001221001221,
      "grad_norm": 0.16522854367968515,
      "learning_rate": 0.0009985289185717684,
      "loss": 1.2121,
      "step": 100
    },
    {
      "epoch": 0.1282051282051282,
      "grad_norm": 0.25042890936419604,
      "learning_rate": 0.000997598887286467,
      "loss": 1.2153,
      "step": 105
    },
    {
      "epoch": 0.1343101343101343,
      "grad_norm": 0.2092348207313529,
      "learning_rate": 0.000996442825140569,
      "loss": 1.2067,
      "step": 110
    },
    {
      "epoch": 0.14041514041514042,
      "grad_norm": 0.1987412303455424,
      "learning_rate": 0.0009950612572673255,
      "loss": 1.211,
      "step": 115
    },
    {
      "epoch": 0.14652014652014653,
      "grad_norm": 0.19695075669196946,
      "learning_rate": 0.0009934548112344088,
      "loss": 1.2139,
      "step": 120
    },
    {
      "epoch": 0.15262515262515264,
      "grad_norm": 0.1432709740921402,
      "learning_rate": 0.0009916242167588433,
      "loss": 1.2147,
      "step": 125
    },
    {
      "epoch": 0.15873015873015872,
      "grad_norm": 0.16002380073043662,
      "learning_rate": 0.0009895703053755364,
      "loss": 1.2028,
      "step": 130
    },
    {
      "epoch": 0.16483516483516483,
      "grad_norm": 0.15340967683760462,
      "learning_rate": 0.0009872940100595598,
      "loss": 1.1995,
      "step": 135
    },
    {
      "epoch": 0.17094017094017094,
      "grad_norm": 0.18565794761972862,
      "learning_rate": 0.0009847963648023522,
      "loss": 1.1992,
      "step": 140
    },
    {
      "epoch": 0.17704517704517705,
      "grad_norm": 0.20113198830929513,
      "learning_rate": 0.000982078504142035,
      "loss": 1.1846,
      "step": 145
    },
    {
      "epoch": 0.18315018315018314,
      "grad_norm": 0.239052195300538,
      "learning_rate": 0.000979141662648057,
      "loss": 1.1917,
      "step": 150
    },
    {
      "epoch": 0.18925518925518925,
      "grad_norm": 0.18541851296547388,
      "learning_rate": 0.0009759871743604004,
      "loss": 1.1883,
      "step": 155
    },
    {
      "epoch": 0.19536019536019536,
      "grad_norm": 0.1976795721725536,
      "learning_rate": 0.0009726164721835996,
      "loss": 1.1844,
      "step": 160
    },
    {
      "epoch": 0.20146520146520147,
      "grad_norm": 0.17463002143028833,
      "learning_rate": 0.0009690310872358572,
      "loss": 1.1969,
      "step": 165
    },
    {
      "epoch": 0.20757020757020758,
      "grad_norm": 0.21323309987103073,
      "learning_rate": 0.0009652326481535434,
      "loss": 1.188,
      "step": 170
    },
    {
      "epoch": 0.21367521367521367,
      "grad_norm": 0.23172909898163094,
      "learning_rate": 0.0009612228803513976,
      "loss": 1.186,
      "step": 175
    },
    {
      "epoch": 0.21978021978021978,
      "grad_norm": 0.22579230538853118,
      "learning_rate": 0.0009570036052387725,
      "loss": 1.1798,
      "step": 180
    },
    {
      "epoch": 0.2258852258852259,
      "grad_norm": 0.1619341093580773,
      "learning_rate": 0.0009525767393922706,
      "loss": 1.1662,
      "step": 185
    },
    {
      "epoch": 0.231990231990232,
      "grad_norm": 0.183207674619275,
      "learning_rate": 0.0009479442936851526,
      "loss": 1.1723,
      "step": 190
    },
    {
      "epoch": 0.23809523809523808,
      "grad_norm": 0.21188703922152927,
      "learning_rate": 0.0009431083723739124,
      "loss": 1.1576,
      "step": 195
    },
    {
      "epoch": 0.2442002442002442,
      "grad_norm": 0.2089350434131967,
      "learning_rate": 0.0009380711721424326,
      "loss": 1.1619,
      "step": 200
    },
    {
      "epoch": 0.2503052503052503,
      "grad_norm": 0.15157070914539794,
      "learning_rate": 0.0009328349811041565,
      "loss": 1.1631,
      "step": 205
    },
    {
      "epoch": 0.2564102564102564,
      "grad_norm": 0.16351230424545868,
      "learning_rate": 0.0009274021777627277,
      "loss": 1.1709,
      "step": 210
    },
    {
      "epoch": 0.2625152625152625,
      "grad_norm": 0.17564187179508275,
      "learning_rate": 0.0009217752299315725,
      "loss": 1.1462,
      "step": 215
    },
    {
      "epoch": 0.2686202686202686,
      "grad_norm": 0.2131938226227643,
      "learning_rate": 0.0009159566936129111,
      "loss": 1.1723,
      "step": 220
    },
    {
      "epoch": 0.27472527472527475,
      "grad_norm": 0.20887852013049316,
      "learning_rate": 0.0009099492118367123,
      "loss": 1.1689,
      "step": 225
    },
    {
      "epoch": 0.28083028083028083,
      "grad_norm": 0.17857721915396702,
      "learning_rate": 0.0009037555134601149,
      "loss": 1.1466,
      "step": 230
    },
    {
      "epoch": 0.2869352869352869,
      "grad_norm": 0.1620613655817899,
      "learning_rate": 0.000897378411927864,
      "loss": 1.1592,
      "step": 235
    },
    {
      "epoch": 0.29304029304029305,
      "grad_norm": 0.2125809185558365,
      "learning_rate": 0.0008908208039943213,
      "loss": 1.1485,
      "step": 240
    },
    {
      "epoch": 0.29914529914529914,
      "grad_norm": 0.1748347227235315,
      "learning_rate": 0.0008840856684076366,
      "loss": 1.1332,
      "step": 245
    },
    {
      "epoch": 0.3052503052503053,
      "grad_norm": 0.22239189840818827,
      "learning_rate": 0.0008771760645566706,
      "loss": 1.141,
      "step": 250
    },
    {
      "epoch": 0.31135531135531136,
      "grad_norm": 3.2813461087169853,
      "learning_rate": 0.000870095131081289,
      "loss": 1.1641,
      "step": 255
    },
    {
      "epoch": 0.31746031746031744,
      "grad_norm": 0.2268012798675002,
      "learning_rate": 0.0008628460844466573,
      "loss": 1.1401,
      "step": 260
    },
    {
      "epoch": 0.3235653235653236,
      "grad_norm": 0.19745728202118107,
      "learning_rate": 0.0008554322174821833,
      "loss": 1.1401,
      "step": 265
    },
    {
      "epoch": 0.32967032967032966,
      "grad_norm": 0.1818589584492454,
      "learning_rate": 0.0008478568978857722,
      "loss": 1.1412,
      "step": 270
    },
    {
      "epoch": 0.33577533577533575,
      "grad_norm": 0.17803807739093683,
      "learning_rate": 0.0008401235666940728,
      "loss": 1.1427,
      "step": 275
    },
    {
      "epoch": 0.3418803418803419,
      "grad_norm": 0.1635966967881225,
      "learning_rate": 0.0008322357367194109,
      "loss": 1.1348,
      "step": 280
    },
    {
      "epoch": 0.34798534798534797,
      "grad_norm": 0.16634307483679497,
      "learning_rate": 0.0008241969909541184,
      "loss": 1.1291,
      "step": 285
    },
    {
      "epoch": 0.3540903540903541,
      "grad_norm": 0.22380463687576627,
      "learning_rate": 0.0008160109809429835,
      "loss": 1.1375,
      "step": 290
    },
    {
      "epoch": 0.3601953601953602,
      "grad_norm": 0.17014516986944303,
      "learning_rate": 0.0008076814251245613,
      "loss": 1.1315,
      "step": 295
    },
    {
      "epoch": 0.3663003663003663,
      "grad_norm": 0.19479534952981664,
      "learning_rate": 0.0007992121071421001,
      "loss": 1.1478,
      "step": 300
    },
    {
      "epoch": 0.3724053724053724,
      "grad_norm": 0.1880458408856176,
      "learning_rate": 0.0007906068741248461,
      "loss": 1.1281,
      "step": 305
    },
    {
      "epoch": 0.3785103785103785,
      "grad_norm": 0.15460815741303807,
      "learning_rate": 0.0007818696349405123,
      "loss": 1.1362,
      "step": 310
    },
    {
      "epoch": 0.38461538461538464,
      "grad_norm": 0.15045386348296025,
      "learning_rate": 0.0007730043584197021,
      "loss": 1.1259,
      "step": 315
    },
    {
      "epoch": 0.3907203907203907,
      "grad_norm": 0.20122942405887176,
      "learning_rate": 0.0007640150715530953,
      "loss": 1.1181,
      "step": 320
    },
    {
      "epoch": 0.3968253968253968,
      "grad_norm": 0.20533248267550017,
      "learning_rate": 0.0007549058576622157,
      "loss": 1.1293,
      "step": 325
    },
    {
      "epoch": 0.40293040293040294,
      "grad_norm": 0.13677076752035072,
      "learning_rate": 0.0007456808545446102,
      "loss": 1.1221,
      "step": 330
    },
    {
      "epoch": 0.409035409035409,
      "grad_norm": 0.1734062852611153,
      "learning_rate": 0.0007363442525942826,
      "loss": 1.118,
      "step": 335
    },
    {
      "epoch": 0.41514041514041516,
      "grad_norm": 0.16356872758418958,
      "learning_rate": 0.0007269002928982366,
      "loss": 1.1231,
      "step": 340
    },
    {
      "epoch": 0.42124542124542125,
      "grad_norm": 0.17309361004903426,
      "learning_rate": 0.0007173532653099911,
      "loss": 1.1146,
      "step": 345
    },
    {
      "epoch": 0.42735042735042733,
      "grad_norm": 0.1326003328898491,
      "learning_rate": 0.0007077075065009433,
      "loss": 1.136,
      "step": 350
    },
    {
      "epoch": 0.43345543345543347,
      "grad_norm": 0.1811730240238145,
      "learning_rate": 0.0006979673979904665,
      "loss": 1.1276,
      "step": 355
    },
    {
      "epoch": 0.43956043956043955,
      "grad_norm": 0.13629851189524775,
      "learning_rate": 0.0006881373641556346,
      "loss": 1.1113,
      "step": 360
    },
    {
      "epoch": 0.4456654456654457,
      "grad_norm": 0.21374115697770382,
      "learning_rate": 0.0006782218702214797,
      "loss": 1.1078,
      "step": 365
    },
    {
      "epoch": 0.4517704517704518,
      "grad_norm": 0.16886558971737456,
      "learning_rate": 0.000668225420232694,
      "loss": 1.1108,
      "step": 370
    },
    {
      "epoch": 0.45787545787545786,
      "grad_norm": 0.16694922624121042,
      "learning_rate": 0.0006581525550076989,
      "loss": 1.1068,
      "step": 375
    },
    {
      "epoch": 0.463980463980464,
      "grad_norm": 0.16014858561217288,
      "learning_rate": 0.0006480078500760096,
      "loss": 1.1185,
      "step": 380
    },
    {
      "epoch": 0.4700854700854701,
      "grad_norm": 0.18799411654589882,
      "learning_rate": 0.0006377959135998322,
      "loss": 1.1143,
      "step": 385
    },
    {
      "epoch": 0.47619047619047616,
      "grad_norm": 0.1270424719263773,
      "learning_rate": 0.0006275213842808383,
      "loss": 1.1055,
      "step": 390
    },
    {
      "epoch": 0.4822954822954823,
      "grad_norm": 0.17394420991284418,
      "learning_rate": 0.0006171889292530655,
      "loss": 1.105,
      "step": 395
    },
    {
      "epoch": 0.4884004884004884,
      "grad_norm": 0.15074553592858597,
      "learning_rate": 0.0006068032419629059,
      "loss": 1.1167,
      "step": 400
    },
    {
      "epoch": 0.4945054945054945,
      "grad_norm": 0.1575327685510419,
      "learning_rate": 0.0005963690400371386,
      "loss": 1.105,
      "step": 405
    },
    {
      "epoch": 0.5006105006105006,
      "grad_norm": 0.15495173159548875,
      "learning_rate": 0.0005858910631399817,
      "loss": 1.1079,
      "step": 410
    },
    {
      "epoch": 0.5067155067155067,
      "grad_norm": 0.12495502826181124,
      "learning_rate": 0.0005753740708201315,
      "loss": 1.0961,
      "step": 415
    },
    {
      "epoch": 0.5128205128205128,
      "grad_norm": 0.17798304801391704,
      "learning_rate": 0.0005648228403487712,
      "loss": 1.103,
      "step": 420
    },
    {
      "epoch": 0.518925518925519,
      "grad_norm": 0.15145475180954737,
      "learning_rate": 0.0005542421645495279,
      "loss": 1.1082,
      "step": 425
    },
    {
      "epoch": 0.525030525030525,
      "grad_norm": 0.1674135601603621,
      "learning_rate": 0.0005436368496213656,
      "loss": 1.0922,
      "step": 430
    },
    {
      "epoch": 0.5311355311355311,
      "grad_norm": 0.1322258266693411,
      "learning_rate": 0.0005330117129554028,
      "loss": 1.0969,
      "step": 435
    },
    {
      "epoch": 0.5372405372405372,
      "grad_norm": 0.16392404937146968,
      "learning_rate": 0.0005223715809466454,
      "loss": 1.1023,
      "step": 440
    },
    {
      "epoch": 0.5433455433455433,
      "grad_norm": 0.15868256924573232,
      "learning_rate": 0.0005117212868016303,
      "loss": 1.0961,
      "step": 445
    },
    {
      "epoch": 0.5494505494505495,
      "grad_norm": 0.1493324553731281,
      "learning_rate": 0.0005010656683429746,
      "loss": 1.0992,
      "step": 450
    },
    {
      "epoch": 0.5555555555555556,
      "grad_norm": 0.13303968473914282,
      "learning_rate": 0.0004904095658118283,
      "loss": 1.0869,
      "step": 455
    },
    {
      "epoch": 0.5616605616605617,
      "grad_norm": 0.13445179172013122,
      "learning_rate": 0.0004797578196692281,
      "loss": 1.0979,
      "step": 460
    },
    {
      "epoch": 0.5677655677655677,
      "grad_norm": 0.1353400408710943,
      "learning_rate": 0.00046911526839735093,
      "loss": 1.1058,
      "step": 465
    },
    {
      "epoch": 0.5738705738705738,
      "grad_norm": 0.15268434606287648,
      "learning_rate": 0.0004584867463016671,
      "loss": 1.0955,
      "step": 470
    },
    {
      "epoch": 0.57997557997558,
      "grad_norm": 0.14945079736642003,
      "learning_rate": 0.00044787708131499104,
      "loss": 1.0829,
      "step": 475
    },
    {
      "epoch": 0.5860805860805861,
      "grad_norm": 0.1308874678872484,
      "learning_rate": 0.0004372910928044249,
      "loss": 1.0899,
      "step": 480
    },
    {
      "epoch": 0.5921855921855922,
      "grad_norm": 0.1315948608079688,
      "learning_rate": 0.00042673358938219544,
      "loss": 1.0864,
      "step": 485
    },
    {
      "epoch": 0.5982905982905983,
      "grad_norm": 0.19438574034423878,
      "learning_rate": 0.00041620936672137393,
      "loss": 1.093,
      "step": 490
    },
    {
      "epoch": 0.6043956043956044,
      "grad_norm": 0.12572375675032343,
      "learning_rate": 0.00040572320537747656,
      "loss": 1.0875,
      "step": 495
    },
    {
      "epoch": 0.6105006105006106,
      "grad_norm": 0.12787583668085029,
      "learning_rate": 0.0003952798686169279,
      "loss": 1.1024,
      "step": 500
    },
    {
      "epoch": 0.6166056166056166,
      "grad_norm": 0.14209081780825783,
      "learning_rate": 0.00038488410025338133,
      "loss": 1.0938,
      "step": 505
    },
    {
      "epoch": 0.6227106227106227,
      "grad_norm": 0.13751458022764315,
      "learning_rate": 0.00037454062249287477,
      "loss": 1.0878,
      "step": 510
    },
    {
      "epoch": 0.6288156288156288,
      "grad_norm": 0.13954841564889886,
      "learning_rate": 0.0003642541337887999,
      "loss": 1.0912,
      "step": 515
    },
    {
      "epoch": 0.6349206349206349,
      "grad_norm": 0.14997321061776903,
      "learning_rate": 0.00035402930670766296,
      "loss": 1.0747,
      "step": 520
    },
    {
      "epoch": 0.6410256410256411,
      "grad_norm": 0.1701293287916612,
      "learning_rate": 0.00034387078580660346,
      "loss": 1.0783,
      "step": 525
    },
    {
      "epoch": 0.6471306471306472,
      "grad_norm": 0.12199767794093884,
      "learning_rate": 0.00033378318552363664,
      "loss": 1.0776,
      "step": 530
    },
    {
      "epoch": 0.6532356532356532,
      "grad_norm": 0.16919824019980462,
      "learning_rate": 0.0003237710880815756,
      "loss": 1.0889,
      "step": 535
    },
    {
      "epoch": 0.6593406593406593,
      "grad_norm": 0.13811611845852387,
      "learning_rate": 0.00031383904140658986,
      "loss": 1.0762,
      "step": 540
    },
    {
      "epoch": 0.6654456654456654,
      "grad_norm": 0.15905169364412688,
      "learning_rate": 0.0003039915570623396,
      "loss": 1.082,
      "step": 545
    },
    {
      "epoch": 0.6715506715506715,
      "grad_norm": 0.1296226609467321,
      "learning_rate": 0.0002942331082006308,
      "loss": 1.0724,
      "step": 550
    },
    {
      "epoch": 0.6776556776556777,
      "grad_norm": 0.1330698219795046,
      "learning_rate": 0.00028456812752951485,
      "loss": 1.0723,
      "step": 555
    },
    {
      "epoch": 0.6837606837606838,
      "grad_norm": 0.13173063625642664,
      "learning_rate": 0.0002750010052997635,
      "loss": 1.0783,
      "step": 560
    },
    {
      "epoch": 0.6898656898656899,
      "grad_norm": 0.11827576804873147,
      "learning_rate": 0.00026553608731062604,
      "loss": 1.0734,
      "step": 565
    },
    {
      "epoch": 0.6959706959706959,
      "grad_norm": 0.12044643950959122,
      "learning_rate": 0.00025617767293578176,
      "loss": 1.0695,
      "step": 570
    },
    {
      "epoch": 0.702075702075702,
      "grad_norm": 0.12921730309691146,
      "learning_rate": 0.0002469300131703773,
      "loss": 1.0721,
      "step": 575
    },
    {
      "epoch": 0.7081807081807082,
      "grad_norm": 0.12533218466426468,
      "learning_rate": 0.00023779730870004235,
      "loss": 1.0608,
      "step": 580
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 0.12817655243582374,
      "learning_rate": 0.00022878370799275777,
      "loss": 1.0789,
      "step": 585
    },
    {
      "epoch": 0.7203907203907204,
      "grad_norm": 0.1293778348063508,
      "learning_rate": 0.0002198933054144414,
      "loss": 1.0602,
      "step": 590
    },
    {
      "epoch": 0.7264957264957265,
      "grad_norm": 0.1263148140338118,
      "learning_rate": 0.00021113013936911113,
      "loss": 1.0679,
      "step": 595
    },
    {
      "epoch": 0.7326007326007326,
      "grad_norm": 0.13594429624621016,
      "learning_rate": 0.00020249819046446837,
      "loss": 1.0683,
      "step": 600
    },
    {
      "epoch": 0.7387057387057387,
      "grad_norm": 0.11897323140031583,
      "learning_rate": 0.00019400137970373356,
      "loss": 1.0715,
      "step": 605
    },
    {
      "epoch": 0.7448107448107448,
      "grad_norm": 0.12134111257996806,
      "learning_rate": 0.00018564356670455767,
      "loss": 1.0737,
      "step": 610
    },
    {
      "epoch": 0.7509157509157509,
      "grad_norm": 0.12412837845655514,
      "learning_rate": 0.00017742854794581785,
      "loss": 1.077,
      "step": 615
    },
    {
      "epoch": 0.757020757020757,
      "grad_norm": 0.10995117277188224,
      "learning_rate": 0.00016936005504309342,
      "loss": 1.0725,
      "step": 620
    },
    {
      "epoch": 0.7631257631257631,
      "grad_norm": 0.12324463281674919,
      "learning_rate": 0.0001614417530536042,
      "loss": 1.0714,
      "step": 625
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 0.12422719561341983,
      "learning_rate": 0.00015367723881138434,
      "loss": 1.0764,
      "step": 630
    },
    {
      "epoch": 0.7753357753357754,
      "grad_norm": 0.15097612554081813,
      "learning_rate": 0.00014607003929344492,
      "loss": 1.0735,
      "step": 635
    },
    {
      "epoch": 0.7814407814407814,
      "grad_norm": 0.10792336331652043,
      "learning_rate": 0.00013862361001766972,
      "loss": 1.0656,
      "step": 640
    },
    {
      "epoch": 0.7875457875457875,
      "grad_norm": 0.10878726224284914,
      "learning_rate": 0.00013134133347316885,
      "loss": 1.054,
      "step": 645
    },
    {
      "epoch": 0.7936507936507936,
      "grad_norm": 0.10538532292466002,
      "learning_rate": 0.0001242265175838072,
      "loss": 1.0565,
      "step": 650
    },
    {
      "epoch": 0.7997557997557998,
      "grad_norm": 0.132655865253661,
      "learning_rate": 0.00011728239420560316,
      "loss": 1.0623,
      "step": 655
    },
    {
      "epoch": 0.8058608058608059,
      "grad_norm": 0.13898152967373176,
      "learning_rate": 0.0001105121176586793,
      "loss": 1.062,
      "step": 660
    },
    {
      "epoch": 0.811965811965812,
      "grad_norm": 0.1284900261818914,
      "learning_rate": 0.00010391876329443534,
      "loss": 1.0573,
      "step": 665
    },
    {
      "epoch": 0.818070818070818,
      "grad_norm": 0.12601548049011016,
      "learning_rate": 9.750532609858991e-05,
      "loss": 1.0627,
      "step": 670
    },
    {
      "epoch": 0.8241758241758241,
      "grad_norm": 0.10148390380785619,
      "learning_rate": 9.127471933073007e-05,
      "loss": 1.0689,
      "step": 675
    },
    {
      "epoch": 0.8302808302808303,
      "grad_norm": 0.11101937832472626,
      "learning_rate": 8.522977320098224e-05,
      "loss": 1.0592,
      "step": 680
    },
    {
      "epoch": 0.8363858363858364,
      "grad_norm": 0.11000851597542352,
      "learning_rate": 7.937323358440934e-05,
      "loss": 1.0613,
      "step": 685
    },
    {
      "epoch": 0.8424908424908425,
      "grad_norm": 0.13212021122536566,
      "learning_rate": 7.370776077371622e-05,
      "loss": 1.055,
      "step": 690
    },
    {
      "epoch": 0.8485958485958486,
      "grad_norm": 0.12501157813798788,
      "learning_rate": 6.82359282708292e-05,
      "loss": 1.0644,
      "step": 695
    },
    {
      "epoch": 0.8547008547008547,
      "grad_norm": 0.12182549104138736,
      "learning_rate": 6.296022161790149e-05,
      "loss": 1.0686,
      "step": 700
    },
    {
      "epoch": 0.8608058608058609,
      "grad_norm": 0.10898863882704415,
      "learning_rate": 5.78830372682721e-05,
      "loss": 1.0595,
      "step": 705
    },
    {
      "epoch": 0.8669108669108669,
      "grad_norm": 0.1292362091327554,
      "learning_rate": 5.300668149789417e-05,
      "loss": 1.0628,
      "step": 710
    },
    {
      "epoch": 0.873015873015873,
      "grad_norm": 0.11135921961101819,
      "learning_rate": 4.833336935772442e-05,
      "loss": 1.0532,
      "step": 715
    },
    {
      "epoch": 0.8791208791208791,
      "grad_norm": 0.1040842333058969,
      "learning_rate": 4.386522366755169e-05,
      "loss": 1.0548,
      "step": 720
    },
    {
      "epoch": 0.8852258852258852,
      "grad_norm": 0.11114144762934852,
      "learning_rate": 3.960427405172079e-05,
      "loss": 1.0602,
      "step": 725
    },
    {
      "epoch": 0.8913308913308914,
      "grad_norm": 0.10851073660711448,
      "learning_rate": 3.5552456017189926e-05,
      "loss": 1.0615,
      "step": 730
    },
    {
      "epoch": 0.8974358974358975,
      "grad_norm": 0.1046722141969564,
      "learning_rate": 3.171161007433937e-05,
      "loss": 1.0542,
      "step": 735
    },
    {
      "epoch": 0.9035409035409036,
      "grad_norm": 0.11710428457476799,
      "learning_rate": 2.808348090093277e-05,
      "loss": 1.0671,
      "step": 740
    },
    {
      "epoch": 0.9096459096459096,
      "grad_norm": 0.11332319869107195,
      "learning_rate": 2.466971654960931e-05,
      "loss": 1.0611,
      "step": 745
    },
    {
      "epoch": 0.9157509157509157,
      "grad_norm": 0.10374082585506901,
      "learning_rate": 2.147186769926712e-05,
      "loss": 1.0498,
      "step": 750
    },
    {
      "epoch": 0.9218559218559218,
      "grad_norm": 0.11492942958557875,
      "learning_rate": 1.8491386950677812e-05,
      "loss": 1.0571,
      "step": 755
    },
    {
      "epoch": 0.927960927960928,
      "grad_norm": 0.11080015958091284,
      "learning_rate": 1.572962816665302e-05,
      "loss": 1.0558,
      "step": 760
    },
    {
      "epoch": 0.9340659340659341,
      "grad_norm": 0.117953492017612,
      "learning_rate": 1.3187845857061508e-05,
      "loss": 1.0462,
      "step": 765
    },
    {
      "epoch": 0.9401709401709402,
      "grad_norm": 0.11023247026103157,
      "learning_rate": 1.0867194608976228e-05,
      "loss": 1.0731,
      "step": 770
    },
    {
      "epoch": 0.9462759462759462,
      "grad_norm": 0.11752064314919194,
      "learning_rate": 8.768728562211947e-06,
      "loss": 1.058,
      "step": 775
    },
    {
      "epoch": 0.9523809523809523,
      "grad_norm": 0.10584711974817956,
      "learning_rate": 6.893400930488569e-06,
      "loss": 1.0638,
      "step": 780
    },
    {
      "epoch": 0.9584859584859585,
      "grad_norm": 0.12776920092469246,
      "learning_rate": 5.242063568441313e-06,
      "loss": 1.0633,
      "step": 785
    },
    {
      "epoch": 0.9645909645909646,
      "grad_norm": 0.10955827972683771,
      "learning_rate": 3.815466584670746e-06,
      "loss": 1.0533,
      "step": 790
    },
    {
      "epoch": 0.9706959706959707,
      "grad_norm": 0.11036039903845696,
      "learning_rate": 2.6142580010117823e-06,
      "loss": 1.0576,
      "step": 795
    },
    {
      "epoch": 0.9768009768009768,
      "grad_norm": 0.10123727837311189,
      "learning_rate": 1.6389834581739814e-06,
      "loss": 1.0609,
      "step": 800
    },
    {
      "epoch": 0.9829059829059829,
      "grad_norm": 0.11176827609005396,
      "learning_rate": 8.900859678879769e-07,
      "loss": 1.0575,
      "step": 805
    },
    {
      "epoch": 0.989010989010989,
      "grad_norm": 0.10493373702681778,
      "learning_rate": 3.6790571167061305e-07,
      "loss": 1.0604,
      "step": 810
    },
    {
      "epoch": 0.9951159951159951,
      "grad_norm": 0.11496441250413074,
      "learning_rate": 7.26798862996092e-08,
      "loss": 1.0534,
      "step": 815
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.4183021783828735,
      "eval_runtime": 107.3754,
      "eval_samples_per_second": 195.501,
      "eval_steps_per_second": 6.109,
      "step": 819
    },
    {
      "epoch": 1.0,
      "step": 819,
      "total_flos": 45247522406400.0,
      "train_loss": 1.1312509008088536,
      "train_runtime": 1838.4003,
      "train_samples_per_second": 57.016,
      "train_steps_per_second": 0.445
    }
  ],
  "logging_steps": 5,
  "max_steps": 819,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 45247522406400.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}