{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.8586640851887706,
  "eval_steps": 600,
  "global_step": 1200,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.015488867376573089,
      "grad_norm": 421527552.0,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 61.1175,
      "step": 10
    },
    {
      "epoch": 0.030977734753146177,
      "grad_norm": 337641472.0,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 60.1666,
      "step": 20
    },
    {
      "epoch": 0.046466602129719266,
      "grad_norm": 413138944.0,
      "learning_rate": 3e-06,
      "loss": 60.9036,
      "step": 30
    },
    {
      "epoch": 0.061955469506292354,
      "grad_norm": 1367343104.0,
      "learning_rate": 4.000000000000001e-06,
      "loss": 61.7597,
      "step": 40
    },
    {
      "epoch": 0.07744433688286544,
      "grad_norm": 57933824.0,
      "learning_rate": 5e-06,
      "loss": 61.2844,
      "step": 50
    },
    {
      "epoch": 0.09293320425943853,
      "grad_norm": 94371840.0,
      "learning_rate": 6e-06,
      "loss": 60.3878,
      "step": 60
    },
    {
      "epoch": 0.10842207163601161,
      "grad_norm": 40632320.0,
      "learning_rate": 7.000000000000001e-06,
      "loss": 59.0391,
      "step": 70
    },
    {
      "epoch": 0.12391093901258471,
      "grad_norm": 20971520.0,
      "learning_rate": 8.000000000000001e-06,
      "loss": 61.2704,
      "step": 80
    },
    {
      "epoch": 0.1393998063891578,
      "grad_norm": 110624768.0,
      "learning_rate": 9e-06,
      "loss": 59.6674,
      "step": 90
    },
    {
      "epoch": 0.15488867376573087,
      "grad_norm": 66584576.0,
      "learning_rate": 1e-05,
      "loss": 59.4588,
      "step": 100
    },
    {
      "epoch": 0.17037754114230397,
      "grad_norm": 89653248.0,
      "learning_rate": 1.1000000000000001e-05,
      "loss": 58.9144,
      "step": 110
    },
    {
      "epoch": 0.18586640851887706,
      "grad_norm": 56360960.0,
      "learning_rate": 1.2e-05,
      "loss": 58.3093,
      "step": 120
    },
    {
      "epoch": 0.20135527589545016,
      "grad_norm": 19791872.0,
      "learning_rate": 1.3000000000000001e-05,
      "loss": 58.0143,
      "step": 130
    },
    {
      "epoch": 0.21684414327202323,
      "grad_norm": 5242880.0,
      "learning_rate": 1.4000000000000001e-05,
      "loss": 56.9984,
      "step": 140
    },
    {
      "epoch": 0.23233301064859632,
      "grad_norm": 55050240.0,
      "learning_rate": 1.5e-05,
      "loss": 57.6238,
      "step": 150
    },
    {
      "epoch": 0.24782187802516942,
      "grad_norm": 118489088.0,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 55.2309,
      "step": 160
    },
    {
      "epoch": 0.2633107454017425,
      "grad_norm": 61865984.0,
      "learning_rate": 1.7000000000000003e-05,
      "loss": 54.6207,
      "step": 170
    },
    {
      "epoch": 0.2787996127783156,
      "grad_norm": 13041664.0,
      "learning_rate": 1.8e-05,
      "loss": 52.8616,
      "step": 180
    },
    {
      "epoch": 0.2942884801548887,
      "grad_norm": 87031808.0,
      "learning_rate": 1.9e-05,
      "loss": 52.4976,
      "step": 190
    },
    {
      "epoch": 0.30977734753146174,
      "grad_norm": 3129344.0,
      "learning_rate": 2e-05,
      "loss": 52.6041,
      "step": 200
    },
    {
      "epoch": 0.32526621490803487,
      "grad_norm": 99090432.0,
      "learning_rate": 2.1e-05,
      "loss": 54.6559,
      "step": 210
    },
    {
      "epoch": 0.34075508228460794,
      "grad_norm": 3238002688.0,
      "learning_rate": 2.2000000000000003e-05,
      "loss": 52.2666,
      "step": 220
    },
    {
      "epoch": 0.356243949661181,
      "grad_norm": 8454144.0,
      "learning_rate": 2.3000000000000003e-05,
      "loss": 51.7553,
      "step": 230
    },
    {
      "epoch": 0.3717328170377541,
      "grad_norm": 81264640.0,
      "learning_rate": 2.4e-05,
      "loss": 49.4186,
      "step": 240
    },
    {
      "epoch": 0.3872216844143272,
      "grad_norm": 1531904.0,
      "learning_rate": 2.5e-05,
      "loss": 48.724,
      "step": 250
    },
    {
      "epoch": 0.4027105517909003,
      "grad_norm": 6782976.0,
      "learning_rate": 2.6000000000000002e-05,
      "loss": 47.4897,
      "step": 260
    },
    {
      "epoch": 0.4181994191674734,
      "grad_norm": 462848.0,
      "learning_rate": 2.7000000000000002e-05,
      "loss": 46.1025,
      "step": 270
    },
    {
      "epoch": 0.43368828654404645,
      "grad_norm": 227328.0,
      "learning_rate": 2.8000000000000003e-05,
      "loss": 43.953,
      "step": 280
    },
    {
      "epoch": 0.4491771539206196,
      "grad_norm": 212992.0,
      "learning_rate": 2.9e-05,
      "loss": 42.786,
      "step": 290
    },
    {
      "epoch": 0.46466602129719264,
      "grad_norm": 40704.0,
      "learning_rate": 3e-05,
      "loss": 41.3757,
      "step": 300
    },
    {
      "epoch": 0.4801548886737657,
      "grad_norm": 42991616.0,
      "learning_rate": 3.1e-05,
      "loss": 42.0031,
      "step": 310
    },
    {
      "epoch": 0.49564375605033884,
      "grad_norm": 21102592.0,
      "learning_rate": 3.2000000000000005e-05,
      "loss": 41.9207,
      "step": 320
    },
    {
      "epoch": 0.5111326234269119,
      "grad_norm": 16187392.0,
      "learning_rate": 3.3e-05,
      "loss": 42.2336,
      "step": 330
    },
    {
      "epoch": 0.526621490803485,
      "grad_norm": 164864.0,
      "learning_rate": 3.4000000000000007e-05,
      "loss": 40.6817,
      "step": 340
    },
    {
      "epoch": 0.542110358180058,
      "grad_norm": 517996544.0,
      "learning_rate": 3.5e-05,
      "loss": 44.9866,
      "step": 350
    },
    {
      "epoch": 0.5575992255566312,
      "grad_norm": 87556096.0,
      "learning_rate": 3.6e-05,
      "loss": 47.7577,
      "step": 360
    },
    {
      "epoch": 0.5730880929332043,
      "grad_norm": 29753344.0,
      "learning_rate": 3.7e-05,
      "loss": 50.8352,
      "step": 370
    },
    {
      "epoch": 0.5885769603097774,
      "grad_norm": 38273024.0,
      "learning_rate": 3.8e-05,
      "loss": 50.4585,
      "step": 380
    },
    {
      "epoch": 0.6040658276863504,
      "grad_norm": 24248320.0,
      "learning_rate": 3.9000000000000006e-05,
      "loss": 53.4794,
      "step": 390
    },
    {
      "epoch": 0.6195546950629235,
      "grad_norm": 637534208.0,
      "learning_rate": 4e-05,
      "loss": 53.7074,
      "step": 400
    },
    {
      "epoch": 0.6350435624394967,
      "grad_norm": 679477248.0,
      "learning_rate": 4.1e-05,
      "loss": 57.4144,
      "step": 410
    },
    {
      "epoch": 0.6505324298160697,
      "grad_norm": 583008256.0,
      "learning_rate": 4.2e-05,
      "loss": 53.7095,
      "step": 420
    },
    {
      "epoch": 0.6660212971926428,
      "grad_norm": 57933824.0,
      "learning_rate": 4.3e-05,
      "loss": 54.9929,
      "step": 430
    },
    {
      "epoch": 0.6815101645692159,
      "grad_norm": 61079552.0,
      "learning_rate": 4.4000000000000006e-05,
      "loss": 59.2993,
      "step": 440
    },
    {
      "epoch": 0.6969990319457889,
      "grad_norm": 227540992.0,
      "learning_rate": 4.5e-05,
      "loss": 60.4038,
      "step": 450
    },
    {
      "epoch": 0.712487899322362,
      "grad_norm": 190840832.0,
      "learning_rate": 4.600000000000001e-05,
      "loss": 63.1003,
      "step": 460
    },
    {
      "epoch": 0.7279767666989352,
      "grad_norm": 327155712.0,
      "learning_rate": 4.7e-05,
      "loss": 64.5368,
      "step": 470
    },
    {
      "epoch": 0.7434656340755083,
      "grad_norm": 679477248.0,
      "learning_rate": 4.8e-05,
      "loss": 61.6716,
      "step": 480
    },
    {
      "epoch": 0.7589545014520813,
      "grad_norm": 276824064.0,
      "learning_rate": 4.9e-05,
      "loss": 62.8625,
      "step": 490
    },
    {
      "epoch": 0.7744433688286544,
      "grad_norm": 78643200.0,
      "learning_rate": 5e-05,
      "loss": 63.9848,
      "step": 500
    },
    {
      "epoch": 0.7899322362052275,
      "grad_norm": 224395264.0,
      "learning_rate": 5.1000000000000006e-05,
      "loss": 64.5113,
      "step": 510
    },
    {
      "epoch": 0.8054211035818006,
      "grad_norm": 154140672.0,
      "learning_rate": 5.2000000000000004e-05,
      "loss": 64.9807,
      "step": 520
    },
    {
      "epoch": 0.8209099709583737,
      "grad_norm": 805306368.0,
      "learning_rate": 5.300000000000001e-05,
      "loss": 65.7812,
      "step": 530
    },
    {
      "epoch": 0.8363988383349468,
      "grad_norm": 339738624.0,
      "learning_rate": 5.4000000000000005e-05,
      "loss": 67.1272,
      "step": 540
    },
    {
      "epoch": 0.8518877057115198,
      "grad_norm": 1002438656.0,
      "learning_rate": 5.500000000000001e-05,
      "loss": 66.3905,
      "step": 550
    },
    {
      "epoch": 0.8673765730880929,
      "grad_norm": 2583691264.0,
      "learning_rate": 5.6000000000000006e-05,
      "loss": 66.0419,
      "step": 560
    },
    {
      "epoch": 0.882865440464666,
      "grad_norm": 411041792.0,
      "learning_rate": 5.6999999999999996e-05,
      "loss": 62.0064,
      "step": 570
    },
    {
      "epoch": 0.8983543078412392,
      "grad_norm": 70254592.0,
      "learning_rate": 5.8e-05,
      "loss": 63.6127,
      "step": 580
    },
    {
      "epoch": 0.9138431752178122,
      "grad_norm": 191889408.0,
      "learning_rate": 5.9e-05,
      "loss": 63.481,
      "step": 590
    },
    {
      "epoch": 0.9293320425943853,
      "grad_norm": 436207616.0,
      "learning_rate": 6e-05,
      "loss": 66.0833,
      "step": 600
    },
    {
      "epoch": 0.9293320425943853,
      "eval_loss": 69.23383331298828,
      "eval_runtime": 141.0364,
      "eval_samples_per_second": 10.636,
      "eval_steps_per_second": 2.659,
      "step": 600
    },
    {
      "epoch": 0.9448209099709584,
      "grad_norm": 33161216.0,
      "learning_rate": 6.1e-05,
      "loss": 65.1055,
      "step": 610
    },
    {
      "epoch": 0.9603097773475314,
      "grad_norm": 79167488.0,
      "learning_rate": 6.2e-05,
      "loss": 65.4074,
      "step": 620
    },
    {
      "epoch": 0.9757986447241046,
      "grad_norm": 119013376.0,
      "learning_rate": 6.3e-05,
      "loss": 64.0661,
      "step": 630
    },
    {
      "epoch": 0.9912875121006777,
      "grad_norm": 116391936.0,
      "learning_rate": 6.400000000000001e-05,
      "loss": 63.0841,
      "step": 640
    },
    {
      "epoch": 1.0067763794772506,
      "grad_norm": 191889408.0,
      "learning_rate": 6.500000000000001e-05,
      "loss": 63.6633,
      "step": 650
    },
    {
      "epoch": 1.0222652468538238,
      "grad_norm": 35389440.0,
      "learning_rate": 6.6e-05,
      "loss": 63.879,
      "step": 660
    },
    {
      "epoch": 1.037754114230397,
      "grad_norm": 219152384.0,
      "learning_rate": 6.7e-05,
      "loss": 65.5105,
      "step": 670
    },
    {
      "epoch": 1.05324298160697,
      "grad_norm": 476053504.0,
      "learning_rate": 6.800000000000001e-05,
      "loss": 66.3527,
      "step": 680
    },
    {
      "epoch": 1.0687318489835431,
      "grad_norm": 2348810240.0,
      "learning_rate": 6.9e-05,
      "loss": 66.1827,
      "step": 690
    },
    {
      "epoch": 1.084220716360116,
      "grad_norm": 452984832.0,
      "learning_rate": 7e-05,
      "loss": 67.8703,
      "step": 700
    },
    {
      "epoch": 1.0997095837366893,
      "grad_norm": 46137344.0,
      "learning_rate": 7.1e-05,
      "loss": 67.2648,
      "step": 710
    },
    {
      "epoch": 1.1151984511132624,
      "grad_norm": 70778880.0,
      "learning_rate": 7.2e-05,
      "loss": 62.0604,
      "step": 720
    },
    {
      "epoch": 1.1306873184898354,
      "grad_norm": 283115520.0,
      "learning_rate": 7.3e-05,
      "loss": 60.8914,
      "step": 730
    },
    {
      "epoch": 1.1461761858664086,
      "grad_norm": 78118912.0,
      "learning_rate": 7.4e-05,
      "loss": 60.0754,
      "step": 740
    },
    {
      "epoch": 1.1616650532429815,
      "grad_norm": 120061952.0,
      "learning_rate": 7.500000000000001e-05,
      "loss": 63.6695,
      "step": 750
    },
    {
      "epoch": 1.1771539206195547,
      "grad_norm": 90701824.0,
      "learning_rate": 7.6e-05,
      "loss": 65.6076,
      "step": 760
    },
    {
      "epoch": 1.1926427879961277,
      "grad_norm": 23724032.0,
      "learning_rate": 7.7e-05,
      "loss": 64.6991,
      "step": 770
    },
    {
      "epoch": 1.2081316553727008,
      "grad_norm": 22806528.0,
      "learning_rate": 7.800000000000001e-05,
      "loss": 64.4208,
      "step": 780
    },
    {
      "epoch": 1.223620522749274,
      "grad_norm": 19529728.0,
      "learning_rate": 7.900000000000001e-05,
      "loss": 58.9719,
      "step": 790
    },
    {
      "epoch": 1.239109390125847,
      "grad_norm": 154140672.0,
      "learning_rate": 8e-05,
      "loss": 58.4048,
      "step": 800
    },
    {
      "epoch": 1.2545982575024202,
      "grad_norm": 4882432.0,
      "learning_rate": 8.1e-05,
      "loss": 63.3226,
      "step": 810
    },
    {
      "epoch": 1.2700871248789931,
      "grad_norm": 4718592.0,
      "learning_rate": 8.2e-05,
      "loss": 62.6276,
      "step": 820
    },
    {
      "epoch": 1.2855759922555663,
      "grad_norm": 56098816.0,
      "learning_rate": 8.3e-05,
      "loss": 57.6699,
      "step": 830
    },
    {
      "epoch": 1.3010648596321395,
      "grad_norm": 2281701376.0,
      "learning_rate": 8.4e-05,
      "loss": 55.8831,
      "step": 840
    },
    {
      "epoch": 1.3165537270087124,
      "grad_norm": 63963136.0,
      "learning_rate": 8.5e-05,
      "loss": 58.8188,
      "step": 850
    },
    {
      "epoch": 1.3320425943852856,
      "grad_norm": 66322432.0,
      "learning_rate": 8.6e-05,
      "loss": 57.2062,
      "step": 860
    },
    {
      "epoch": 1.3475314617618586,
      "grad_norm": 17956864.0,
      "learning_rate": 8.7e-05,
      "loss": 59.4092,
      "step": 870
    },
    {
      "epoch": 1.3630203291384317,
      "grad_norm": 246415360.0,
      "learning_rate": 8.800000000000001e-05,
      "loss": 56.8145,
      "step": 880
    },
    {
      "epoch": 1.378509196515005,
      "grad_norm": 205520896.0,
      "learning_rate": 8.900000000000001e-05,
      "loss": 56.4558,
      "step": 890
    },
    {
      "epoch": 1.3939980638915779,
      "grad_norm": 90177536.0,
      "learning_rate": 9e-05,
      "loss": 54.4208,
      "step": 900
    },
    {
      "epoch": 1.409486931268151,
      "grad_norm": 383778816.0,
      "learning_rate": 9.1e-05,
      "loss": 53.8711,
      "step": 910
    },
    {
      "epoch": 1.424975798644724,
      "grad_norm": 23461888.0,
      "learning_rate": 9.200000000000001e-05,
      "loss": 52.0157,
      "step": 920
    },
    {
      "epoch": 1.4404646660212972,
      "grad_norm": 27394048.0,
      "learning_rate": 9.300000000000001e-05,
      "loss": 48.0571,
      "step": 930
    },
    {
      "epoch": 1.4559535333978704,
      "grad_norm": 8716288.0,
      "learning_rate": 9.4e-05,
      "loss": 43.4202,
      "step": 940
    },
    {
      "epoch": 1.4714424007744433,
      "grad_norm": 5570560.0,
      "learning_rate": 9.5e-05,
      "loss": 40.7559,
      "step": 950
    },
    {
      "epoch": 1.4869312681510165,
      "grad_norm": 20316160.0,
      "learning_rate": 9.6e-05,
      "loss": 39.1436,
      "step": 960
    },
    {
      "epoch": 1.5024201355275895,
      "grad_norm": 15204352.0,
      "learning_rate": 9.7e-05,
      "loss": 36.618,
      "step": 970
    },
    {
      "epoch": 1.5179090029041626,
      "grad_norm": 5832704.0,
      "learning_rate": 9.8e-05,
      "loss": 34.3857,
      "step": 980
    },
    {
      "epoch": 1.5333978702807358,
      "grad_norm": 2293760.0,
      "learning_rate": 9.900000000000001e-05,
      "loss": 29.7184,
      "step": 990
    },
    {
      "epoch": 1.5488867376573088,
      "grad_norm": 22282240.0,
      "learning_rate": 0.0001,
      "loss": 24.8724,
      "step": 1000
    },
    {
      "epoch": 1.5643756050338817,
      "grad_norm": 10682368.0,
      "learning_rate": 9.98165137614679e-05,
      "loss": 21.2392,
      "step": 1010
    },
    {
      "epoch": 1.579864472410455,
      "grad_norm": 25690112.0,
      "learning_rate": 9.963302752293578e-05,
      "loss": 18.7594,
      "step": 1020
    },
    {
      "epoch": 1.595353339787028,
      "grad_norm": 15400960.0,
      "learning_rate": 9.944954128440368e-05,
      "loss": 17.9276,
      "step": 1030
    },
    {
      "epoch": 1.6108422071636013,
      "grad_norm": 2359296.0,
      "learning_rate": 9.926605504587157e-05,
      "loss": 16.505,
      "step": 1040
    },
    {
      "epoch": 1.6263310745401742,
      "grad_norm": 19005440.0,
      "learning_rate": 9.908256880733946e-05,
      "loss": 15.258,
      "step": 1050
    },
    {
      "epoch": 1.6418199419167472,
      "grad_norm": 9240576.0,
      "learning_rate": 9.889908256880734e-05,
      "loss": 13.9628,
      "step": 1060
    },
    {
      "epoch": 1.6573088092933204,
      "grad_norm": 7012352.0,
      "learning_rate": 9.871559633027525e-05,
      "loss": 14.8131,
      "step": 1070
    },
    {
      "epoch": 1.6727976766698935,
      "grad_norm": 8388608.0,
      "learning_rate": 9.853211009174312e-05,
      "loss": 13.4851,
      "step": 1080
    },
    {
      "epoch": 1.6882865440464667,
      "grad_norm": 1286144.0,
      "learning_rate": 9.834862385321102e-05,
      "loss": 12.8225,
      "step": 1090
    },
    {
      "epoch": 1.7037754114230397,
      "grad_norm": 2490368.0,
      "learning_rate": 9.816513761467891e-05,
      "loss": 11.7111,
      "step": 1100
    },
    {
      "epoch": 1.7192642787996126,
      "grad_norm": 1064960.0,
      "learning_rate": 9.79816513761468e-05,
      "loss": 11.347,
      "step": 1110
    },
    {
      "epoch": 1.7347531461761858,
      "grad_norm": 352256.0,
      "learning_rate": 9.779816513761468e-05,
      "loss": 10.6953,
      "step": 1120
    },
    {
      "epoch": 1.750242013552759,
      "grad_norm": 4046848.0,
      "learning_rate": 9.761467889908259e-05,
      "loss": 10.3879,
      "step": 1130
    },
    {
      "epoch": 1.7657308809293322,
      "grad_norm": 348160.0,
      "learning_rate": 9.743119266055046e-05,
      "loss": 10.5364,
      "step": 1140
    },
    {
      "epoch": 1.7812197483059051,
      "grad_norm": 6193152.0,
      "learning_rate": 9.724770642201836e-05,
      "loss": 10.7673,
      "step": 1150
    },
    {
      "epoch": 1.796708615682478,
      "grad_norm": 671744.0,
      "learning_rate": 9.706422018348625e-05,
      "loss": 10.0088,
      "step": 1160
    },
    {
      "epoch": 1.8121974830590513,
      "grad_norm": 557056.0,
      "learning_rate": 9.688073394495414e-05,
      "loss": 10.1469,
      "step": 1170
    },
    {
      "epoch": 1.8276863504356244,
      "grad_norm": 835584.0,
      "learning_rate": 9.669724770642202e-05,
      "loss": 10.2772,
      "step": 1180
    },
    {
      "epoch": 1.8431752178121976,
      "grad_norm": 2277376.0,
      "learning_rate": 9.651376146788991e-05,
      "loss": 9.8019,
      "step": 1190
    },
    {
      "epoch": 1.8586640851887706,
      "grad_norm": 307200.0,
      "learning_rate": 9.63302752293578e-05,
      "loss": 9.5204,
      "step": 1200
    },
    {
      "epoch": 1.8586640851887706,
      "eval_loss": 9.286345481872559,
      "eval_runtime": 140.9651,
      "eval_samples_per_second": 10.641,
      "eval_steps_per_second": 2.66,
      "step": 1200
    }
  ],
  "logging_steps": 10,
  "max_steps": 6450,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 600,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 6.568007548325069e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}