{
  "best_metric": 3.0452535152435303,
  "best_model_checkpoint": "output/the-notorious-big/checkpoint-2101",
  "epoch": 11.0,
  "global_step": 2101,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.03,
      "learning_rate": 2.318581390145182e-07,
      "loss": 3.6069,
      "step": 5
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.258652616957599e-07,
      "loss": 3.6646,
      "step": 10
    },
    {
      "epoch": 0.08,
      "learning_rate": 2.0773300794160956e-06,
      "loss": 3.5544,
      "step": 15
    },
    {
      "epoch": 0.1,
      "learning_rate": 3.6784690210450094e-06,
      "loss": 3.8578,
      "step": 20
    },
    {
      "epoch": 0.13,
      "learning_rate": 5.718458847652147e-06,
      "loss": 3.5273,
      "step": 25
    },
    {
      "epoch": 0.16,
      "learning_rate": 8.183509814491012e-06,
      "loss": 3.6649,
      "step": 30
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.1056958885708937e-05,
      "loss": 3.4757,
      "step": 35
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.4319382371678895e-05,
      "loss": 3.4231,
      "step": 40
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7948727227557336e-05,
      "loss": 3.4855,
      "step": 45
    },
    {
      "epoch": 0.26,
      "learning_rate": 2.1920460125527185e-05,
      "loss": 3.7272,
      "step": 50
    },
    {
      "epoch": 0.29,
      "learning_rate": 2.6207733293040745e-05,
      "loss": 3.6966,
      "step": 55
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.078156599604364e-05,
      "loss": 3.5331,
      "step": 60
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.561104044040511e-05,
      "loss": 3.5794,
      "step": 65
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.0663510767318035e-05,
      "loss": 3.5518,
      "step": 70
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.590482372991862e-05,
      "loss": 3.5769,
      "step": 75
    },
    {
      "epoch": 0.42,
      "learning_rate": 5.12995495594168e-05,
      "loss": 3.7063,
      "step": 80
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.681122146014723e-05,
      "loss": 3.5721,
      "step": 85
    },
    {
      "epoch": 0.47,
      "learning_rate": 6.240258211462417e-05,
      "loss": 3.45,
      "step": 90
    },
    {
      "epoch": 0.5,
      "learning_rate": 6.803583553229638e-05,
      "loss": 3.5444,
      "step": 95
    },
    {
      "epoch": 0.52,
      "learning_rate": 7.36729025395774e-05,
      "loss": 3.5872,
      "step": 100
    },
    {
      "epoch": 0.55,
      "learning_rate": 7.927567818411118e-05,
      "loss": 3.5725,
      "step": 105
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.480628931329552e-05,
      "loss": 3.5443,
      "step": 110
    },
    {
      "epoch": 0.6,
      "learning_rate": 9.022735058590523e-05,
      "loss": 3.4685,
      "step": 115
    },
    {
      "epoch": 0.63,
      "learning_rate": 9.550221718625067e-05,
      "loss": 3.5604,
      "step": 120
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00010059523253259703,
      "loss": 3.5,
      "step": 125
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00010547196930540564,
      "loss": 3.4513,
      "step": 130
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00011009946216611652,
      "loss": 3.6782,
      "step": 135
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00011444643059335986,
      "loss": 3.7351,
      "step": 140
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00011848349033028726,
      "loss": 3.4672,
      "step": 145
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.0001221833520137007,
      "loss": 3.4939,
      "step": 150
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.00012552100564230202,
      "loss": 3.3836,
      "step": 155
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.00012847388963711152,
      "loss": 3.5585,
      "step": 160
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.00013102204335125564,
      "loss": 3.6885,
      "step": 165
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.00013314824199820138,
      "loss": 3.4539,
      "step": 170
    },
    {
      "epoch": 0.92,
      "learning_rate": 0.00013483811308636105,
      "loss": 3.44,
      "step": 175
    },
    {
      "epoch": 0.94,
      "learning_rate": 0.00013608023357300362,
      "loss": 3.2787,
      "step": 180
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.00013686620708073944,
      "loss": 3.4844,
      "step": 185
    },
    {
      "epoch": 0.99,
      "learning_rate": 0.0001371907206546175,
      "loss": 3.4819,
      "step": 190
    },
    {
      "epoch": 1.0,
      "eval_loss": 3.4188125133514404,
      "eval_runtime": 3.4458,
      "eval_samples_per_second": 76.904,
      "eval_steps_per_second": 9.867,
      "step": 191
    },
    {
      "epoch": 1.02,
      "learning_rate": 0.0001370515806761736,
      "loss": 3.3397,
      "step": 195
    },
    {
      "epoch": 1.05,
      "learning_rate": 0.00013644972769166031,
      "loss": 3.3572,
      "step": 200
    },
    {
      "epoch": 1.07,
      "learning_rate": 0.00013538923005422486,
      "loss": 3.262,
      "step": 205
    },
    {
      "epoch": 1.1,
      "learning_rate": 0.00013387725642301142,
      "loss": 3.1682,
      "step": 210
    },
    {
      "epoch": 1.13,
      "learning_rate": 0.00013192402730508626,
      "loss": 3.4747,
      "step": 215
    },
    {
      "epoch": 1.15,
      "learning_rate": 0.00012954274596774817,
      "loss": 3.4567,
      "step": 220
    },
    {
      "epoch": 1.18,
      "learning_rate": 0.0001267495091882376,
      "loss": 3.2241,
      "step": 225
    },
    {
      "epoch": 1.2,
      "learning_rate": 0.00012356319844415004,
      "loss": 3.104,
      "step": 230
    },
    {
      "epoch": 1.23,
      "learning_rate": 0.00012000535228007566,
      "loss": 3.0082,
      "step": 235
    },
    {
      "epoch": 1.26,
      "learning_rate": 0.0001161000207132303,
      "loss": 3.2858,
      "step": 240
    },
    {
      "epoch": 1.28,
      "learning_rate": 0.00011187360266225318,
      "loss": 3.2368,
      "step": 245
    },
    {
      "epoch": 1.31,
      "learning_rate": 0.00010735466749810626,
      "loss": 3.2569,
      "step": 250
    },
    {
      "epoch": 1.34,
      "learning_rate": 0.0001025737619233402,
      "loss": 3.1777,
      "step": 255
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.756320348516688e-05,
      "loss": 3.3335,
      "step": 260
    },
    {
      "epoch": 1.39,
      "learning_rate": 9.23568621181315e-05,
      "loss": 3.0882,
      "step": 265
    },
    {
      "epoch": 1.41,
      "learning_rate": 8.69899311930922e-05,
      "loss": 3.2659,
      "step": 270
    },
    {
      "epoch": 1.44,
      "learning_rate": 8.149868962015093e-05,
      "loss": 3.2573,
      "step": 275
    },
    {
      "epoch": 1.47,
      "learning_rate": 7.592025661365123e-05,
      "loss": 3.1257,
      "step": 280
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.029234077696063e-05,
      "loss": 3.4355,
      "step": 285
    },
    {
      "epoch": 1.52,
      "learning_rate": 6.465298520315264e-05,
      "loss": 3.089,
      "step": 290
    },
    {
      "epoch": 1.54,
      "learning_rate": 5.9040310314635076e-05,
      "loss": 3.0155,
      "step": 295
    },
    {
      "epoch": 1.57,
      "learning_rate": 5.349225618005358e-05,
      "loss": 3.098,
      "step": 300
    },
    {
      "epoch": 1.6,
      "learning_rate": 4.804632605033502e-05,
      "loss": 3.0511,
      "step": 305
    },
    {
      "epoch": 1.62,
      "learning_rate": 4.273933284749334e-05,
      "loss": 3.254,
      "step": 310
    },
    {
      "epoch": 1.65,
      "learning_rate": 3.760715031986035e-05,
      "loss": 3.4357,
      "step": 315
    },
    {
      "epoch": 1.68,
      "learning_rate": 3.268447054585981e-05,
      "loss": 3.1706,
      "step": 320
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.8004569425531536e-05,
      "loss": 3.2949,
      "step": 325
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.359908174501344e-05,
      "loss": 3.0581,
      "step": 330
    },
    {
      "epoch": 1.75,
      "learning_rate": 1.949778733448209e-05,
      "loss": 2.9815,
      "step": 335
    },
    {
      "epoch": 1.78,
      "learning_rate": 1.572840976506218e-05,
      "loss": 3.1285,
      "step": 340
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.2316428945455985e-05,
      "loss": 3.2872,
      "step": 345
    },
    {
      "epoch": 1.83,
      "learning_rate": 9.284908885085886e-06,
      "loss": 3.3075,
      "step": 350
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.654341788021345e-06,
      "loss": 3.1916,
      "step": 355
    },
    {
      "epoch": 1.88,
      "learning_rate": 4.442509531570712e-06,
      "loss": 3.2904,
      "step": 360
    },
    {
      "epoch": 1.91,
      "learning_rate": 2.6643634659029754e-06,
      "loss": 3.1763,
      "step": 365
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.3319233472187158e-06,
      "loss": 3.2474,
      "step": 370
    },
    {
      "epoch": 1.96,
      "learning_rate": 4.541960876539865e-07,
      "loss": 3.295,
      "step": 375
    },
    {
      "epoch": 1.99,
      "learning_rate": 3.711487114362266e-08,
      "loss": 2.9591,
      "step": 380
    },
    {
      "epoch": 2.0,
      "eval_loss": 3.276902914047241,
      "eval_runtime": 3.4584,
      "eval_samples_per_second": 76.624,
      "eval_steps_per_second": 9.831,
      "step": 382
    },
    {
      "epoch": 2.02,
      "learning_rate": 8.349904680360514e-08,
      "loss": 3.0232,
      "step": 385
    },
    {
      "epoch": 2.04,
      "learning_rate": 5.930350709415567e-07,
      "loss": 3.027,
      "step": 390
    },
    {
      "epoch": 2.07,
      "learning_rate": 1.5622786265220133e-06,
      "loss": 3.0191,
      "step": 395
    },
    {
      "epoch": 2.09,
      "learning_rate": 2.9846779057592496e-06,
      "loss": 2.7702,
      "step": 400
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.850617898454477e-06,
      "loss": 2.9301,
      "step": 405
    },
    {
      "epoch": 2.15,
      "learning_rate": 7.147485386700417e-06,
      "loss": 2.9283,
      "step": 410
    },
    {
      "epoch": 2.17,
      "learning_rate": 9.859754206608232e-06,
      "loss": 3.039,
      "step": 415
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.2969090200711697e-05,
      "loss": 3.1938,
      "step": 420
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.645447515160081e-05,
      "loss": 2.8778,
      "step": 425
    },
    {
      "epoch": 2.25,
      "learning_rate": 2.0292348859028838e-05,
      "loss": 3.1301,
      "step": 430
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.4456768400092677e-05,
      "loss": 3.2,
      "step": 435
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.891958349593333e-05,
      "loss": 3.2341,
      "step": 440
    },
    {
      "epoch": 2.33,
      "learning_rate": 3.3650626799527644e-05,
      "loss": 3.0918,
      "step": 445
    },
    {
      "epoch": 2.36,
      "learning_rate": 3.861791781828188e-05,
      "loss": 3.0801,
      "step": 450
    },
    {
      "epoch": 2.38,
      "learning_rate": 4.378787909296712e-05,
      "loss": 3.1323,
      "step": 455
    },
    {
      "epoch": 2.41,
      "learning_rate": 4.91255631716905e-05,
      "loss": 2.9001,
      "step": 460
    },
    {
      "epoch": 2.43,
      "learning_rate": 5.4594888844622835e-05,
      "loss": 2.9404,
      "step": 465
    },
    {
      "epoch": 2.46,
      "learning_rate": 6.0158885042604066e-05,
      "loss": 2.8547,
      "step": 470
    },
    {
      "epoch": 2.49,
      "learning_rate": 6.577994075094185e-05,
      "loss": 3.023,
      "step": 475
    },
    {
      "epoch": 2.51,
      "learning_rate": 7.14200592490581e-05,
      "loss": 2.8448,
      "step": 480
    },
    {
      "epoch": 2.54,
      "learning_rate": 7.704111495739588e-05,
      "loss": 2.933,
      "step": 485
    },
    {
      "epoch": 2.57,
      "learning_rate": 8.260511115537712e-05,
      "loss": 2.9129,
      "step": 490
    },
    {
      "epoch": 2.59,
      "learning_rate": 8.807443682830946e-05,
      "loss": 2.9149,
      "step": 495
    },
    {
      "epoch": 2.62,
      "learning_rate": 9.341212090703282e-05,
      "loss": 3.051,
      "step": 500
    },
    {
      "epoch": 2.64,
      "learning_rate": 9.858208218171807e-05,
      "loss": 2.9097,
      "step": 505
    },
    {
      "epoch": 2.67,
      "learning_rate": 0.00010354937320047231,
      "loss": 3.0169,
      "step": 510
    },
    {
      "epoch": 2.7,
      "learning_rate": 0.00010828041650406663,
      "loss": 2.9528,
      "step": 515
    },
    {
      "epoch": 2.72,
      "learning_rate": 0.00011274323159990728,
      "loss": 3.1967,
      "step": 520
    },
    {
      "epoch": 2.75,
      "learning_rate": 0.00011690765114097114,
      "loss": 3.1819,
      "step": 525
    },
    {
      "epoch": 2.77,
      "learning_rate": 0.00012074552484839915,
      "loss": 2.9504,
      "step": 530
    },
    {
      "epoch": 2.8,
      "learning_rate": 0.00012423090979928828,
      "loss": 2.9404,
      "step": 535
    },
    {
      "epoch": 2.83,
      "learning_rate": 0.00012734024579339175,
      "loss": 3.0818,
      "step": 540
    },
    {
      "epoch": 2.85,
      "learning_rate": 0.00013005251461329956,
      "loss": 3.14,
      "step": 545
    },
    {
      "epoch": 2.88,
      "learning_rate": 0.0001323493821015455,
      "loss": 2.9756,
      "step": 550
    },
    {
      "epoch": 2.91,
      "learning_rate": 0.00013421532209424074,
      "loss": 3.1237,
      "step": 555
    },
    {
      "epoch": 2.93,
      "learning_rate": 0.000135637721373478,
      "loss": 2.7926,
      "step": 560
    },
    {
      "epoch": 2.96,
      "learning_rate": 0.00013660696492905842,
      "loss": 3.0619,
      "step": 565
    },
    {
      "epoch": 2.98,
      "learning_rate": 0.00013711650095319638,
      "loss": 3.0946,
      "step": 570
    },
    {
      "epoch": 3.0,
      "eval_loss": 3.266069173812866,
      "eval_runtime": 3.4464,
      "eval_samples_per_second": 76.891,
      "eval_steps_per_second": 9.865,
      "step": 573
    },
    {
      "epoch": 3.01,
      "learning_rate": 0.00013716288512885638,
      "loss": 3.1661,
      "step": 575
    },
    {
      "epoch": 3.04,
      "learning_rate": 0.000136745803912346,
      "loss": 2.6779,
      "step": 580
    },
    {
      "epoch": 3.06,
      "learning_rate": 0.00013586807665278127,
      "loss": 2.6821,
      "step": 585
    },
    {
      "epoch": 3.09,
      "learning_rate": 0.00013453563653409702,
      "loss": 2.7079,
      "step": 590
    },
    {
      "epoch": 3.12,
      "learning_rate": 0.00013275749046842927,
      "loss": 2.7825,
      "step": 595
    },
    {
      "epoch": 3.14,
      "learning_rate": 0.0001305456582119787,
      "loss": 2.8057,
      "step": 600
    },
    {
      "epoch": 3.17,
      "learning_rate": 0.00012791509111491415,
      "loss": 2.9291,
      "step": 605
    },
    {
      "epoch": 3.19,
      "learning_rate": 0.00012488357105454404,
      "loss": 2.9353,
      "step": 610
    },
    {
      "epoch": 3.22,
      "learning_rate": 0.00012147159023493787,
      "loss": 2.8316,
      "step": 615
    },
    {
      "epoch": 3.25,
      "learning_rate": 0.00011770221266551796,
      "loss": 2.9357,
      "step": 620
    },
    {
      "epoch": 3.27,
      "learning_rate": 0.00011360091825498661,
      "loss": 2.9269,
      "step": 625
    },
    {
      "epoch": 3.3,
      "learning_rate": 0.00010919543057446852,
      "loss": 2.8717,
      "step": 630
    },
    {
      "epoch": 3.32,
      "learning_rate": 0.00010451552945414024,
      "loss": 2.8045,
      "step": 635
    },
    {
      "epoch": 3.35,
      "learning_rate": 9.959284968013971e-05,
      "loss": 2.9829,
      "step": 640
    },
    {
      "epoch": 3.38,
      "learning_rate": 9.446066715250671e-05,
      "loss": 2.7457,
      "step": 645
    },
    {
      "epoch": 3.4,
      "learning_rate": 8.915367394966503e-05,
      "loss": 2.7768,
      "step": 650
    },
    {
      "epoch": 3.43,
      "learning_rate": 8.370774381994648e-05,
      "loss": 2.5404,
      "step": 655
    },
    {
      "epoch": 3.46,
      "learning_rate": 7.815968968536493e-05,
      "loss": 2.6558,
      "step": 660
    },
    {
      "epoch": 3.48,
      "learning_rate": 7.254701479684736e-05,
      "loss": 2.8658,
      "step": 665
    },
    {
      "epoch": 3.51,
      "learning_rate": 6.690765922303943e-05,
      "loss": 3.0811,
      "step": 670
    },
    {
      "epoch": 3.53,
      "learning_rate": 6.127974338634884e-05,
      "loss": 2.7066,
      "step": 675
    },
    {
      "epoch": 3.56,
      "learning_rate": 5.570131037984919e-05,
      "loss": 2.8037,
      "step": 680
    },
    {
      "epoch": 3.59,
      "learning_rate": 5.0210068806907975e-05,
      "loss": 2.5833,
      "step": 685
    },
    {
      "epoch": 3.61,
      "learning_rate": 4.484313788186866e-05,
      "loss": 2.8664,
      "step": 690
    },
    {
      "epoch": 3.64,
      "learning_rate": 3.963679651483327e-05,
      "loss": 2.7661,
      "step": 695
    },
    {
      "epoch": 3.66,
      "learning_rate": 3.462623807665996e-05,
      "loss": 2.6497,
      "step": 700
    },
    {
      "epoch": 3.69,
      "learning_rate": 2.9845332501893884e-05,
      "loss": 2.6264,
      "step": 705
    },
    {
      "epoch": 3.72,
      "learning_rate": 2.5326397337746965e-05,
      "loss": 2.7237,
      "step": 710
    },
    {
      "epoch": 3.74,
      "learning_rate": 2.109997928676983e-05,
      "loss": 2.8732,
      "step": 715
    },
    {
      "epoch": 3.77,
      "learning_rate": 1.719464771992433e-05,
      "loss": 2.9159,
      "step": 720
    },
    {
      "epoch": 3.8,
      "learning_rate": 1.3636801555849966e-05,
      "loss": 2.9253,
      "step": 725
    },
    {
      "epoch": 3.82,
      "learning_rate": 1.0450490811762374e-05,
      "loss": 2.6746,
      "step": 730
    },
    {
      "epoch": 3.85,
      "learning_rate": 7.657254032251816e-06,
      "loss": 2.7104,
      "step": 735
    },
    {
      "epoch": 3.87,
      "learning_rate": 5.275972694913755e-06,
      "loss": 2.8526,
      "step": 740
    },
    {
      "epoch": 3.9,
      "learning_rate": 3.3227435769885726e-06,
      "loss": 2.8344,
      "step": 745
    },
    {
      "epoch": 3.93,
      "learning_rate": 1.8107699457751103e-06,
      "loss": 2.7425,
      "step": 750
    },
    {
      "epoch": 3.95,
      "learning_rate": 7.502723083396683e-07,
      "loss": 2.8643,
      "step": 755
    },
    {
      "epoch": 3.98,
      "learning_rate": 1.4841932382638991e-07,
      "loss": 2.8953,
      "step": 760
    },
    {
      "epoch": 4.0,
      "eval_loss": 3.1601226329803467,
      "eval_runtime": 3.449,
      "eval_samples_per_second": 76.834,
      "eval_steps_per_second": 9.858,
      "step": 764
    },
    {
      "epoch": 4.01,
      "learning_rate": 9.279345382488647e-09,
      "loss": 2.6508,
      "step": 765
    },
    {
      "epoch": 4.03,
      "learning_rate": 3.3379291926057076e-07,
      "loss": 2.4879,
      "step": 770
    },
    {
      "epoch": 4.06,
      "learning_rate": 1.119766426996385e-06,
      "loss": 2.5634,
      "step": 775
    },
    {
      "epoch": 4.08,
      "learning_rate": 2.361886913638944e-06,
      "loss": 2.6256,
      "step": 780
    },
    {
      "epoch": 4.11,
      "learning_rate": 4.051758001798611e-06,
      "loss": 2.7326,
      "step": 785
    },
    {
      "epoch": 4.14,
      "learning_rate": 6.1779566487443804e-06,
      "loss": 2.6579,
      "step": 790
    },
    {
      "epoch": 4.16,
      "learning_rate": 8.726110362888466e-06,
      "loss": 2.5027,
      "step": 795
    },
    {
      "epoch": 4.19,
      "learning_rate": 1.167899435769802e-05,
      "loss": 2.9039,
      "step": 800
    },
    {
      "epoch": 4.21,
      "learning_rate": 1.5016647986299231e-05,
      "loss": 2.4959,
      "step": 805
    },
    {
      "epoch": 4.24,
      "learning_rate": 1.8716509669712747e-05,
      "loss": 2.5862,
      "step": 810
    },
    {
      "epoch": 4.27,
      "learning_rate": 2.2753569406640054e-05,
      "loss": 2.5506,
      "step": 815
    },
    {
      "epoch": 4.29,
      "learning_rate": 2.7100537833883422e-05,
      "loss": 2.3108,
      "step": 820
    },
    {
      "epoch": 4.32,
      "learning_rate": 3.172803069459421e-05,
      "loss": 2.536,
      "step": 825
    },
    {
      "epoch": 4.35,
      "learning_rate": 3.660476746740293e-05,
      "loss": 2.5062,
      "step": 830
    },
    {
      "epoch": 4.37,
      "learning_rate": 4.169778281374917e-05,
      "loss": 2.4466,
      "step": 835
    },
    {
      "epoch": 4.4,
      "learning_rate": 4.697264941409472e-05,
      "loss": 2.4376,
      "step": 840
    },
    {
      "epoch": 4.42,
      "learning_rate": 5.2393710686704254e-05,
      "loss": 2.8146,
      "step": 845
    },
    {
      "epoch": 4.45,
      "learning_rate": 5.79243218158887e-05,
      "loss": 2.6586,
      "step": 850
    },
    {
      "epoch": 4.48,
      "learning_rate": 6.35270974604226e-05,
      "loss": 2.5297,
      "step": 855
    },
    {
      "epoch": 4.5,
      "learning_rate": 6.916416446770344e-05,
      "loss": 2.33,
      "step": 860
    },
    {
      "epoch": 4.53,
      "learning_rate": 7.47974178853758e-05,
      "loss": 2.5292,
      "step": 865
    },
    {
      "epoch": 4.55,
      "learning_rate": 8.038877853985258e-05,
      "loss": 2.5357,
      "step": 870
    },
    {
      "epoch": 4.58,
      "learning_rate": 8.590045044058314e-05,
      "loss": 2.6811,
      "step": 875
    },
    {
      "epoch": 4.61,
      "learning_rate": 9.129517627008144e-05,
      "loss": 2.5603,
      "step": 880
    },
    {
      "epoch": 4.63,
      "learning_rate": 9.653648923268214e-05,
      "loss": 2.716,
      "step": 885
    },
    {
      "epoch": 4.66,
      "learning_rate": 0.00010158895955959489,
      "loss": 2.7213,
      "step": 890
    },
    {
      "epoch": 4.69,
      "learning_rate": 0.00010641843400395645,
      "loss": 2.4893,
      "step": 895
    },
    {
      "epoch": 4.71,
      "learning_rate": 0.0001109922667069592,
      "loss": 2.6099,
      "step": 900
    },
    {
      "epoch": 4.74,
      "learning_rate": 0.00011527953987447286,
      "loss": 2.7473,
      "step": 905
    },
    {
      "epoch": 4.76,
      "learning_rate": 0.00011925127277244263,
      "loss": 2.7703,
      "step": 910
    },
    {
      "epoch": 4.79,
      "learning_rate": 0.00012288061762832114,
      "loss": 2.75,
      "step": 915
    },
    {
      "epoch": 4.82,
      "learning_rate": 0.00012614304111429104,
      "loss": 2.7698,
      "step": 920
    },
    {
      "epoch": 4.84,
      "learning_rate": 0.000129016490185509,
      "loss": 2.7411,
      "step": 925
    },
    {
      "epoch": 4.87,
      "learning_rate": 0.0001314815411523478,
      "loss": 2.6514,
      "step": 930
    },
    {
      "epoch": 4.9,
      "learning_rate": 0.000133521530978955,
      "loss": 2.7788,
      "step": 935
    },
    {
      "epoch": 4.92,
      "learning_rate": 0.00013512266992058388,
      "loss": 2.5737,
      "step": 940
    },
    {
      "epoch": 4.95,
      "learning_rate": 0.00013627413473830423,
      "loss": 2.3355,
      "step": 945
    },
    {
      "epoch": 4.97,
      "learning_rate": 0.00013696814186098548,
      "loss": 2.7536,
      "step": 950
    },
    {
      "epoch": 5.0,
      "learning_rate": 0.0001372,
      "loss": 2.8008,
      "step": 955
    },
    {
      "epoch": 5.0,
      "eval_loss": 3.157210350036621,
      "eval_runtime": 3.4457,
      "eval_samples_per_second": 76.906,
      "eval_steps_per_second": 9.867,
      "step": 955
    },
    {
      "epoch": 5.03,
      "learning_rate": 0.00013696814186098548,
      "loss": 2.3276,
      "step": 960
    },
    {
      "epoch": 5.05,
      "learning_rate": 0.00013627413473830426,
      "loss": 2.5804,
      "step": 965
    },
    {
      "epoch": 5.08,
      "learning_rate": 0.0001351226699205839,
      "loss": 2.554,
      "step": 970
    },
    {
      "epoch": 5.1,
      "learning_rate": 0.00013352153097895503,
      "loss": 2.5025,
      "step": 975
    },
    {
      "epoch": 5.13,
      "learning_rate": 0.00013148154115234786,
      "loss": 2.4069,
      "step": 980
    },
    {
      "epoch": 5.16,
      "learning_rate": 0.00012901649018550904,
      "loss": 2.6704,
      "step": 985
    },
    {
      "epoch": 5.18,
      "learning_rate": 0.0001261430411142911,
      "loss": 2.2362,
      "step": 990
    },
    {
      "epoch": 5.21,
      "learning_rate": 0.00012288061762832122,
      "loss": 2.3459,
      "step": 995
    },
    {
      "epoch": 5.24,
      "learning_rate": 0.0001192512727724427,
      "loss": 2.2415,
      "step": 1000
    },
    {
      "epoch": 5.26,
      "learning_rate": 0.00011527953987447295,
      "loss": 2.5082,
      "step": 1005
    },
    {
      "epoch": 5.29,
      "learning_rate": 0.00011099226670695929,
      "loss": 2.3534,
      "step": 1010
    },
    {
      "epoch": 5.31,
      "learning_rate": 0.00010641843400395655,
      "loss": 2.5017,
      "step": 1015
    },
    {
      "epoch": 5.34,
      "learning_rate": 0.00010158895955959498,
      "loss": 2.4172,
      "step": 1020
    },
    {
      "epoch": 5.37,
      "learning_rate": 9.653648923268222e-05,
      "loss": 2.5386,
      "step": 1025
    },
    {
      "epoch": 5.39,
      "learning_rate": 9.129517627008154e-05,
      "loss": 2.4429,
      "step": 1030
    },
    {
      "epoch": 5.42,
      "learning_rate": 8.590045044058324e-05,
      "loss": 2.3742,
      "step": 1035
    },
    {
      "epoch": 5.45,
      "learning_rate": 8.038877853985269e-05,
      "loss": 2.4793,
      "step": 1040
    },
    {
      "epoch": 5.47,
      "learning_rate": 7.479741788537588e-05,
      "loss": 2.6054,
      "step": 1045
    },
    {
      "epoch": 5.5,
      "learning_rate": 6.916416446770354e-05,
      "loss": 2.4472,
      "step": 1050
    },
    {
      "epoch": 5.52,
      "learning_rate": 6.35270974604227e-05,
      "loss": 2.5238,
      "step": 1055
    },
    {
      "epoch": 5.55,
      "learning_rate": 5.792432181588881e-05,
      "loss": 2.2441,
      "step": 1060
    },
    {
      "epoch": 5.58,
      "learning_rate": 5.239371068670435e-05,
      "loss": 2.5048,
      "step": 1065
    },
    {
      "epoch": 5.6,
      "learning_rate": 4.6972649414094817e-05,
      "loss": 2.4761,
      "step": 1070
    },
    {
      "epoch": 5.63,
      "learning_rate": 4.1697782813749265e-05,
      "loss": 2.5068,
      "step": 1075
    },
    {
      "epoch": 5.65,
      "learning_rate": 3.6604767467403014e-05,
      "loss": 2.4981,
      "step": 1080
    },
    {
      "epoch": 5.68,
      "learning_rate": 3.17280306945943e-05,
      "loss": 2.3925,
      "step": 1085
    },
    {
      "epoch": 5.71,
      "learning_rate": 2.7100537833883503e-05,
      "loss": 2.271,
      "step": 1090
    },
    {
      "epoch": 5.73,
      "learning_rate": 2.275356940664013e-05,
      "loss": 2.5484,
      "step": 1095
    },
    {
      "epoch": 5.76,
      "learning_rate": 1.8716509669712814e-05,
      "loss": 2.3203,
      "step": 1100
    },
    {
      "epoch": 5.79,
      "learning_rate": 1.50166479862993e-05,
      "loss": 2.4399,
      "step": 1105
    },
    {
      "epoch": 5.81,
      "learning_rate": 1.1678994357698073e-05,
      "loss": 2.5271,
      "step": 1110
    },
    {
      "epoch": 5.84,
      "learning_rate": 8.726110362888518e-06,
      "loss": 2.535,
      "step": 1115
    },
    {
      "epoch": 5.86,
      "learning_rate": 6.177956648744426e-06,
      "loss": 2.3464,
      "step": 1120
    },
    {
      "epoch": 5.89,
      "learning_rate": 4.0517580017986414e-06,
      "loss": 2.2768,
      "step": 1125
    },
    {
      "epoch": 5.92,
      "learning_rate": 2.3618869136389365e-06,
      "loss": 2.5173,
      "step": 1130
    },
    {
      "epoch": 5.94,
      "learning_rate": 1.1197664269964003e-06,
      "loss": 2.4667,
      "step": 1135
    },
    {
      "epoch": 5.97,
      "learning_rate": 3.3379291926057076e-07,
      "loss": 2.4227,
      "step": 1140
    },
    {
      "epoch": 5.99,
      "learning_rate": 9.279345382488647e-09,
      "loss": 2.5067,
      "step": 1145
    },
    {
      "epoch": 6.0,
      "eval_loss": 3.07564377784729,
      "eval_runtime": 3.4511,
      "eval_samples_per_second": 76.787,
      "eval_steps_per_second": 9.852,
      "step": 1146
    },
    {
      "epoch": 6.02,
      "learning_rate": 1.4841932382638991e-07,
      "loss": 2.2549,
      "step": 1150
    },
    {
      "epoch": 6.05,
      "learning_rate": 7.502723083396531e-07,
      "loss": 2.2228,
      "step": 1155
    },
    {
      "epoch": 6.07,
      "learning_rate": 1.8107699457751103e-06,
      "loss": 2.1061,
      "step": 1160
    },
    {
      "epoch": 6.1,
      "learning_rate": 3.322743576988504e-06,
      "loss": 2.1815,
      "step": 1165
    },
    {
      "epoch": 6.13,
      "learning_rate": 5.275972694913717e-06,
      "loss": 2.4782,
      "step": 1170
    },
    {
      "epoch": 6.15,
      "learning_rate": 7.657254032251716e-06,
      "loss": 2.1363,
      "step": 1175
    },
    {
      "epoch": 6.18,
      "learning_rate": 1.045049081176232e-05,
      "loss": 2.2368,
      "step": 1180
    },
    {
      "epoch": 6.2,
      "learning_rate": 1.3636801555849831e-05,
      "loss": 2.2992,
      "step": 1185
    },
    {
      "epoch": 6.23,
      "learning_rate": 1.719464771992426e-05,
      "loss": 2.3285,
      "step": 1190
    },
    {
      "epoch": 6.26,
      "learning_rate": 2.1099979286769666e-05,
      "loss": 2.2711,
      "step": 1195
    },
    {
      "epoch": 6.28,
      "learning_rate": 2.5326397337746883e-05,
      "loss": 2.3187,
      "step": 1200
    },
    {
      "epoch": 6.31,
      "learning_rate": 2.9845332501893694e-05,
      "loss": 2.0419,
      "step": 1205
    },
    {
      "epoch": 6.34,
      "learning_rate": 3.462623807665987e-05,
      "loss": 2.0977,
      "step": 1210
    },
    {
      "epoch": 6.36,
      "learning_rate": 3.9636796514833065e-05,
      "loss": 2.2842,
      "step": 1215
    },
    {
      "epoch": 6.39,
      "learning_rate": 4.484313788186857e-05,
      "loss": 2.3898,
      "step": 1220
    },
    {
      "epoch": 6.41,
      "learning_rate": 5.021006880690775e-05,
      "loss": 2.3513,
      "step": 1225
    },
    {
      "epoch": 6.44,
      "learning_rate": 5.570131037984909e-05,
      "loss": 1.947,
      "step": 1230
    },
    {
      "epoch": 6.47,
      "learning_rate": 6.127974338634885e-05,
      "loss": 2.2545,
      "step": 1235
    },
    {
      "epoch": 6.49,
      "learning_rate": 6.690765922303933e-05,
      "loss": 2.07,
      "step": 1240
    },
    {
      "epoch": 6.52,
      "learning_rate": 7.254701479684739e-05,
      "loss": 2.1936,
      "step": 1245
    },
    {
      "epoch": 6.54,
      "learning_rate": 7.815968968536482e-05,
      "loss": 2.4149,
      "step": 1250
    },
    {
      "epoch": 6.57,
      "learning_rate": 8.37077438199465e-05,
      "loss": 2.3692,
      "step": 1255
    },
    {
      "epoch": 6.6,
      "learning_rate": 8.915367394966493e-05,
      "loss": 2.3514,
      "step": 1260
    },
    {
      "epoch": 6.62,
      "learning_rate": 9.446066715250662e-05,
      "loss": 1.9397,
      "step": 1265
    },
    {
      "epoch": 6.65,
      "learning_rate": 9.959284968013953e-05,
      "loss": 2.3535,
      "step": 1270
    },
    {
      "epoch": 6.68,
      "learning_rate": 0.00010451552945414016,
      "loss": 2.111,
      "step": 1275
    },
    {
      "epoch": 6.7,
      "learning_rate": 0.00010919543057446833,
      "loss": 2.2016,
      "step": 1280
    },
    {
      "epoch": 6.73,
      "learning_rate": 0.00011360091825498652,
      "loss": 2.4254,
      "step": 1285
    },
    {
      "epoch": 6.75,
      "learning_rate": 0.00011770221266551781,
      "loss": 2.4963,
      "step": 1290
    },
    {
      "epoch": 6.78,
      "learning_rate": 0.0001214715902349378,
      "loss": 2.3937,
      "step": 1295
    },
    {
      "epoch": 6.81,
      "learning_rate": 0.00012488357105454407,
      "loss": 2.2234,
      "step": 1300
    },
    {
      "epoch": 6.83,
      "learning_rate": 0.0001279150911149141,
      "loss": 2.3214,
      "step": 1305
    },
    {
      "epoch": 6.86,
      "learning_rate": 0.0001305456582119787,
      "loss": 2.3266,
      "step": 1310
    },
    {
      "epoch": 6.88,
      "learning_rate": 0.00013275749046842922,
      "loss": 2.3065,
      "step": 1315
    },
    {
      "epoch": 6.91,
      "learning_rate": 0.00013453563653409702,
      "loss": 2.4139,
      "step": 1320
    },
    {
      "epoch": 6.94,
      "learning_rate": 0.00013586807665278124,
      "loss": 2.38,
      "step": 1325
    },
    {
      "epoch": 6.96,
      "learning_rate": 0.000136745803912346,
      "loss": 2.3551,
      "step": 1330
    },
    {
      "epoch": 6.99,
      "learning_rate": 0.00013716288512885636,
      "loss": 2.3378,
      "step": 1335
    },
    {
      "epoch": 7.0,
      "eval_loss": 3.0805811882019043,
      "eval_runtime": 3.449,
      "eval_samples_per_second": 76.834,
      "eval_steps_per_second": 9.858,
      "step": 1337
    },
    {
      "epoch": 7.02,
      "learning_rate": 0.0001371165009531964,
      "loss": 2.2552,
      "step": 1340
    },
    {
      "epoch": 7.04,
      "learning_rate": 0.00013660696492905845,
      "loss": 2.1842,
      "step": 1345
    },
    {
      "epoch": 7.07,
      "learning_rate": 0.00013563772137347802,
      "loss": 2.097,
      "step": 1350
    },
    {
      "epoch": 7.09,
      "learning_rate": 0.00013421532209424082,
      "loss": 1.7536,
      "step": 1355
    },
    {
      "epoch": 7.12,
      "learning_rate": 0.00013234938210154558,
      "loss": 2.2293,
      "step": 1360
    },
    {
      "epoch": 7.15,
      "learning_rate": 0.0001300525146132997,
      "loss": 2.0082,
      "step": 1365
    },
    {
      "epoch": 7.17,
      "learning_rate": 0.00012734024579339186,
      "loss": 1.951,
      "step": 1370
    },
    {
      "epoch": 7.2,
      "learning_rate": 0.00012423090979928834,
      "loss": 2.3563,
      "step": 1375
    },
    {
      "epoch": 7.23,
      "learning_rate": 0.00012074552484839929,
      "loss": 2.0015,
      "step": 1380
    },
    {
      "epoch": 7.25,
      "learning_rate": 0.00011690765114097119,
      "loss": 2.3068,
      "step": 1385
    },
    {
      "epoch": 7.28,
      "learning_rate": 0.00011274323159990744,
      "loss": 2.2242,
      "step": 1390
    },
    {
      "epoch": 7.3,
      "learning_rate": 0.0001082804165040668,
      "loss": 2.1933,
      "step": 1395
    },
    {
      "epoch": 7.33,
      "learning_rate": 0.00010354937320047261,
      "loss": 2.0466,
      "step": 1400
    },
    {
      "epoch": 7.36,
      "learning_rate": 9.858208218171827e-05,
      "loss": 2.1267,
      "step": 1405
    },
    {
      "epoch": 7.38,
      "learning_rate": 9.341212090703316e-05,
      "loss": 2.08,
      "step": 1410
    },
    {
      "epoch": 7.41,
      "learning_rate": 8.807443682830967e-05,
      "loss": 2.1487,
      "step": 1415
    },
    {
      "epoch": 7.43,
      "learning_rate": 8.260511115537746e-05,
      "loss": 2.0919,
      "step": 1420
    },
    {
      "epoch": 7.46,
      "learning_rate": 7.70411149573961e-05,
      "loss": 2.2303,
      "step": 1425
    },
    {
      "epoch": 7.49,
      "learning_rate": 7.142005924905844e-05,
      "loss": 2.2703,
      "step": 1430
    },
    {
      "epoch": 7.51,
      "learning_rate": 6.57799407509417e-05,
      "loss": 2.1199,
      "step": 1435
    },
    {
      "epoch": 7.54,
      "learning_rate": 6.015888504260404e-05,
      "loss": 2.1918,
      "step": 1440
    },
    {
      "epoch": 7.57,
      "learning_rate": 5.4594888844622686e-05,
      "loss": 2.1859,
      "step": 1445
    },
    {
      "epoch": 7.59,
      "learning_rate": 4.912556317169047e-05,
      "loss": 2.2244,
      "step": 1450
    },
    {
      "epoch": 7.62,
      "learning_rate": 4.378787909296698e-05,
      "loss": 2.0414,
      "step": 1455
    },
    {
      "epoch": 7.64,
      "learning_rate": 3.861791781828185e-05,
      "loss": 2.2903,
      "step": 1460
    },
    {
      "epoch": 7.67,
      "learning_rate": 3.365062679952752e-05,
      "loss": 2.1773,
      "step": 1465
    },
    {
      "epoch": 7.7,
      "learning_rate": 2.8919583495933312e-05,
      "loss": 2.0957,
      "step": 1470
    },
    {
      "epoch": 7.72,
      "learning_rate": 2.4456768400092664e-05,
      "loss": 2.1373,
      "step": 1475
    },
    {
      "epoch": 7.75,
      "learning_rate": 2.029234885902891e-05,
      "loss": 2.2073,
      "step": 1480
    },
    {
      "epoch": 7.77,
      "learning_rate": 1.6454475151600793e-05,
      "loss": 2.0692,
      "step": 1485
    },
    {
      "epoch": 7.8,
      "learning_rate": 1.2969090200711758e-05,
      "loss": 2.1887,
      "step": 1490
    },
    {
      "epoch": 7.83,
      "learning_rate": 9.859754206608216e-06,
      "loss": 2.0833,
      "step": 1495
    },
    {
      "epoch": 7.85,
      "learning_rate": 7.147485386700356e-06,
      "loss": 2.3646,
      "step": 1500
    },
    {
      "epoch": 7.88,
      "learning_rate": 4.850617898454462e-06,
      "loss": 2.2123,
      "step": 1505
    },
    {
      "epoch": 7.91,
      "learning_rate": 2.9846779057592115e-06,
      "loss": 2.0273,
      "step": 1510
    },
    {
      "epoch": 7.93,
      "learning_rate": 1.5622786265220057e-06,
      "loss": 1.9322,
      "step": 1515
    },
    {
      "epoch": 7.96,
      "learning_rate": 5.93035070941549e-07,
      "loss": 2.0401,
      "step": 1520
    },
    {
      "epoch": 7.98,
      "learning_rate": 8.349904680360514e-08,
      "loss": 2.0603,
      "step": 1525
    },
    {
      "epoch": 8.0,
      "eval_loss": 3.059950828552246,
      "eval_runtime": 3.4514,
      "eval_samples_per_second": 76.78,
      "eval_steps_per_second": 9.851,
      "step": 1528
    },
    {
      "epoch": 8.01,
      "learning_rate": 3.711487114362266e-08,
      "loss": 2.0764,
      "step": 1530
    },
    {
      "epoch": 8.04,
      "learning_rate": 4.5419608765397886e-07,
      "loss": 1.9304,
      "step": 1535
    },
    {
      "epoch": 8.06,
      "learning_rate": 1.3319233472187234e-06,
      "loss": 1.8933,
      "step": 1540
    },
    {
      "epoch": 8.09,
      "learning_rate": 2.664363465902945e-06,
      "loss": 2.2206,
      "step": 1545
    },
    {
      "epoch": 8.12,
      "learning_rate": 4.44250953157072e-06,
      "loss": 2.0486,
      "step": 1550
    },
    {
      "epoch": 8.14,
      "learning_rate": 6.654341788021246e-06,
      "loss": 1.8876,
      "step": 1555
    },
    {
      "epoch": 8.17,
      "learning_rate": 9.28490888508584e-06,
      "loss": 1.7926,
      "step": 1560
    },
    {
      "epoch": 8.19,
      "learning_rate": 1.2316428945455863e-05,
      "loss": 1.7425,
      "step": 1565
    },
    {
      "epoch": 8.22,
      "learning_rate": 1.572840976506211e-05,
      "loss": 1.9577,
      "step": 1570
    },
    {
      "epoch": 8.25,
      "learning_rate": 1.9497787334482106e-05,
      "loss": 2.0153,
      "step": 1575
    },
    {
      "epoch": 8.27,
      "learning_rate": 2.3599081745013365e-05,
      "loss": 1.9377,
      "step": 1580
    },
    {
      "epoch": 8.3,
      "learning_rate": 2.800456942553155e-05,
      "loss": 2.2322,
      "step": 1585
    },
    {
      "epoch": 8.32,
      "learning_rate": 3.268447054585973e-05,
      "loss": 1.7475,
      "step": 1590
    },
    {
      "epoch": 8.35,
      "learning_rate": 3.760715031986036e-05,
      "loss": 1.8289,
      "step": 1595
    },
    {
      "epoch": 8.38,
      "learning_rate": 4.273933284749324e-05,
      "loss": 1.8663,
      "step": 1600
    },
    {
      "epoch": 8.4,
      "learning_rate": 4.804632605033493e-05,
      "loss": 2.0319,
      "step": 1605
    },
    {
      "epoch": 8.43,
      "learning_rate": 5.349225618005337e-05,
      "loss": 2.1028,
      "step": 1610
    },
    {
      "epoch": 8.46,
      "learning_rate": 5.9040310314635035e-05,
      "loss": 1.9332,
      "step": 1615
    },
    {
      "epoch": 8.48,
      "learning_rate": 6.465298520315248e-05,
      "loss": 1.8289,
      "step": 1620
    },
    {
      "epoch": 8.51,
      "learning_rate": 7.029234077696052e-05,
      "loss": 1.8439,
      "step": 1625
    },
    {
      "epoch": 8.53,
      "learning_rate": 7.5920256613651e-05,
      "loss": 1.7968,
      "step": 1630
    },
    {
      "epoch": 8.56,
      "learning_rate": 8.149868962015078e-05,
      "loss": 2.0554,
      "step": 1635
    },
    {
      "epoch": 8.59,
      "learning_rate": 8.698993119309211e-05,
      "loss": 2.0439,
      "step": 1640
    },
    {
      "epoch": 8.61,
      "learning_rate": 9.235686211813131e-05,
      "loss": 2.1254,
      "step": 1645
    },
    {
      "epoch": 8.64,
      "learning_rate": 9.75632034851668e-05,
      "loss": 1.8997,
      "step": 1650
    },
    {
      "epoch": 8.66,
      "learning_rate": 0.00010257376192334,
      "loss": 1.8282,
      "step": 1655
    },
    {
      "epoch": 8.69,
      "learning_rate": 0.00010735466749810619,
      "loss": 1.977,
      "step": 1660
    },
    {
      "epoch": 8.72,
      "learning_rate": 0.000111873602662253,
      "loss": 1.9521,
      "step": 1665
    },
    {
      "epoch": 8.74,
      "learning_rate": 0.00011610002071323023,
      "loss": 2.227,
      "step": 1670
    },
    {
      "epoch": 8.77,
      "learning_rate": 0.00012000535228007549,
      "loss": 1.9954,
      "step": 1675
    },
    {
      "epoch": 8.8,
      "learning_rate": 0.00012356319844414993,
      "loss": 2.1384,
      "step": 1680
    },
    {
      "epoch": 8.82,
      "learning_rate": 0.00012674950918823747,
      "loss": 1.9971,
      "step": 1685
    },
    {
      "epoch": 8.85,
      "learning_rate": 0.0001295427459677481,
      "loss": 1.9247,
      "step": 1690
    },
    {
      "epoch": 8.87,
      "learning_rate": 0.00013192402730508612,
      "loss": 2.0361,
      "step": 1695
    },
    {
      "epoch": 8.9,
      "learning_rate": 0.00013387725642301137,
      "loss": 1.9686,
      "step": 1700
    },
    {
      "epoch": 8.93,
      "learning_rate": 0.0001353892300542248,
      "loss": 2.1605,
      "step": 1705
    },
    {
      "epoch": 8.95,
      "learning_rate": 0.0001364497276916603,
      "loss": 2.12,
      "step": 1710
    },
    {
      "epoch": 8.98,
      "learning_rate": 0.0001370515806761736,
      "loss": 2.0884,
      "step": 1715
    },
    {
      "epoch": 9.0,
      "eval_loss": 3.1394710540771484,
      "eval_runtime": 3.4497,
      "eval_samples_per_second": 76.819,
      "eval_steps_per_second": 9.856,
      "step": 1719
    },
    {
      "epoch": 9.01,
      "learning_rate": 0.0001371907206546175,
      "loss": 2.0551,
      "step": 1720
    },
    {
      "epoch": 9.03,
      "learning_rate": 0.00013686620708073944,
      "loss": 1.8553,
      "step": 1725
    },
    {
      "epoch": 9.06,
      "learning_rate": 0.00013608023357300367,
      "loss": 1.9159,
      "step": 1730
    },
    {
      "epoch": 9.08,
      "learning_rate": 0.0001348381130863611,
      "loss": 1.7198,
      "step": 1735
    },
    {
      "epoch": 9.11,
      "learning_rate": 0.0001331482419982015,
      "loss": 1.8409,
      "step": 1740
    },
    {
      "epoch": 9.14,
      "learning_rate": 0.00013102204335125575,
      "loss": 1.8302,
      "step": 1745
    },
    {
      "epoch": 9.16,
      "learning_rate": 0.00012847388963711166,
      "loss": 1.8527,
      "step": 1750
    },
    {
      "epoch": 9.19,
      "learning_rate": 0.00012552100564230202,
      "loss": 2.1229,
      "step": 1755
    },
    {
      "epoch": 9.21,
      "learning_rate": 0.0001221833520137008,
      "loss": 1.8018,
      "step": 1760
    },
    {
      "epoch": 9.24,
      "learning_rate": 0.00011848349033028711,
      "loss": 2.0999,
      "step": 1765
    },
    {
      "epoch": 9.27,
      "learning_rate": 0.00011444643059335979,
      "loss": 1.8556,
      "step": 1770
    },
    {
      "epoch": 9.29,
      "learning_rate": 0.00011009946216611662,
      "loss": 1.918,
      "step": 1775
    },
    {
      "epoch": 9.32,
      "learning_rate": 0.00010547196930540541,
      "loss": 1.8345,
      "step": 1780
    },
    {
      "epoch": 9.35,
      "learning_rate": 0.0001005952325325969,
      "loss": 1.9419,
      "step": 1785
    },
    {
      "epoch": 9.37,
      "learning_rate": 9.550221718625064e-05,
      "loss": 1.7719,
      "step": 1790
    },
    {
      "epoch": 9.4,
      "learning_rate": 9.022735058590532e-05,
      "loss": 1.6571,
      "step": 1795
    },
    {
      "epoch": 9.42,
      "learning_rate": 8.480628931329531e-05,
      "loss": 1.7121,
      "step": 1800
    },
    {
      "epoch": 9.45,
      "learning_rate": 7.92756781841111e-05,
      "loss": 1.8914,
      "step": 1805
    },
    {
      "epoch": 9.48,
      "learning_rate": 7.367290253957744e-05,
      "loss": 2.0196,
      "step": 1810
    },
    {
      "epoch": 9.5,
      "learning_rate": 6.80358355322966e-05,
      "loss": 1.7844,
      "step": 1815
    },
    {
      "epoch": 9.53,
      "learning_rate": 6.240258211462402e-05,
      "loss": 1.9618,
      "step": 1820
    },
    {
      "epoch": 9.55,
      "learning_rate": 5.681122146014721e-05,
      "loss": 1.9428,
      "step": 1825
    },
    {
      "epoch": 9.58,
      "learning_rate": 5.129954955941689e-05,
      "loss": 1.7754,
      "step": 1830
    },
    {
      "epoch": 9.61,
      "learning_rate": 4.590482372991883e-05,
      "loss": 1.9829,
      "step": 1835
    },
    {
      "epoch": 9.63,
      "learning_rate": 4.066351076731789e-05,
      "loss": 1.8845,
      "step": 1840
    },
    {
      "epoch": 9.66,
      "learning_rate": 3.561104044040515e-05,
      "loss": 1.9994,
      "step": 1845
    },
    {
      "epoch": 9.69,
      "learning_rate": 3.078156599604378e-05,
      "loss": 1.826,
      "step": 1850
    },
    {
      "epoch": 9.71,
      "learning_rate": 2.6207733293040633e-05,
      "loss": 1.8695,
      "step": 1855
    },
    {
      "epoch": 9.74,
      "learning_rate": 2.1920460125527168e-05,
      "loss": 1.9426,
      "step": 1860
    },
    {
      "epoch": 9.76,
      "learning_rate": 1.7948727227557404e-05,
      "loss": 1.7794,
      "step": 1865
    },
    {
      "epoch": 9.79,
      "learning_rate": 1.4319382371679026e-05,
      "loss": 1.5958,
      "step": 1870
    },
    {
      "epoch": 9.82,
      "learning_rate": 1.105695888570886e-05,
      "loss": 1.9165,
      "step": 1875
    },
    {
      "epoch": 9.84,
      "learning_rate": 8.18350981449102e-06,
      "loss": 1.8373,
      "step": 1880
    },
    {
      "epoch": 9.87,
      "learning_rate": 5.7184588476522e-06,
      "loss": 1.9335,
      "step": 1885
    },
    {
      "epoch": 9.9,
      "learning_rate": 3.6784690210450856e-06,
      "loss": 1.7418,
      "step": 1890
    },
    {
      "epoch": 9.92,
      "learning_rate": 2.0773300794160803e-06,
      "loss": 2.0059,
      "step": 1895
    },
    {
      "epoch": 9.95,
      "learning_rate": 9.258652616957751e-07,
      "loss": 1.7969,
      "step": 1900
    },
    {
      "epoch": 9.97,
      "learning_rate": 2.3185813901453346e-07,
      "loss": 1.9667,
      "step": 1905
    },
    {
      "epoch": 10.0,
      "learning_rate": 0.0,
      "loss": 2.0133,
      "step": 1910
    },
    {
      "epoch": 10.0,
      "eval_loss": 3.0807313919067383,
      "eval_runtime": 3.4521,
      "eval_samples_per_second": 76.764,
      "eval_steps_per_second": 9.849,
      "step": 1910
    },
    {
      "epoch": 10.03,
      "learning_rate": 2.318581390145182e-07,
      "loss": 1.8296,
      "step": 1915
    },
    {
      "epoch": 10.05,
      "learning_rate": 9.258652616957447e-07,
      "loss": 1.6133,
      "step": 1920
    },
    {
      "epoch": 10.08,
      "learning_rate": 2.0773300794160346e-06,
      "loss": 1.7176,
      "step": 1925
    },
    {
      "epoch": 10.1,
      "learning_rate": 3.6784690210450323e-06,
      "loss": 1.7257,
      "step": 1930
    },
    {
      "epoch": 10.13,
      "learning_rate": 5.718458847652131e-06,
      "loss": 1.7978,
      "step": 1935
    },
    {
      "epoch": 10.16,
      "learning_rate": 8.183509814490936e-06,
      "loss": 1.798,
      "step": 1940
    },
    {
      "epoch": 10.18,
      "learning_rate": 1.1056958885708754e-05,
      "loss": 1.6063,
      "step": 1945
    },
    {
      "epoch": 10.21,
      "learning_rate": 1.4319382371678919e-05,
      "loss": 1.5478,
      "step": 1950
    },
    {
      "epoch": 10.24,
      "learning_rate": 1.7948727227557282e-05,
      "loss": 1.6348,
      "step": 1955
    },
    {
      "epoch": 10.26,
      "learning_rate": 2.1920460125527032e-05,
      "loss": 1.7918,
      "step": 1960
    },
    {
      "epoch": 10.29,
      "learning_rate": 2.6207733293040488e-05,
      "loss": 1.7877,
      "step": 1965
    },
    {
      "epoch": 10.31,
      "learning_rate": 3.078156599604362e-05,
      "loss": 1.7034,
      "step": 1970
    },
    {
      "epoch": 10.34,
      "learning_rate": 3.561104044040498e-05,
      "loss": 1.6054,
      "step": 1975
    },
    {
      "epoch": 10.37,
      "learning_rate": 4.066351076731773e-05,
      "loss": 1.7727,
      "step": 1980
    },
    {
      "epoch": 10.39,
      "learning_rate": 4.5904823729918646e-05,
      "loss": 1.7093,
      "step": 1985
    },
    {
      "epoch": 10.42,
      "learning_rate": 5.1299549559416716e-05,
      "loss": 1.5078,
      "step": 1990
    },
    {
      "epoch": 10.45,
      "learning_rate": 5.681122146014703e-05,
      "loss": 1.7173,
      "step": 1995
    },
    {
      "epoch": 10.47,
      "learning_rate": 6.240258211462383e-05,
      "loss": 2.0244,
      "step": 2000
    },
    {
      "epoch": 10.5,
      "learning_rate": 6.803583553229642e-05,
      "loss": 1.5563,
      "step": 2005
    },
    {
      "epoch": 10.52,
      "learning_rate": 7.367290253957726e-05,
      "loss": 1.587,
      "step": 2010
    },
    {
      "epoch": 10.55,
      "learning_rate": 7.927567818411092e-05,
      "loss": 1.6739,
      "step": 2015
    },
    {
      "epoch": 10.58,
      "learning_rate": 8.480628931329514e-05,
      "loss": 1.7724,
      "step": 2020
    },
    {
      "epoch": 10.6,
      "learning_rate": 9.022735058590513e-05,
      "loss": 1.7843,
      "step": 2025
    },
    {
      "epoch": 10.63,
      "learning_rate": 9.550221718625046e-05,
      "loss": 1.7604,
      "step": 2030
    },
    {
      "epoch": 10.65,
      "learning_rate": 0.00010059523253259673,
      "loss": 1.8025,
      "step": 2035
    },
    {
      "epoch": 10.68,
      "learning_rate": 0.00010547196930540525,
      "loss": 1.6344,
      "step": 2040
    },
    {
      "epoch": 10.71,
      "learning_rate": 0.00011009946216611647,
      "loss": 1.8952,
      "step": 2045
    },
    {
      "epoch": 10.73,
      "learning_rate": 0.00011444643059335966,
      "loss": 1.5879,
      "step": 2050
    },
    {
      "epoch": 10.76,
      "learning_rate": 0.00011848349033028699,
      "loss": 1.7946,
      "step": 2055
    },
    {
      "epoch": 10.79,
      "learning_rate": 0.00012218335201370068,
      "loss": 1.6615,
      "step": 2060
    },
    {
      "epoch": 10.81,
      "learning_rate": 0.0001255210056423019,
      "loss": 1.6975,
      "step": 2065
    },
    {
      "epoch": 10.84,
      "learning_rate": 0.00012847388963711158,
      "loss": 1.465,
      "step": 2070
    },
    {
      "epoch": 10.86,
      "learning_rate": 0.00013102204335125564,
      "loss": 2.0658,
      "step": 2075
    },
    {
      "epoch": 10.89,
      "learning_rate": 0.00013314824199820135,
      "loss": 1.9283,
      "step": 2080
    },
    {
      "epoch": 10.92,
      "learning_rate": 0.00013483811308636113,
      "loss": 1.8069,
      "step": 2085
    },
    {
      "epoch": 10.94,
      "learning_rate": 0.00013608023357300364,
      "loss": 1.7805,
      "step": 2090
    },
    {
      "epoch": 10.97,
      "learning_rate": 0.0001368662070807394,
      "loss": 1.6908,
      "step": 2095
    },
    {
      "epoch": 10.99,
      "learning_rate": 0.0001371907206546175,
      "loss": 1.8003,
      "step": 2100
    },
    {
      "epoch": 11.0,
      "eval_loss": 3.0452535152435303,
      "eval_runtime": 3.4493,
      "eval_samples_per_second": 76.827,
      "eval_steps_per_second": 9.857,
      "step": 2101
    }
  ],
  "max_steps": 11651,
  "num_train_epochs": 61,
  "total_flos": 2193024024576000.0,
  "trial_name": null,
  "trial_params": null
}