Einstein-v4-7B / checkpoint-1042 /trainer_state.json
Weyaxi's picture
1 epoch checkpoints
e98e438 verified
{
"best_metric": 0.5160893201828003,
"best_model_checkpoint": "./Einstein-v4-model/checkpoint-521",
"epoch": 1.0009606147934678,
"eval_steps": 521,
"global_step": 1042,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 5.000000000000001e-07,
"loss": 1.1358,
"step": 1
},
{
"epoch": 0.0,
"eval_loss": 1.2074627876281738,
"eval_runtime": 2270.2512,
"eval_samples_per_second": 1.197,
"eval_steps_per_second": 0.15,
"step": 1
},
{
"epoch": 0.0,
"learning_rate": 1.0000000000000002e-06,
"loss": 1.0958,
"step": 2
},
{
"epoch": 0.0,
"learning_rate": 1.5e-06,
"loss": 1.1535,
"step": 3
},
{
"epoch": 0.0,
"learning_rate": 2.0000000000000003e-06,
"loss": 1.0637,
"step": 4
},
{
"epoch": 0.0,
"learning_rate": 2.5e-06,
"loss": 0.9402,
"step": 5
},
{
"epoch": 0.01,
"learning_rate": 3e-06,
"loss": 0.8635,
"step": 6
},
{
"epoch": 0.01,
"learning_rate": 3.5e-06,
"loss": 0.8675,
"step": 7
},
{
"epoch": 0.01,
"learning_rate": 4.000000000000001e-06,
"loss": 0.7557,
"step": 8
},
{
"epoch": 0.01,
"learning_rate": 4.5e-06,
"loss": 0.791,
"step": 9
},
{
"epoch": 0.01,
"learning_rate": 5e-06,
"loss": 0.8049,
"step": 10
},
{
"epoch": 0.01,
"learning_rate": 4.999979246067429e-06,
"loss": 0.794,
"step": 11
},
{
"epoch": 0.01,
"learning_rate": 4.999916984614294e-06,
"loss": 0.7392,
"step": 12
},
{
"epoch": 0.01,
"learning_rate": 4.999813216674332e-06,
"loss": 0.7995,
"step": 13
},
{
"epoch": 0.01,
"learning_rate": 4.999667943970417e-06,
"loss": 0.7819,
"step": 14
},
{
"epoch": 0.01,
"learning_rate": 4.9994811689145335e-06,
"loss": 0.7631,
"step": 15
},
{
"epoch": 0.02,
"learning_rate": 4.9992528946077344e-06,
"loss": 0.7677,
"step": 16
},
{
"epoch": 0.02,
"learning_rate": 4.9989831248400925e-06,
"loss": 0.742,
"step": 17
},
{
"epoch": 0.02,
"learning_rate": 4.998671864090633e-06,
"loss": 0.7047,
"step": 18
},
{
"epoch": 0.02,
"learning_rate": 4.9983191175272635e-06,
"loss": 0.692,
"step": 19
},
{
"epoch": 0.02,
"learning_rate": 4.997924891006689e-06,
"loss": 0.7237,
"step": 20
},
{
"epoch": 0.02,
"learning_rate": 4.997489191074308e-06,
"loss": 0.7048,
"step": 21
},
{
"epoch": 0.02,
"learning_rate": 4.997012024964111e-06,
"loss": 0.7142,
"step": 22
},
{
"epoch": 0.02,
"learning_rate": 4.996493400598555e-06,
"loss": 0.6877,
"step": 23
},
{
"epoch": 0.02,
"learning_rate": 4.995933326588439e-06,
"loss": 0.6681,
"step": 24
},
{
"epoch": 0.02,
"learning_rate": 4.995331812232752e-06,
"loss": 0.6409,
"step": 25
},
{
"epoch": 0.02,
"learning_rate": 4.994688867518523e-06,
"loss": 0.6709,
"step": 26
},
{
"epoch": 0.03,
"learning_rate": 4.9940045031206606e-06,
"loss": 0.655,
"step": 27
},
{
"epoch": 0.03,
"learning_rate": 4.993278730401764e-06,
"loss": 0.6735,
"step": 28
},
{
"epoch": 0.03,
"learning_rate": 4.992511561411944e-06,
"loss": 0.7202,
"step": 29
},
{
"epoch": 0.03,
"learning_rate": 4.991703008888622e-06,
"loss": 0.7061,
"step": 30
},
{
"epoch": 0.03,
"learning_rate": 4.99085308625631e-06,
"loss": 0.6744,
"step": 31
},
{
"epoch": 0.03,
"learning_rate": 4.9899618076264e-06,
"loss": 0.673,
"step": 32
},
{
"epoch": 0.03,
"learning_rate": 4.98902918779692e-06,
"loss": 0.6492,
"step": 33
},
{
"epoch": 0.03,
"learning_rate": 4.988055242252294e-06,
"loss": 0.6587,
"step": 34
},
{
"epoch": 0.03,
"learning_rate": 4.987039987163081e-06,
"loss": 0.6684,
"step": 35
},
{
"epoch": 0.03,
"learning_rate": 4.985983439385712e-06,
"loss": 0.6316,
"step": 36
},
{
"epoch": 0.04,
"learning_rate": 4.984885616462202e-06,
"loss": 0.6634,
"step": 37
},
{
"epoch": 0.04,
"learning_rate": 4.983746536619864e-06,
"loss": 0.6475,
"step": 38
},
{
"epoch": 0.04,
"learning_rate": 4.982566218771011e-06,
"loss": 0.603,
"step": 39
},
{
"epoch": 0.04,
"learning_rate": 4.9813446825126296e-06,
"loss": 0.687,
"step": 40
},
{
"epoch": 0.04,
"learning_rate": 4.980081948126066e-06,
"loss": 0.6423,
"step": 41
},
{
"epoch": 0.04,
"learning_rate": 4.978778036576682e-06,
"loss": 0.6142,
"step": 42
},
{
"epoch": 0.04,
"learning_rate": 4.977432969513514e-06,
"loss": 0.6496,
"step": 43
},
{
"epoch": 0.04,
"learning_rate": 4.976046769268905e-06,
"loss": 0.6452,
"step": 44
},
{
"epoch": 0.04,
"learning_rate": 4.974619458858142e-06,
"loss": 0.66,
"step": 45
},
{
"epoch": 0.04,
"learning_rate": 4.973151061979065e-06,
"loss": 0.6364,
"step": 46
},
{
"epoch": 0.05,
"learning_rate": 4.971641603011685e-06,
"loss": 0.5856,
"step": 47
},
{
"epoch": 0.05,
"learning_rate": 4.970091107017768e-06,
"loss": 0.6662,
"step": 48
},
{
"epoch": 0.05,
"learning_rate": 4.968499599740427e-06,
"loss": 0.6411,
"step": 49
},
{
"epoch": 0.05,
"learning_rate": 4.966867107603688e-06,
"loss": 0.604,
"step": 50
},
{
"epoch": 0.05,
"learning_rate": 4.965193657712057e-06,
"loss": 0.6326,
"step": 51
},
{
"epoch": 0.05,
"learning_rate": 4.963479277850067e-06,
"loss": 0.7502,
"step": 52
},
{
"epoch": 0.05,
"learning_rate": 4.961723996481817e-06,
"loss": 0.6184,
"step": 53
},
{
"epoch": 0.05,
"learning_rate": 4.959927842750501e-06,
"loss": 0.667,
"step": 54
},
{
"epoch": 0.05,
"learning_rate": 4.958090846477921e-06,
"loss": 0.6381,
"step": 55
},
{
"epoch": 0.05,
"learning_rate": 4.956213038163995e-06,
"loss": 0.6413,
"step": 56
},
{
"epoch": 0.05,
"learning_rate": 4.954294448986247e-06,
"loss": 0.6346,
"step": 57
},
{
"epoch": 0.06,
"learning_rate": 4.952335110799295e-06,
"loss": 0.6128,
"step": 58
},
{
"epoch": 0.06,
"learning_rate": 4.9503350561343165e-06,
"loss": 0.6128,
"step": 59
},
{
"epoch": 0.06,
"learning_rate": 4.948294318198511e-06,
"loss": 0.6328,
"step": 60
},
{
"epoch": 0.06,
"learning_rate": 4.94621293087455e-06,
"loss": 0.6238,
"step": 61
},
{
"epoch": 0.06,
"learning_rate": 4.944090928720009e-06,
"loss": 0.6206,
"step": 62
},
{
"epoch": 0.06,
"learning_rate": 4.941928346966801e-06,
"loss": 0.6261,
"step": 63
},
{
"epoch": 0.06,
"learning_rate": 4.939725221520586e-06,
"loss": 0.6082,
"step": 64
},
{
"epoch": 0.06,
"learning_rate": 4.937481588960179e-06,
"loss": 0.6499,
"step": 65
},
{
"epoch": 0.06,
"learning_rate": 4.935197486536937e-06,
"loss": 0.6235,
"step": 66
},
{
"epoch": 0.06,
"learning_rate": 4.932872952174148e-06,
"loss": 0.6149,
"step": 67
},
{
"epoch": 0.07,
"learning_rate": 4.930508024466395e-06,
"loss": 0.5835,
"step": 68
},
{
"epoch": 0.07,
"learning_rate": 4.928102742678918e-06,
"loss": 0.6067,
"step": 69
},
{
"epoch": 0.07,
"learning_rate": 4.925657146746961e-06,
"loss": 0.6046,
"step": 70
},
{
"epoch": 0.07,
"learning_rate": 4.9231712772751125e-06,
"loss": 0.5974,
"step": 71
},
{
"epoch": 0.07,
"learning_rate": 4.920645175536624e-06,
"loss": 0.5931,
"step": 72
},
{
"epoch": 0.07,
"learning_rate": 4.9180788834727335e-06,
"loss": 0.5771,
"step": 73
},
{
"epoch": 0.07,
"learning_rate": 4.915472443691962e-06,
"loss": 0.5965,
"step": 74
},
{
"epoch": 0.07,
"learning_rate": 4.91282589946941e-06,
"loss": 0.5977,
"step": 75
},
{
"epoch": 0.07,
"learning_rate": 4.910139294746038e-06,
"loss": 0.5848,
"step": 76
},
{
"epoch": 0.07,
"learning_rate": 4.907412674127937e-06,
"loss": 0.5911,
"step": 77
},
{
"epoch": 0.07,
"learning_rate": 4.904646082885586e-06,
"loss": 0.6085,
"step": 78
},
{
"epoch": 0.08,
"learning_rate": 4.901839566953105e-06,
"loss": 0.5948,
"step": 79
},
{
"epoch": 0.08,
"learning_rate": 4.898993172927488e-06,
"loss": 0.6027,
"step": 80
},
{
"epoch": 0.08,
"learning_rate": 4.896106948067829e-06,
"loss": 0.5953,
"step": 81
},
{
"epoch": 0.08,
"learning_rate": 4.893180940294542e-06,
"loss": 0.6232,
"step": 82
},
{
"epoch": 0.08,
"learning_rate": 4.890215198188562e-06,
"loss": 0.5706,
"step": 83
},
{
"epoch": 0.08,
"learning_rate": 4.887209770990537e-06,
"loss": 0.6225,
"step": 84
},
{
"epoch": 0.08,
"learning_rate": 4.8841647086000145e-06,
"loss": 0.5969,
"step": 85
},
{
"epoch": 0.08,
"learning_rate": 4.88108006157461e-06,
"loss": 0.5914,
"step": 86
},
{
"epoch": 0.08,
"learning_rate": 4.877955881129169e-06,
"loss": 0.6087,
"step": 87
},
{
"epoch": 0.08,
"learning_rate": 4.874792219134916e-06,
"loss": 0.618,
"step": 88
},
{
"epoch": 0.09,
"learning_rate": 4.871589128118593e-06,
"loss": 0.6502,
"step": 89
},
{
"epoch": 0.09,
"learning_rate": 4.868346661261586e-06,
"loss": 0.648,
"step": 90
},
{
"epoch": 0.09,
"learning_rate": 4.865064872399048e-06,
"loss": 0.6616,
"step": 91
},
{
"epoch": 0.09,
"learning_rate": 4.861743816018998e-06,
"loss": 0.5862,
"step": 92
},
{
"epoch": 0.09,
"learning_rate": 4.85838354726142e-06,
"loss": 0.5644,
"step": 93
},
{
"epoch": 0.09,
"learning_rate": 4.854984121917349e-06,
"loss": 0.5814,
"step": 94
},
{
"epoch": 0.09,
"learning_rate": 4.851545596427938e-06,
"loss": 0.6027,
"step": 95
},
{
"epoch": 0.09,
"learning_rate": 4.848068027883528e-06,
"loss": 0.5579,
"step": 96
},
{
"epoch": 0.09,
"learning_rate": 4.844551474022699e-06,
"loss": 0.5995,
"step": 97
},
{
"epoch": 0.09,
"learning_rate": 4.840995993231308e-06,
"loss": 0.5699,
"step": 98
},
{
"epoch": 0.1,
"learning_rate": 4.83740164454152e-06,
"loss": 0.598,
"step": 99
},
{
"epoch": 0.1,
"learning_rate": 4.833768487630834e-06,
"loss": 0.5892,
"step": 100
},
{
"epoch": 0.1,
"learning_rate": 4.8300965828210835e-06,
"loss": 0.6006,
"step": 101
},
{
"epoch": 0.1,
"learning_rate": 4.826385991077439e-06,
"loss": 0.616,
"step": 102
},
{
"epoch": 0.1,
"learning_rate": 4.8226367740074e-06,
"loss": 0.5551,
"step": 103
},
{
"epoch": 0.1,
"learning_rate": 4.8188489938597635e-06,
"loss": 0.6221,
"step": 104
},
{
"epoch": 0.1,
"learning_rate": 4.815022713523597e-06,
"loss": 0.6124,
"step": 105
},
{
"epoch": 0.1,
"learning_rate": 4.811157996527192e-06,
"loss": 0.6061,
"step": 106
},
{
"epoch": 0.1,
"learning_rate": 4.807254907037007e-06,
"loss": 0.5755,
"step": 107
},
{
"epoch": 0.1,
"learning_rate": 4.80331350985661e-06,
"loss": 0.6288,
"step": 108
},
{
"epoch": 0.1,
"learning_rate": 4.799333870425594e-06,
"loss": 0.5737,
"step": 109
},
{
"epoch": 0.11,
"learning_rate": 4.795316054818489e-06,
"loss": 0.6151,
"step": 110
},
{
"epoch": 0.11,
"learning_rate": 4.79126012974368e-06,
"loss": 0.6037,
"step": 111
},
{
"epoch": 0.11,
"learning_rate": 4.787166162542282e-06,
"loss": 0.6152,
"step": 112
},
{
"epoch": 0.11,
"learning_rate": 4.783034221187028e-06,
"loss": 0.5692,
"step": 113
},
{
"epoch": 0.11,
"learning_rate": 4.778864374281147e-06,
"loss": 0.5708,
"step": 114
},
{
"epoch": 0.11,
"learning_rate": 4.774656691057214e-06,
"loss": 0.5656,
"step": 115
},
{
"epoch": 0.11,
"learning_rate": 4.770411241376009e-06,
"loss": 0.6693,
"step": 116
},
{
"epoch": 0.11,
"learning_rate": 4.766128095725352e-06,
"loss": 0.5772,
"step": 117
},
{
"epoch": 0.11,
"learning_rate": 4.761807325218938e-06,
"loss": 0.5934,
"step": 118
},
{
"epoch": 0.11,
"learning_rate": 4.757449001595149e-06,
"loss": 0.5912,
"step": 119
},
{
"epoch": 0.12,
"learning_rate": 4.753053197215869e-06,
"loss": 0.5947,
"step": 120
},
{
"epoch": 0.12,
"learning_rate": 4.7486199850652805e-06,
"loss": 0.599,
"step": 121
},
{
"epoch": 0.12,
"learning_rate": 4.7441494387486535e-06,
"loss": 0.5785,
"step": 122
},
{
"epoch": 0.12,
"learning_rate": 4.739641632491119e-06,
"loss": 0.602,
"step": 123
},
{
"epoch": 0.12,
"learning_rate": 4.735096641136443e-06,
"loss": 0.5875,
"step": 124
},
{
"epoch": 0.12,
"learning_rate": 4.730514540145783e-06,
"loss": 0.6053,
"step": 125
},
{
"epoch": 0.12,
"learning_rate": 4.72589540559643e-06,
"loss": 0.5657,
"step": 126
},
{
"epoch": 0.12,
"learning_rate": 4.721239314180549e-06,
"loss": 0.6151,
"step": 127
},
{
"epoch": 0.12,
"learning_rate": 4.716546343203905e-06,
"loss": 0.5785,
"step": 128
},
{
"epoch": 0.12,
"learning_rate": 4.711816570584583e-06,
"loss": 0.5716,
"step": 129
},
{
"epoch": 0.12,
"learning_rate": 4.707050074851687e-06,
"loss": 0.5734,
"step": 130
},
{
"epoch": 0.13,
"learning_rate": 4.7022469351440415e-06,
"loss": 0.5958,
"step": 131
},
{
"epoch": 0.13,
"learning_rate": 4.697407231208878e-06,
"loss": 0.6023,
"step": 132
},
{
"epoch": 0.13,
"learning_rate": 4.6925310434005064e-06,
"loss": 0.5966,
"step": 133
},
{
"epoch": 0.13,
"learning_rate": 4.687618452678986e-06,
"loss": 0.5544,
"step": 134
},
{
"epoch": 0.13,
"learning_rate": 4.682669540608778e-06,
"loss": 0.5701,
"step": 135
},
{
"epoch": 0.13,
"learning_rate": 4.677684389357392e-06,
"loss": 0.5916,
"step": 136
},
{
"epoch": 0.13,
"learning_rate": 4.672663081694022e-06,
"loss": 0.574,
"step": 137
},
{
"epoch": 0.13,
"learning_rate": 4.667605700988174e-06,
"loss": 0.564,
"step": 138
},
{
"epoch": 0.13,
"learning_rate": 4.662512331208277e-06,
"loss": 0.5684,
"step": 139
},
{
"epoch": 0.13,
"learning_rate": 4.657383056920294e-06,
"loss": 0.587,
"step": 140
},
{
"epoch": 0.14,
"learning_rate": 4.652217963286314e-06,
"loss": 0.6185,
"step": 141
},
{
"epoch": 0.14,
"learning_rate": 4.647017136063143e-06,
"loss": 0.5602,
"step": 142
},
{
"epoch": 0.14,
"learning_rate": 4.641780661600875e-06,
"loss": 0.5533,
"step": 143
},
{
"epoch": 0.14,
"learning_rate": 4.636508626841458e-06,
"loss": 0.5889,
"step": 144
},
{
"epoch": 0.14,
"learning_rate": 4.631201119317257e-06,
"loss": 0.5452,
"step": 145
},
{
"epoch": 0.14,
"learning_rate": 4.625858227149595e-06,
"loss": 0.5664,
"step": 146
},
{
"epoch": 0.14,
"learning_rate": 4.620480039047289e-06,
"loss": 0.5576,
"step": 147
},
{
"epoch": 0.14,
"learning_rate": 4.615066644305183e-06,
"loss": 0.5901,
"step": 148
},
{
"epoch": 0.14,
"learning_rate": 4.609618132802661e-06,
"loss": 0.5725,
"step": 149
},
{
"epoch": 0.14,
"learning_rate": 4.604134595002154e-06,
"loss": 0.5779,
"step": 150
},
{
"epoch": 0.15,
"learning_rate": 4.5986161219476425e-06,
"loss": 0.5737,
"step": 151
},
{
"epoch": 0.15,
"learning_rate": 4.593062805263139e-06,
"loss": 0.5708,
"step": 152
},
{
"epoch": 0.15,
"learning_rate": 4.5874747371511715e-06,
"loss": 0.5544,
"step": 153
},
{
"epoch": 0.15,
"learning_rate": 4.581852010391253e-06,
"loss": 0.6194,
"step": 154
},
{
"epoch": 0.15,
"learning_rate": 4.576194718338336e-06,
"loss": 0.5404,
"step": 155
},
{
"epoch": 0.15,
"learning_rate": 4.570502954921266e-06,
"loss": 0.5863,
"step": 156
},
{
"epoch": 0.15,
"learning_rate": 4.564776814641224e-06,
"loss": 0.5693,
"step": 157
},
{
"epoch": 0.15,
"learning_rate": 4.559016392570152e-06,
"loss": 0.5793,
"step": 158
},
{
"epoch": 0.15,
"learning_rate": 4.55322178434918e-06,
"loss": 0.5803,
"step": 159
},
{
"epoch": 0.15,
"learning_rate": 4.547393086187033e-06,
"loss": 0.5699,
"step": 160
},
{
"epoch": 0.15,
"learning_rate": 4.54153039485844e-06,
"loss": 0.5994,
"step": 161
},
{
"epoch": 0.16,
"learning_rate": 4.5356338077025196e-06,
"loss": 0.5918,
"step": 162
},
{
"epoch": 0.16,
"learning_rate": 4.5297034226211715e-06,
"loss": 0.5734,
"step": 163
},
{
"epoch": 0.16,
"learning_rate": 4.523739338077443e-06,
"loss": 0.5965,
"step": 164
},
{
"epoch": 0.16,
"learning_rate": 4.517741653093903e-06,
"loss": 0.5589,
"step": 165
},
{
"epoch": 0.16,
"learning_rate": 4.511710467250991e-06,
"loss": 0.6116,
"step": 166
},
{
"epoch": 0.16,
"learning_rate": 4.505645880685364e-06,
"loss": 0.5949,
"step": 167
},
{
"epoch": 0.16,
"learning_rate": 4.499547994088242e-06,
"loss": 0.5775,
"step": 168
},
{
"epoch": 0.16,
"learning_rate": 4.493416908703725e-06,
"loss": 0.5646,
"step": 169
},
{
"epoch": 0.16,
"learning_rate": 4.48725272632712e-06,
"loss": 0.5606,
"step": 170
},
{
"epoch": 0.16,
"learning_rate": 4.481055549303246e-06,
"loss": 0.5288,
"step": 171
},
{
"epoch": 0.17,
"learning_rate": 4.4748254805247395e-06,
"loss": 0.5753,
"step": 172
},
{
"epoch": 0.17,
"learning_rate": 4.4685626234303405e-06,
"loss": 0.5769,
"step": 173
},
{
"epoch": 0.17,
"learning_rate": 4.462267082003183e-06,
"loss": 0.5468,
"step": 174
},
{
"epoch": 0.17,
"learning_rate": 4.455938960769058e-06,
"loss": 0.5777,
"step": 175
},
{
"epoch": 0.17,
"learning_rate": 4.4495783647946884e-06,
"loss": 0.5201,
"step": 176
},
{
"epoch": 0.17,
"learning_rate": 4.443185399685978e-06,
"loss": 0.5659,
"step": 177
},
{
"epoch": 0.17,
"learning_rate": 4.43676017158626e-06,
"loss": 0.5662,
"step": 178
},
{
"epoch": 0.17,
"learning_rate": 4.430302787174535e-06,
"loss": 0.5522,
"step": 179
},
{
"epoch": 0.17,
"learning_rate": 4.423813353663699e-06,
"loss": 0.5534,
"step": 180
},
{
"epoch": 0.17,
"learning_rate": 4.417291978798765e-06,
"loss": 0.5715,
"step": 181
},
{
"epoch": 0.17,
"learning_rate": 4.410738770855072e-06,
"loss": 0.5668,
"step": 182
},
{
"epoch": 0.18,
"learning_rate": 4.404153838636489e-06,
"loss": 0.5986,
"step": 183
},
{
"epoch": 0.18,
"learning_rate": 4.397537291473607e-06,
"loss": 0.5499,
"step": 184
},
{
"epoch": 0.18,
"learning_rate": 4.390889239221926e-06,
"loss": 0.5658,
"step": 185
},
{
"epoch": 0.18,
"learning_rate": 4.384209792260027e-06,
"loss": 0.562,
"step": 186
},
{
"epoch": 0.18,
"learning_rate": 4.377499061487744e-06,
"loss": 0.5828,
"step": 187
},
{
"epoch": 0.18,
"learning_rate": 4.370757158324322e-06,
"loss": 0.5731,
"step": 188
},
{
"epoch": 0.18,
"learning_rate": 4.36398419470656e-06,
"loss": 0.5909,
"step": 189
},
{
"epoch": 0.18,
"learning_rate": 4.357180283086966e-06,
"loss": 0.6445,
"step": 190
},
{
"epoch": 0.18,
"learning_rate": 4.350345536431877e-06,
"loss": 0.6368,
"step": 191
},
{
"epoch": 0.18,
"learning_rate": 4.343480068219589e-06,
"loss": 0.539,
"step": 192
},
{
"epoch": 0.19,
"learning_rate": 4.336583992438475e-06,
"loss": 0.5724,
"step": 193
},
{
"epoch": 0.19,
"learning_rate": 4.329657423585088e-06,
"loss": 0.5695,
"step": 194
},
{
"epoch": 0.19,
"learning_rate": 4.32270047666226e-06,
"loss": 0.5642,
"step": 195
},
{
"epoch": 0.19,
"learning_rate": 4.315713267177202e-06,
"loss": 0.5857,
"step": 196
},
{
"epoch": 0.19,
"learning_rate": 4.308695911139569e-06,
"loss": 0.5642,
"step": 197
},
{
"epoch": 0.19,
"learning_rate": 4.30164852505955e-06,
"loss": 0.5665,
"step": 198
},
{
"epoch": 0.19,
"learning_rate": 4.2945712259459245e-06,
"loss": 0.5597,
"step": 199
},
{
"epoch": 0.19,
"learning_rate": 4.287464131304125e-06,
"loss": 0.578,
"step": 200
},
{
"epoch": 0.19,
"learning_rate": 4.280327359134281e-06,
"loss": 0.5987,
"step": 201
},
{
"epoch": 0.19,
"learning_rate": 4.273161027929263e-06,
"loss": 0.5545,
"step": 202
},
{
"epoch": 0.2,
"learning_rate": 4.265965256672716e-06,
"loss": 0.5727,
"step": 203
},
{
"epoch": 0.2,
"learning_rate": 4.258740164837079e-06,
"loss": 0.5834,
"step": 204
},
{
"epoch": 0.2,
"learning_rate": 4.251485872381608e-06,
"loss": 0.5859,
"step": 205
},
{
"epoch": 0.2,
"learning_rate": 4.24420249975038e-06,
"loss": 0.5723,
"step": 206
},
{
"epoch": 0.2,
"learning_rate": 4.2368901678702955e-06,
"loss": 0.5931,
"step": 207
},
{
"epoch": 0.2,
"learning_rate": 4.2295489981490685e-06,
"loss": 0.5525,
"step": 208
},
{
"epoch": 0.2,
"learning_rate": 4.222179112473211e-06,
"loss": 0.6104,
"step": 209
},
{
"epoch": 0.2,
"learning_rate": 4.214780633206012e-06,
"loss": 0.5479,
"step": 210
},
{
"epoch": 0.2,
"learning_rate": 4.207353683185503e-06,
"loss": 0.5445,
"step": 211
},
{
"epoch": 0.2,
"learning_rate": 4.1998983857224215e-06,
"loss": 0.5784,
"step": 212
},
{
"epoch": 0.2,
"learning_rate": 4.192414864598159e-06,
"loss": 0.581,
"step": 213
},
{
"epoch": 0.21,
"learning_rate": 4.184903244062709e-06,
"loss": 0.5496,
"step": 214
},
{
"epoch": 0.21,
"learning_rate": 4.177363648832605e-06,
"loss": 0.5548,
"step": 215
},
{
"epoch": 0.21,
"learning_rate": 4.169796204088848e-06,
"loss": 0.5679,
"step": 216
},
{
"epoch": 0.21,
"learning_rate": 4.162201035474829e-06,
"loss": 0.5759,
"step": 217
},
{
"epoch": 0.21,
"learning_rate": 4.1545782690942416e-06,
"loss": 0.5702,
"step": 218
},
{
"epoch": 0.21,
"learning_rate": 4.146928031508988e-06,
"loss": 0.5638,
"step": 219
},
{
"epoch": 0.21,
"learning_rate": 4.139250449737081e-06,
"loss": 0.5371,
"step": 220
},
{
"epoch": 0.21,
"learning_rate": 4.131545651250533e-06,
"loss": 0.5881,
"step": 221
},
{
"epoch": 0.21,
"learning_rate": 4.123813763973237e-06,
"loss": 0.585,
"step": 222
},
{
"epoch": 0.21,
"learning_rate": 4.116054916278848e-06,
"loss": 0.5776,
"step": 223
},
{
"epoch": 0.22,
"learning_rate": 4.108269236988648e-06,
"loss": 0.5562,
"step": 224
},
{
"epoch": 0.22,
"learning_rate": 4.100456855369406e-06,
"loss": 0.5479,
"step": 225
},
{
"epoch": 0.22,
"learning_rate": 4.092617901131235e-06,
"loss": 0.5743,
"step": 226
},
{
"epoch": 0.22,
"learning_rate": 4.084752504425439e-06,
"loss": 0.5396,
"step": 227
},
{
"epoch": 0.22,
"learning_rate": 4.0768607958423455e-06,
"loss": 0.538,
"step": 228
},
{
"epoch": 0.22,
"learning_rate": 4.068942906409148e-06,
"loss": 0.5909,
"step": 229
},
{
"epoch": 0.22,
"learning_rate": 4.060998967587719e-06,
"loss": 0.5328,
"step": 230
},
{
"epoch": 0.22,
"learning_rate": 4.053029111272435e-06,
"loss": 0.5569,
"step": 231
},
{
"epoch": 0.22,
"learning_rate": 4.045033469787986e-06,
"loss": 0.5563,
"step": 232
},
{
"epoch": 0.22,
"learning_rate": 4.037012175887174e-06,
"loss": 0.5309,
"step": 233
},
{
"epoch": 0.22,
"learning_rate": 4.028965362748714e-06,
"loss": 0.5628,
"step": 234
},
{
"epoch": 0.23,
"learning_rate": 4.0208931639750186e-06,
"loss": 0.5642,
"step": 235
},
{
"epoch": 0.23,
"learning_rate": 4.012795713589984e-06,
"loss": 0.5642,
"step": 236
},
{
"epoch": 0.23,
"learning_rate": 4.004673146036763e-06,
"loss": 0.586,
"step": 237
},
{
"epoch": 0.23,
"learning_rate": 3.996525596175528e-06,
"loss": 0.6073,
"step": 238
},
{
"epoch": 0.23,
"learning_rate": 3.988353199281242e-06,
"loss": 0.5875,
"step": 239
},
{
"epoch": 0.23,
"learning_rate": 3.980156091041403e-06,
"loss": 0.5603,
"step": 240
},
{
"epoch": 0.23,
"learning_rate": 3.971934407553797e-06,
"loss": 0.555,
"step": 241
},
{
"epoch": 0.23,
"learning_rate": 3.9636882853242345e-06,
"loss": 0.5496,
"step": 242
},
{
"epoch": 0.23,
"learning_rate": 3.955417861264289e-06,
"loss": 0.5365,
"step": 243
},
{
"epoch": 0.23,
"learning_rate": 3.9471232726890185e-06,
"loss": 0.5795,
"step": 244
},
{
"epoch": 0.24,
"learning_rate": 3.938804657314687e-06,
"loss": 0.5308,
"step": 245
},
{
"epoch": 0.24,
"learning_rate": 3.9304621532564826e-06,
"loss": 0.5554,
"step": 246
},
{
"epoch": 0.24,
"learning_rate": 3.922095899026219e-06,
"loss": 0.5288,
"step": 247
},
{
"epoch": 0.24,
"learning_rate": 3.913706033530035e-06,
"loss": 0.5488,
"step": 248
},
{
"epoch": 0.24,
"learning_rate": 3.905292696066095e-06,
"loss": 0.5531,
"step": 249
},
{
"epoch": 0.24,
"learning_rate": 3.8968560263222675e-06,
"loss": 0.5709,
"step": 250
},
{
"epoch": 0.24,
"learning_rate": 3.888396164373814e-06,
"loss": 0.5326,
"step": 251
},
{
"epoch": 0.24,
"learning_rate": 3.879913250681059e-06,
"loss": 0.5464,
"step": 252
},
{
"epoch": 0.24,
"learning_rate": 3.871407426087056e-06,
"loss": 0.5683,
"step": 253
},
{
"epoch": 0.24,
"learning_rate": 3.862878831815253e-06,
"loss": 0.56,
"step": 254
},
{
"epoch": 0.24,
"learning_rate": 3.8543276094671465e-06,
"loss": 0.5478,
"step": 255
},
{
"epoch": 0.25,
"learning_rate": 3.845753901019931e-06,
"loss": 0.5644,
"step": 256
},
{
"epoch": 0.25,
"learning_rate": 3.837157848824138e-06,
"loss": 0.5674,
"step": 257
},
{
"epoch": 0.25,
"learning_rate": 3.82853959560128e-06,
"loss": 0.5495,
"step": 258
},
{
"epoch": 0.25,
"learning_rate": 3.8198992844414736e-06,
"loss": 0.5718,
"step": 259
},
{
"epoch": 0.25,
"learning_rate": 3.811237058801066e-06,
"loss": 0.5756,
"step": 260
},
{
"epoch": 0.25,
"learning_rate": 3.802553062500256e-06,
"loss": 0.596,
"step": 261
},
{
"epoch": 0.25,
"learning_rate": 3.7938474397207008e-06,
"loss": 0.5694,
"step": 262
},
{
"epoch": 0.25,
"learning_rate": 3.7851203350031287e-06,
"loss": 0.558,
"step": 263
},
{
"epoch": 0.25,
"learning_rate": 3.7763718932449322e-06,
"loss": 0.5275,
"step": 264
},
{
"epoch": 0.25,
"learning_rate": 3.767602259697769e-06,
"loss": 0.5815,
"step": 265
},
{
"epoch": 0.26,
"learning_rate": 3.7588115799651446e-06,
"loss": 0.5631,
"step": 266
},
{
"epoch": 0.26,
"learning_rate": 3.7500000000000005e-06,
"loss": 0.5783,
"step": 267
},
{
"epoch": 0.26,
"learning_rate": 3.741167666102284e-06,
"loss": 0.5381,
"step": 268
},
{
"epoch": 0.26,
"learning_rate": 3.7323147249165255e-06,
"loss": 0.5974,
"step": 269
},
{
"epoch": 0.26,
"learning_rate": 3.7234413234294e-06,
"loss": 0.549,
"step": 270
},
{
"epoch": 0.26,
"learning_rate": 3.714547608967289e-06,
"loss": 0.5112,
"step": 271
},
{
"epoch": 0.26,
"learning_rate": 3.7056337291938325e-06,
"loss": 0.5385,
"step": 272
},
{
"epoch": 0.26,
"learning_rate": 3.6966998321074787e-06,
"loss": 0.5602,
"step": 273
},
{
"epoch": 0.26,
"learning_rate": 3.6877460660390257e-06,
"loss": 0.54,
"step": 274
},
{
"epoch": 0.26,
"learning_rate": 3.6787725796491593e-06,
"loss": 0.5598,
"step": 275
},
{
"epoch": 0.27,
"learning_rate": 3.6697795219259833e-06,
"loss": 0.5516,
"step": 276
},
{
"epoch": 0.27,
"learning_rate": 3.6607670421825507e-06,
"loss": 0.5524,
"step": 277
},
{
"epoch": 0.27,
"learning_rate": 3.651735290054378e-06,
"loss": 0.5307,
"step": 278
},
{
"epoch": 0.27,
"learning_rate": 3.6426844154969654e-06,
"loss": 0.5568,
"step": 279
},
{
"epoch": 0.27,
"learning_rate": 3.6336145687833036e-06,
"loss": 0.5191,
"step": 280
},
{
"epoch": 0.27,
"learning_rate": 3.6245259005013843e-06,
"loss": 0.5517,
"step": 281
},
{
"epoch": 0.27,
"learning_rate": 3.6154185615516925e-06,
"loss": 0.5934,
"step": 282
},
{
"epoch": 0.27,
"learning_rate": 3.6062927031447092e-06,
"loss": 0.5259,
"step": 283
},
{
"epoch": 0.27,
"learning_rate": 3.597148476798393e-06,
"loss": 0.5782,
"step": 284
},
{
"epoch": 0.27,
"learning_rate": 3.58798603433567e-06,
"loss": 0.5355,
"step": 285
},
{
"epoch": 0.27,
"learning_rate": 3.57880552788191e-06,
"loss": 0.5316,
"step": 286
},
{
"epoch": 0.28,
"learning_rate": 3.569607109862403e-06,
"loss": 0.5567,
"step": 287
},
{
"epoch": 0.28,
"learning_rate": 3.5603909329998275e-06,
"loss": 0.5309,
"step": 288
},
{
"epoch": 0.28,
"learning_rate": 3.5511571503117125e-06,
"loss": 0.5168,
"step": 289
},
{
"epoch": 0.28,
"learning_rate": 3.5419059151079026e-06,
"loss": 0.5368,
"step": 290
},
{
"epoch": 0.28,
"learning_rate": 3.5326373809880054e-06,
"loss": 0.5543,
"step": 291
},
{
"epoch": 0.28,
"learning_rate": 3.5233517018388473e-06,
"loss": 0.5354,
"step": 292
},
{
"epoch": 0.28,
"learning_rate": 3.5140490318319153e-06,
"loss": 0.5535,
"step": 293
},
{
"epoch": 0.28,
"learning_rate": 3.504729525420798e-06,
"loss": 0.57,
"step": 294
},
{
"epoch": 0.28,
"learning_rate": 3.495393337338623e-06,
"loss": 0.5433,
"step": 295
},
{
"epoch": 0.28,
"learning_rate": 3.4860406225954827e-06,
"loss": 0.5714,
"step": 296
},
{
"epoch": 0.29,
"learning_rate": 3.4766715364758667e-06,
"loss": 0.5677,
"step": 297
},
{
"epoch": 0.29,
"learning_rate": 3.4672862345360813e-06,
"loss": 0.552,
"step": 298
},
{
"epoch": 0.29,
"learning_rate": 3.4578848726016646e-06,
"loss": 0.5066,
"step": 299
},
{
"epoch": 0.29,
"learning_rate": 3.448467606764801e-06,
"loss": 0.5707,
"step": 300
},
{
"epoch": 0.29,
"learning_rate": 3.439034593381733e-06,
"loss": 0.5426,
"step": 301
},
{
"epoch": 0.29,
"learning_rate": 3.429585989070156e-06,
"loss": 0.5614,
"step": 302
},
{
"epoch": 0.29,
"learning_rate": 3.4201219507066308e-06,
"loss": 0.5298,
"step": 303
},
{
"epoch": 0.29,
"learning_rate": 3.410642635423967e-06,
"loss": 0.5611,
"step": 304
},
{
"epoch": 0.29,
"learning_rate": 3.4011482006086214e-06,
"loss": 0.563,
"step": 305
},
{
"epoch": 0.29,
"learning_rate": 3.3916388038980808e-06,
"loss": 0.5327,
"step": 306
},
{
"epoch": 0.29,
"learning_rate": 3.382114603178249e-06,
"loss": 0.5681,
"step": 307
},
{
"epoch": 0.3,
"learning_rate": 3.372575756580822e-06,
"loss": 0.5636,
"step": 308
},
{
"epoch": 0.3,
"learning_rate": 3.3630224224806616e-06,
"loss": 0.5329,
"step": 309
},
{
"epoch": 0.3,
"learning_rate": 3.3534547594931706e-06,
"loss": 0.5527,
"step": 310
},
{
"epoch": 0.3,
"learning_rate": 3.3438729264716535e-06,
"loss": 0.5577,
"step": 311
},
{
"epoch": 0.3,
"learning_rate": 3.3342770825046843e-06,
"loss": 0.5652,
"step": 312
},
{
"epoch": 0.3,
"learning_rate": 3.324667386913462e-06,
"loss": 0.5612,
"step": 313
},
{
"epoch": 0.3,
"learning_rate": 3.3150439992491667e-06,
"loss": 0.5464,
"step": 314
},
{
"epoch": 0.3,
"learning_rate": 3.3054070792903075e-06,
"loss": 0.5579,
"step": 315
},
{
"epoch": 0.3,
"learning_rate": 3.295756787040076e-06,
"loss": 0.5784,
"step": 316
},
{
"epoch": 0.3,
"learning_rate": 3.2860932827236822e-06,
"loss": 0.5562,
"step": 317
},
{
"epoch": 0.31,
"learning_rate": 3.276416726785701e-06,
"loss": 0.5538,
"step": 318
},
{
"epoch": 0.31,
"learning_rate": 3.2667272798874038e-06,
"loss": 0.5614,
"step": 319
},
{
"epoch": 0.31,
"learning_rate": 3.257025102904092e-06,
"loss": 0.5297,
"step": 320
},
{
"epoch": 0.31,
"learning_rate": 3.247310356922428e-06,
"loss": 0.5761,
"step": 321
},
{
"epoch": 0.31,
"learning_rate": 3.2375832032377574e-06,
"loss": 0.5362,
"step": 322
},
{
"epoch": 0.31,
"learning_rate": 3.2278438033514344e-06,
"loss": 0.5557,
"step": 323
},
{
"epoch": 0.31,
"learning_rate": 3.2180923189681367e-06,
"loss": 0.5296,
"step": 324
},
{
"epoch": 0.31,
"learning_rate": 3.208328911993185e-06,
"loss": 0.5449,
"step": 325
},
{
"epoch": 0.31,
"learning_rate": 3.1985537445298497e-06,
"loss": 0.5743,
"step": 326
},
{
"epoch": 0.31,
"learning_rate": 3.188766978876666e-06,
"loss": 0.5716,
"step": 327
},
{
"epoch": 0.32,
"learning_rate": 3.1789687775247324e-06,
"loss": 0.5602,
"step": 328
},
{
"epoch": 0.32,
"learning_rate": 3.169159303155017e-06,
"loss": 0.5533,
"step": 329
},
{
"epoch": 0.32,
"learning_rate": 3.159338718635655e-06,
"loss": 0.5332,
"step": 330
},
{
"epoch": 0.32,
"learning_rate": 3.1495071870192467e-06,
"loss": 0.5561,
"step": 331
},
{
"epoch": 0.32,
"learning_rate": 3.1396648715401473e-06,
"loss": 0.5468,
"step": 332
},
{
"epoch": 0.32,
"learning_rate": 3.129811935611757e-06,
"loss": 0.5361,
"step": 333
},
{
"epoch": 0.32,
"learning_rate": 3.119948542823812e-06,
"loss": 0.552,
"step": 334
},
{
"epoch": 0.32,
"learning_rate": 3.1100748569396614e-06,
"loss": 0.5647,
"step": 335
},
{
"epoch": 0.32,
"learning_rate": 3.1001910418935562e-06,
"loss": 0.526,
"step": 336
},
{
"epoch": 0.32,
"learning_rate": 3.090297261787919e-06,
"loss": 0.5432,
"step": 337
},
{
"epoch": 0.32,
"learning_rate": 3.0803936808906277e-06,
"loss": 0.5759,
"step": 338
},
{
"epoch": 0.33,
"learning_rate": 3.0704804636322818e-06,
"loss": 0.5221,
"step": 339
},
{
"epoch": 0.33,
"learning_rate": 3.060557774603475e-06,
"loss": 0.5495,
"step": 340
},
{
"epoch": 0.33,
"learning_rate": 3.050625778552063e-06,
"loss": 0.5076,
"step": 341
},
{
"epoch": 0.33,
"learning_rate": 3.040684640380426e-06,
"loss": 0.5427,
"step": 342
},
{
"epoch": 0.33,
"learning_rate": 3.0307345251427346e-06,
"loss": 0.5375,
"step": 343
},
{
"epoch": 0.33,
"learning_rate": 3.0207755980422036e-06,
"loss": 0.5297,
"step": 344
},
{
"epoch": 0.33,
"learning_rate": 3.010808024428356e-06,
"loss": 0.5755,
"step": 345
},
{
"epoch": 0.33,
"learning_rate": 3.0008319697942712e-06,
"loss": 0.5255,
"step": 346
},
{
"epoch": 0.33,
"learning_rate": 2.990847599773842e-06,
"loss": 0.5435,
"step": 347
},
{
"epoch": 0.33,
"learning_rate": 2.980855080139021e-06,
"loss": 0.537,
"step": 348
},
{
"epoch": 0.34,
"learning_rate": 2.970854576797073e-06,
"loss": 0.488,
"step": 349
},
{
"epoch": 0.34,
"learning_rate": 2.9608462557878138e-06,
"loss": 0.5415,
"step": 350
},
{
"epoch": 0.34,
"learning_rate": 2.9508302832808605e-06,
"loss": 0.5688,
"step": 351
},
{
"epoch": 0.34,
"learning_rate": 2.940806825572866e-06,
"loss": 0.5425,
"step": 352
},
{
"epoch": 0.34,
"learning_rate": 2.9307760490847636e-06,
"loss": 0.5372,
"step": 353
},
{
"epoch": 0.34,
"learning_rate": 2.920738120359e-06,
"loss": 0.5119,
"step": 354
},
{
"epoch": 0.34,
"learning_rate": 2.910693206056773e-06,
"loss": 0.5137,
"step": 355
},
{
"epoch": 0.34,
"learning_rate": 2.90064147295526e-06,
"loss": 0.5451,
"step": 356
},
{
"epoch": 0.34,
"learning_rate": 2.8905830879448556e-06,
"loss": 0.5403,
"step": 357
},
{
"epoch": 0.34,
"learning_rate": 2.880518218026394e-06,
"loss": 0.5258,
"step": 358
},
{
"epoch": 0.34,
"learning_rate": 2.8704470303083808e-06,
"loss": 0.5453,
"step": 359
},
{
"epoch": 0.35,
"learning_rate": 2.8603696920042177e-06,
"loss": 0.5467,
"step": 360
},
{
"epoch": 0.35,
"learning_rate": 2.8502863704294236e-06,
"loss": 0.5318,
"step": 361
},
{
"epoch": 0.35,
"learning_rate": 2.8401972329988586e-06,
"loss": 0.5125,
"step": 362
},
{
"epoch": 0.35,
"learning_rate": 2.8301024472239465e-06,
"loss": 0.5532,
"step": 363
},
{
"epoch": 0.35,
"learning_rate": 2.820002180709888e-06,
"loss": 0.5107,
"step": 364
},
{
"epoch": 0.35,
"learning_rate": 2.8098966011528855e-06,
"loss": 0.5413,
"step": 365
},
{
"epoch": 0.35,
"learning_rate": 2.7997858763373502e-06,
"loss": 0.5339,
"step": 366
},
{
"epoch": 0.35,
"learning_rate": 2.7896701741331254e-06,
"loss": 0.5082,
"step": 367
},
{
"epoch": 0.35,
"learning_rate": 2.7795496624926904e-06,
"loss": 0.5314,
"step": 368
},
{
"epoch": 0.35,
"learning_rate": 2.769424509448379e-06,
"loss": 0.5678,
"step": 369
},
{
"epoch": 0.36,
"learning_rate": 2.7592948831095863e-06,
"loss": 0.5524,
"step": 370
},
{
"epoch": 0.36,
"learning_rate": 2.749160951659976e-06,
"loss": 0.5327,
"step": 371
},
{
"epoch": 0.36,
"learning_rate": 2.7390228833546943e-06,
"loss": 0.5425,
"step": 372
},
{
"epoch": 0.36,
"learning_rate": 2.7288808465175693e-06,
"loss": 0.5158,
"step": 373
},
{
"epoch": 0.36,
"learning_rate": 2.7187350095383197e-06,
"loss": 0.5377,
"step": 374
},
{
"epoch": 0.36,
"learning_rate": 2.7085855408697587e-06,
"loss": 0.5496,
"step": 375
},
{
"epoch": 0.36,
"learning_rate": 2.6984326090249975e-06,
"loss": 0.5697,
"step": 376
},
{
"epoch": 0.36,
"learning_rate": 2.6882763825746456e-06,
"loss": 0.5428,
"step": 377
},
{
"epoch": 0.36,
"learning_rate": 2.6781170301440146e-06,
"loss": 0.5449,
"step": 378
},
{
"epoch": 0.36,
"learning_rate": 2.6679547204103174e-06,
"loss": 0.5328,
"step": 379
},
{
"epoch": 0.37,
"learning_rate": 2.6577896220998656e-06,
"loss": 0.5621,
"step": 380
},
{
"epoch": 0.37,
"learning_rate": 2.647621903985272e-06,
"loss": 0.5381,
"step": 381
},
{
"epoch": 0.37,
"learning_rate": 2.637451734882645e-06,
"loss": 0.5123,
"step": 382
},
{
"epoch": 0.37,
"learning_rate": 2.627279283648788e-06,
"loss": 0.5305,
"step": 383
},
{
"epoch": 0.37,
"learning_rate": 2.617104719178395e-06,
"loss": 0.5159,
"step": 384
},
{
"epoch": 0.37,
"learning_rate": 2.606928210401245e-06,
"loss": 0.511,
"step": 385
},
{
"epoch": 0.37,
"learning_rate": 2.5967499262794e-06,
"loss": 0.5218,
"step": 386
},
{
"epoch": 0.37,
"learning_rate": 2.586570035804398e-06,
"loss": 0.5346,
"step": 387
},
{
"epoch": 0.37,
"learning_rate": 2.576388707994447e-06,
"loss": 0.5061,
"step": 388
},
{
"epoch": 0.37,
"learning_rate": 2.566206111891621e-06,
"loss": 0.5154,
"step": 389
},
{
"epoch": 0.37,
"learning_rate": 2.5560224165590487e-06,
"loss": 0.5026,
"step": 390
},
{
"epoch": 0.38,
"learning_rate": 2.545837791078112e-06,
"loss": 0.5114,
"step": 391
},
{
"epoch": 0.38,
"learning_rate": 2.5356524045456348e-06,
"loss": 0.5823,
"step": 392
},
{
"epoch": 0.38,
"learning_rate": 2.5254664260710777e-06,
"loss": 0.5521,
"step": 393
},
{
"epoch": 0.38,
"learning_rate": 2.5152800247737293e-06,
"loss": 0.5173,
"step": 394
},
{
"epoch": 0.38,
"learning_rate": 2.5050933697798975e-06,
"loss": 0.511,
"step": 395
},
{
"epoch": 0.38,
"learning_rate": 2.4949066302201034e-06,
"loss": 0.5199,
"step": 396
},
{
"epoch": 0.38,
"learning_rate": 2.4847199752262716e-06,
"loss": 0.5348,
"step": 397
},
{
"epoch": 0.38,
"learning_rate": 2.474533573928923e-06,
"loss": 0.5209,
"step": 398
},
{
"epoch": 0.38,
"learning_rate": 2.4643475954543657e-06,
"loss": 0.5404,
"step": 399
},
{
"epoch": 0.38,
"learning_rate": 2.4541622089218893e-06,
"loss": 0.5664,
"step": 400
},
{
"epoch": 0.39,
"learning_rate": 2.443977583440952e-06,
"loss": 0.5479,
"step": 401
},
{
"epoch": 0.39,
"learning_rate": 2.43379388810838e-06,
"loss": 0.5462,
"step": 402
},
{
"epoch": 0.39,
"learning_rate": 2.4236112920055534e-06,
"loss": 0.526,
"step": 403
},
{
"epoch": 0.39,
"learning_rate": 2.413429964195603e-06,
"loss": 0.5471,
"step": 404
},
{
"epoch": 0.39,
"learning_rate": 2.4032500737206014e-06,
"loss": 0.5213,
"step": 405
},
{
"epoch": 0.39,
"learning_rate": 2.3930717895987562e-06,
"loss": 0.527,
"step": 406
},
{
"epoch": 0.39,
"learning_rate": 2.3828952808216066e-06,
"loss": 0.5265,
"step": 407
},
{
"epoch": 0.39,
"learning_rate": 2.3727207163512124e-06,
"loss": 0.5456,
"step": 408
},
{
"epoch": 0.39,
"learning_rate": 2.362548265117355e-06,
"loss": 0.5279,
"step": 409
},
{
"epoch": 0.39,
"learning_rate": 2.352378096014729e-06,
"loss": 0.5191,
"step": 410
},
{
"epoch": 0.39,
"learning_rate": 2.3422103779001348e-06,
"loss": 0.5328,
"step": 411
},
{
"epoch": 0.4,
"learning_rate": 2.3320452795896835e-06,
"loss": 0.4958,
"step": 412
},
{
"epoch": 0.4,
"learning_rate": 2.3218829698559858e-06,
"loss": 0.5177,
"step": 413
},
{
"epoch": 0.4,
"learning_rate": 2.3117236174253556e-06,
"loss": 0.5316,
"step": 414
},
{
"epoch": 0.4,
"learning_rate": 2.3015673909750033e-06,
"loss": 0.551,
"step": 415
},
{
"epoch": 0.4,
"learning_rate": 2.291414459130242e-06,
"loss": 0.5283,
"step": 416
},
{
"epoch": 0.4,
"learning_rate": 2.281264990461681e-06,
"loss": 0.5527,
"step": 417
},
{
"epoch": 0.4,
"learning_rate": 2.2711191534824315e-06,
"loss": 0.5226,
"step": 418
},
{
"epoch": 0.4,
"learning_rate": 2.260977116645306e-06,
"loss": 0.5203,
"step": 419
},
{
"epoch": 0.4,
"learning_rate": 2.2508390483400243e-06,
"loss": 0.5162,
"step": 420
},
{
"epoch": 0.4,
"learning_rate": 2.240705116890415e-06,
"loss": 0.5277,
"step": 421
},
{
"epoch": 0.41,
"learning_rate": 2.230575490551622e-06,
"loss": 0.5606,
"step": 422
},
{
"epoch": 0.41,
"learning_rate": 2.2204503375073104e-06,
"loss": 0.4736,
"step": 423
},
{
"epoch": 0.41,
"learning_rate": 2.2103298258668755e-06,
"loss": 0.5201,
"step": 424
},
{
"epoch": 0.41,
"learning_rate": 2.20021412366265e-06,
"loss": 0.5639,
"step": 425
},
{
"epoch": 0.41,
"learning_rate": 2.190103398847116e-06,
"loss": 0.5213,
"step": 426
},
{
"epoch": 0.41,
"learning_rate": 2.179997819290113e-06,
"loss": 0.5327,
"step": 427
},
{
"epoch": 0.41,
"learning_rate": 2.169897552776055e-06,
"loss": 0.523,
"step": 428
},
{
"epoch": 0.41,
"learning_rate": 2.1598027670011427e-06,
"loss": 0.5363,
"step": 429
},
{
"epoch": 0.41,
"learning_rate": 2.1497136295705776e-06,
"loss": 0.5076,
"step": 430
},
{
"epoch": 0.41,
"learning_rate": 2.1396303079957835e-06,
"loss": 0.5405,
"step": 431
},
{
"epoch": 0.41,
"learning_rate": 2.129552969691619e-06,
"loss": 0.5309,
"step": 432
},
{
"epoch": 0.42,
"learning_rate": 2.119481781973606e-06,
"loss": 0.5369,
"step": 433
},
{
"epoch": 0.42,
"learning_rate": 2.109416912055145e-06,
"loss": 0.5288,
"step": 434
},
{
"epoch": 0.42,
"learning_rate": 2.09935852704474e-06,
"loss": 0.5454,
"step": 435
},
{
"epoch": 0.42,
"learning_rate": 2.0893067939432275e-06,
"loss": 0.5314,
"step": 436
},
{
"epoch": 0.42,
"learning_rate": 2.079261879641e-06,
"loss": 0.5423,
"step": 437
},
{
"epoch": 0.42,
"learning_rate": 2.0692239509152368e-06,
"loss": 0.5085,
"step": 438
},
{
"epoch": 0.42,
"learning_rate": 2.0591931744271343e-06,
"loss": 0.5283,
"step": 439
},
{
"epoch": 0.42,
"learning_rate": 2.0491697167191403e-06,
"loss": 0.5111,
"step": 440
},
{
"epoch": 0.42,
"learning_rate": 2.039153744212187e-06,
"loss": 0.5141,
"step": 441
},
{
"epoch": 0.42,
"learning_rate": 2.029145423202928e-06,
"loss": 0.5005,
"step": 442
},
{
"epoch": 0.43,
"learning_rate": 2.0191449198609796e-06,
"loss": 0.5045,
"step": 443
},
{
"epoch": 0.43,
"learning_rate": 2.009152400226159e-06,
"loss": 0.5042,
"step": 444
},
{
"epoch": 0.43,
"learning_rate": 1.9991680302057296e-06,
"loss": 0.5325,
"step": 445
},
{
"epoch": 0.43,
"learning_rate": 1.9891919755716445e-06,
"loss": 0.5445,
"step": 446
},
{
"epoch": 0.43,
"learning_rate": 1.9792244019577973e-06,
"loss": 0.5313,
"step": 447
},
{
"epoch": 0.43,
"learning_rate": 1.9692654748572666e-06,
"loss": 0.551,
"step": 448
},
{
"epoch": 0.43,
"learning_rate": 1.959315359619575e-06,
"loss": 0.5173,
"step": 449
},
{
"epoch": 0.43,
"learning_rate": 1.9493742214479384e-06,
"loss": 0.5518,
"step": 450
},
{
"epoch": 0.43,
"learning_rate": 1.9394422253965264e-06,
"loss": 0.5191,
"step": 451
},
{
"epoch": 0.43,
"learning_rate": 1.9295195363677195e-06,
"loss": 0.5343,
"step": 452
},
{
"epoch": 0.44,
"learning_rate": 1.9196063191093735e-06,
"loss": 0.5016,
"step": 453
},
{
"epoch": 0.44,
"learning_rate": 1.909702738212082e-06,
"loss": 0.5533,
"step": 454
},
{
"epoch": 0.44,
"learning_rate": 1.8998089581064452e-06,
"loss": 0.5127,
"step": 455
},
{
"epoch": 0.44,
"learning_rate": 1.8899251430603385e-06,
"loss": 0.5506,
"step": 456
},
{
"epoch": 0.44,
"learning_rate": 1.8800514571761884e-06,
"loss": 0.5351,
"step": 457
},
{
"epoch": 0.44,
"learning_rate": 1.870188064388243e-06,
"loss": 0.5102,
"step": 458
},
{
"epoch": 0.44,
"learning_rate": 1.860335128459853e-06,
"loss": 0.5573,
"step": 459
},
{
"epoch": 0.44,
"learning_rate": 1.8504928129807537e-06,
"loss": 0.5432,
"step": 460
},
{
"epoch": 0.44,
"learning_rate": 1.8406612813643454e-06,
"loss": 0.5123,
"step": 461
},
{
"epoch": 0.44,
"learning_rate": 1.8308406968449837e-06,
"loss": 0.5576,
"step": 462
},
{
"epoch": 0.44,
"learning_rate": 1.8210312224752685e-06,
"loss": 0.5362,
"step": 463
},
{
"epoch": 0.45,
"learning_rate": 1.8112330211233345e-06,
"loss": 0.5051,
"step": 464
},
{
"epoch": 0.45,
"learning_rate": 1.8014462554701507e-06,
"loss": 0.5286,
"step": 465
},
{
"epoch": 0.45,
"learning_rate": 1.7916710880068162e-06,
"loss": 0.4955,
"step": 466
},
{
"epoch": 0.45,
"learning_rate": 1.7819076810318642e-06,
"loss": 0.5324,
"step": 467
},
{
"epoch": 0.45,
"learning_rate": 1.7721561966485664e-06,
"loss": 0.5224,
"step": 468
},
{
"epoch": 0.45,
"learning_rate": 1.7624167967622435e-06,
"loss": 0.5062,
"step": 469
},
{
"epoch": 0.45,
"learning_rate": 1.7526896430775725e-06,
"loss": 0.4976,
"step": 470
},
{
"epoch": 0.45,
"learning_rate": 1.7429748970959087e-06,
"loss": 0.496,
"step": 471
},
{
"epoch": 0.45,
"learning_rate": 1.7332727201125969e-06,
"loss": 0.5042,
"step": 472
},
{
"epoch": 0.45,
"learning_rate": 1.7235832732142996e-06,
"loss": 0.4975,
"step": 473
},
{
"epoch": 0.46,
"learning_rate": 1.7139067172763182e-06,
"loss": 0.5525,
"step": 474
},
{
"epoch": 0.46,
"learning_rate": 1.704243212959925e-06,
"loss": 0.5205,
"step": 475
},
{
"epoch": 0.46,
"learning_rate": 1.6945929207096937e-06,
"loss": 0.516,
"step": 476
},
{
"epoch": 0.46,
"learning_rate": 1.6849560007508348e-06,
"loss": 0.5112,
"step": 477
},
{
"epoch": 0.46,
"learning_rate": 1.675332613086539e-06,
"loss": 0.5353,
"step": 478
},
{
"epoch": 0.46,
"learning_rate": 1.6657229174953165e-06,
"loss": 0.5069,
"step": 479
},
{
"epoch": 0.46,
"learning_rate": 1.656127073528347e-06,
"loss": 0.5324,
"step": 480
},
{
"epoch": 0.46,
"learning_rate": 1.6465452405068305e-06,
"loss": 0.505,
"step": 481
},
{
"epoch": 0.46,
"learning_rate": 1.6369775775193386e-06,
"loss": 0.5413,
"step": 482
},
{
"epoch": 0.46,
"learning_rate": 1.6274242434191784e-06,
"loss": 0.5807,
"step": 483
},
{
"epoch": 0.46,
"learning_rate": 1.6178853968217507e-06,
"loss": 0.5182,
"step": 484
},
{
"epoch": 0.47,
"learning_rate": 1.6083611961019196e-06,
"loss": 0.4951,
"step": 485
},
{
"epoch": 0.47,
"learning_rate": 1.5988517993913794e-06,
"loss": 0.4969,
"step": 486
},
{
"epoch": 0.47,
"learning_rate": 1.5893573645760338e-06,
"loss": 0.5629,
"step": 487
},
{
"epoch": 0.47,
"learning_rate": 1.5798780492933696e-06,
"loss": 0.5023,
"step": 488
},
{
"epoch": 0.47,
"learning_rate": 1.5704140109298446e-06,
"loss": 0.5399,
"step": 489
},
{
"epoch": 0.47,
"learning_rate": 1.5609654066182682e-06,
"loss": 0.5239,
"step": 490
},
{
"epoch": 0.47,
"learning_rate": 1.5515323932351994e-06,
"loss": 0.5202,
"step": 491
},
{
"epoch": 0.47,
"learning_rate": 1.5421151273983358e-06,
"loss": 0.5458,
"step": 492
},
{
"epoch": 0.47,
"learning_rate": 1.5327137654639191e-06,
"loss": 0.5515,
"step": 493
},
{
"epoch": 0.47,
"learning_rate": 1.5233284635241335e-06,
"loss": 0.5276,
"step": 494
},
{
"epoch": 0.48,
"learning_rate": 1.5139593774045181e-06,
"loss": 0.5749,
"step": 495
},
{
"epoch": 0.48,
"learning_rate": 1.5046066626613781e-06,
"loss": 0.5362,
"step": 496
},
{
"epoch": 0.48,
"learning_rate": 1.4952704745792023e-06,
"loss": 0.5065,
"step": 497
},
{
"epoch": 0.48,
"learning_rate": 1.485950968168086e-06,
"loss": 0.5313,
"step": 498
},
{
"epoch": 0.48,
"learning_rate": 1.4766482981611538e-06,
"loss": 0.5272,
"step": 499
},
{
"epoch": 0.48,
"learning_rate": 1.467362619011996e-06,
"loss": 0.5218,
"step": 500
},
{
"epoch": 0.48,
"learning_rate": 1.4580940848920985e-06,
"loss": 0.5059,
"step": 501
},
{
"epoch": 0.48,
"learning_rate": 1.4488428496882883e-06,
"loss": 0.5005,
"step": 502
},
{
"epoch": 0.48,
"learning_rate": 1.439609067000174e-06,
"loss": 0.5414,
"step": 503
},
{
"epoch": 0.48,
"learning_rate": 1.4303928901375975e-06,
"loss": 0.4932,
"step": 504
},
{
"epoch": 0.49,
"learning_rate": 1.4211944721180898e-06,
"loss": 0.5351,
"step": 505
},
{
"epoch": 0.49,
"learning_rate": 1.4120139656643302e-06,
"loss": 0.5173,
"step": 506
},
{
"epoch": 0.49,
"learning_rate": 1.4028515232016074e-06,
"loss": 0.5026,
"step": 507
},
{
"epoch": 0.49,
"learning_rate": 1.3937072968552914e-06,
"loss": 0.5421,
"step": 508
},
{
"epoch": 0.49,
"learning_rate": 1.3845814384483069e-06,
"loss": 0.5268,
"step": 509
},
{
"epoch": 0.49,
"learning_rate": 1.3754740994986163e-06,
"loss": 0.5461,
"step": 510
},
{
"epoch": 0.49,
"learning_rate": 1.3663854312166968e-06,
"loss": 0.5338,
"step": 511
},
{
"epoch": 0.49,
"learning_rate": 1.357315584503036e-06,
"loss": 0.5478,
"step": 512
},
{
"epoch": 0.49,
"learning_rate": 1.348264709945623e-06,
"loss": 0.5054,
"step": 513
},
{
"epoch": 0.49,
"learning_rate": 1.3392329578174495e-06,
"loss": 0.5017,
"step": 514
},
{
"epoch": 0.49,
"learning_rate": 1.3302204780740169e-06,
"loss": 0.508,
"step": 515
},
{
"epoch": 0.5,
"learning_rate": 1.3212274203508418e-06,
"loss": 0.5052,
"step": 516
},
{
"epoch": 0.5,
"learning_rate": 1.3122539339609752e-06,
"loss": 0.4828,
"step": 517
},
{
"epoch": 0.5,
"learning_rate": 1.3033001678925213e-06,
"loss": 0.5166,
"step": 518
},
{
"epoch": 0.5,
"learning_rate": 1.2943662708061677e-06,
"loss": 0.5361,
"step": 519
},
{
"epoch": 0.5,
"learning_rate": 1.2854523910327118e-06,
"loss": 0.5026,
"step": 520
},
{
"epoch": 0.5,
"learning_rate": 1.2765586765706012e-06,
"loss": 0.5083,
"step": 521
},
{
"epoch": 0.5,
"eval_loss": 0.5160893201828003,
"eval_runtime": 2285.1688,
"eval_samples_per_second": 1.189,
"eval_steps_per_second": 0.149,
"step": 521
},
{
"epoch": 0.5,
"learning_rate": 3.773300405821908e-06,
"loss": 0.5012,
"step": 522
},
{
"epoch": 0.5,
"learning_rate": 3.768942802160411e-06,
"loss": 0.4993,
"step": 523
},
{
"epoch": 0.5,
"learning_rate": 3.764579999039293e-06,
"loss": 0.5284,
"step": 524
},
{
"epoch": 0.5,
"learning_rate": 3.760212014335024e-06,
"loss": 0.5014,
"step": 525
},
{
"epoch": 0.51,
"learning_rate": 3.7558388659453052e-06,
"loss": 0.5269,
"step": 526
},
{
"epoch": 0.51,
"learning_rate": 3.7514605717889974e-06,
"loss": 0.5435,
"step": 527
},
{
"epoch": 0.51,
"learning_rate": 3.7470771498060455e-06,
"loss": 0.5282,
"step": 528
},
{
"epoch": 0.51,
"learning_rate": 3.742688617957405e-06,
"loss": 0.5227,
"step": 529
},
{
"epoch": 0.51,
"learning_rate": 3.7382949942249695e-06,
"loss": 0.4924,
"step": 530
},
{
"epoch": 0.51,
"learning_rate": 3.7338962966114956e-06,
"loss": 0.482,
"step": 531
},
{
"epoch": 0.51,
"learning_rate": 3.7294925431405306e-06,
"loss": 0.5172,
"step": 532
},
{
"epoch": 0.51,
"learning_rate": 3.7250837518563395e-06,
"loss": 0.527,
"step": 533
},
{
"epoch": 0.51,
"learning_rate": 3.720669940823827e-06,
"loss": 0.5124,
"step": 534
},
{
"epoch": 0.51,
"learning_rate": 3.716251128128466e-06,
"loss": 0.5255,
"step": 535
},
{
"epoch": 0.51,
"learning_rate": 3.7118273318762275e-06,
"loss": 0.5645,
"step": 536
},
{
"epoch": 0.52,
"learning_rate": 3.7073985701934983e-06,
"loss": 0.5431,
"step": 537
},
{
"epoch": 0.52,
"learning_rate": 3.702964861227013e-06,
"loss": 0.5056,
"step": 538
},
{
"epoch": 0.52,
"learning_rate": 3.6985262231437764e-06,
"loss": 0.4891,
"step": 539
},
{
"epoch": 0.52,
"learning_rate": 3.694082674130991e-06,
"loss": 0.5201,
"step": 540
},
{
"epoch": 0.52,
"learning_rate": 3.6896342323959814e-06,
"loss": 0.5286,
"step": 541
},
{
"epoch": 0.52,
"learning_rate": 3.6851809161661206e-06,
"loss": 0.5592,
"step": 542
},
{
"epoch": 0.52,
"learning_rate": 3.6807227436887536e-06,
"loss": 0.5125,
"step": 543
},
{
"epoch": 0.52,
"learning_rate": 3.6762597332311254e-06,
"loss": 0.5396,
"step": 544
},
{
"epoch": 0.52,
"learning_rate": 3.671791903080303e-06,
"loss": 0.5476,
"step": 545
},
{
"epoch": 0.52,
"learning_rate": 3.6673192715431016e-06,
"loss": 0.5423,
"step": 546
},
{
"epoch": 0.53,
"learning_rate": 3.6628418569460122e-06,
"loss": 0.5085,
"step": 547
},
{
"epoch": 0.53,
"learning_rate": 3.658359677635122e-06,
"loss": 0.5261,
"step": 548
},
{
"epoch": 0.53,
"learning_rate": 3.653872751976043e-06,
"loss": 0.5195,
"step": 549
},
{
"epoch": 0.53,
"learning_rate": 3.649381098353834e-06,
"loss": 0.5068,
"step": 550
},
{
"epoch": 0.53,
"learning_rate": 3.6448847351729267e-06,
"loss": 0.5144,
"step": 551
},
{
"epoch": 0.53,
"learning_rate": 3.6403836808570512e-06,
"loss": 0.5333,
"step": 552
},
{
"epoch": 0.53,
"learning_rate": 3.6358779538491596e-06,
"loss": 0.5682,
"step": 553
},
{
"epoch": 0.53,
"learning_rate": 3.631367572611348e-06,
"loss": 0.5531,
"step": 554
},
{
"epoch": 0.53,
"learning_rate": 3.626852555624784e-06,
"loss": 0.5449,
"step": 555
},
{
"epoch": 0.53,
"learning_rate": 3.6223329213896313e-06,
"loss": 0.5141,
"step": 556
},
{
"epoch": 0.54,
"learning_rate": 3.6178086884249718e-06,
"loss": 0.5556,
"step": 557
},
{
"epoch": 0.54,
"learning_rate": 3.613279875268731e-06,
"loss": 0.5268,
"step": 558
},
{
"epoch": 0.54,
"learning_rate": 3.6087465004776008e-06,
"loss": 0.5416,
"step": 559
},
{
"epoch": 0.54,
"learning_rate": 3.604208582626964e-06,
"loss": 0.5211,
"step": 560
},
{
"epoch": 0.54,
"learning_rate": 3.5996661403108196e-06,
"loss": 0.5488,
"step": 561
},
{
"epoch": 0.54,
"learning_rate": 3.5951191921417063e-06,
"loss": 0.502,
"step": 562
},
{
"epoch": 0.54,
"learning_rate": 3.5905677567506227e-06,
"loss": 0.5176,
"step": 563
},
{
"epoch": 0.54,
"learning_rate": 3.586011852786955e-06,
"loss": 0.5228,
"step": 564
},
{
"epoch": 0.54,
"learning_rate": 3.5814514989184e-06,
"loss": 0.5118,
"step": 565
},
{
"epoch": 0.54,
"learning_rate": 3.5768867138308872e-06,
"loss": 0.5171,
"step": 566
},
{
"epoch": 0.54,
"learning_rate": 3.572317516228503e-06,
"loss": 0.5054,
"step": 567
},
{
"epoch": 0.55,
"learning_rate": 3.5677439248334133e-06,
"loss": 0.5044,
"step": 568
},
{
"epoch": 0.55,
"learning_rate": 3.563165958385789e-06,
"loss": 0.5083,
"step": 569
},
{
"epoch": 0.55,
"learning_rate": 3.5585836356437266e-06,
"loss": 0.5344,
"step": 570
},
{
"epoch": 0.55,
"learning_rate": 3.553996975383171e-06,
"loss": 0.5288,
"step": 571
},
{
"epoch": 0.55,
"learning_rate": 3.5494059963978433e-06,
"loss": 0.5396,
"step": 572
},
{
"epoch": 0.55,
"learning_rate": 3.544810717499158e-06,
"loss": 0.5564,
"step": 573
},
{
"epoch": 0.55,
"learning_rate": 3.540211157516149e-06,
"loss": 0.5463,
"step": 574
},
{
"epoch": 0.55,
"learning_rate": 3.5356073352953923e-06,
"loss": 0.54,
"step": 575
},
{
"epoch": 0.55,
"learning_rate": 3.530999269700927e-06,
"loss": 0.4862,
"step": 576
},
{
"epoch": 0.55,
"learning_rate": 3.5263869796141816e-06,
"loss": 0.5483,
"step": 577
},
{
"epoch": 0.56,
"learning_rate": 3.521770483933891e-06,
"loss": 0.52,
"step": 578
},
{
"epoch": 0.56,
"learning_rate": 3.517149801576026e-06,
"loss": 0.5496,
"step": 579
},
{
"epoch": 0.56,
"learning_rate": 3.5125249514737093e-06,
"loss": 0.5217,
"step": 580
},
{
"epoch": 0.56,
"learning_rate": 3.507895952577142e-06,
"loss": 0.5353,
"step": 581
},
{
"epoch": 0.56,
"learning_rate": 3.503262823853527e-06,
"loss": 0.5181,
"step": 582
},
{
"epoch": 0.56,
"learning_rate": 3.498625584286985e-06,
"loss": 0.4897,
"step": 583
},
{
"epoch": 0.56,
"learning_rate": 3.493984252878483e-06,
"loss": 0.5392,
"step": 584
},
{
"epoch": 0.56,
"learning_rate": 3.4893388486457534e-06,
"loss": 0.5448,
"step": 585
},
{
"epoch": 0.56,
"learning_rate": 3.484689390623218e-06,
"loss": 0.5197,
"step": 586
},
{
"epoch": 0.56,
"learning_rate": 3.4800358978619088e-06,
"loss": 0.5738,
"step": 587
},
{
"epoch": 0.56,
"learning_rate": 3.4753783894293886e-06,
"loss": 0.5279,
"step": 588
},
{
"epoch": 0.57,
"learning_rate": 3.470716884409675e-06,
"loss": 0.5063,
"step": 589
},
{
"epoch": 0.57,
"learning_rate": 3.466051401903162e-06,
"loss": 0.5091,
"step": 590
},
{
"epoch": 0.57,
"learning_rate": 3.461381961026542e-06,
"loss": 0.5596,
"step": 591
},
{
"epoch": 0.57,
"learning_rate": 3.4567085809127247e-06,
"loss": 0.503,
"step": 592
},
{
"epoch": 0.57,
"learning_rate": 3.452031280710762e-06,
"loss": 0.5231,
"step": 593
},
{
"epoch": 0.57,
"learning_rate": 3.4473500795857674e-06,
"loss": 0.5416,
"step": 594
},
{
"epoch": 0.57,
"learning_rate": 3.4426649967188385e-06,
"loss": 0.536,
"step": 595
},
{
"epoch": 0.57,
"learning_rate": 3.4379760513069804e-06,
"loss": 0.5205,
"step": 596
},
{
"epoch": 0.57,
"learning_rate": 3.433283262563022e-06,
"loss": 0.5162,
"step": 597
},
{
"epoch": 0.57,
"learning_rate": 3.428586649715542e-06,
"loss": 0.5375,
"step": 598
},
{
"epoch": 0.58,
"learning_rate": 3.423886232008785e-06,
"loss": 0.5171,
"step": 599
},
{
"epoch": 0.58,
"learning_rate": 3.4191820287025916e-06,
"loss": 0.7379,
"step": 600
},
{
"epoch": 0.58,
"learning_rate": 3.414474059072309e-06,
"loss": 0.5583,
"step": 601
},
{
"epoch": 0.58,
"learning_rate": 3.4097623424087196e-06,
"loss": 0.5854,
"step": 602
},
{
"epoch": 0.58,
"learning_rate": 3.4050468980179563e-06,
"loss": 0.5315,
"step": 603
},
{
"epoch": 0.58,
"learning_rate": 3.4003277452214284e-06,
"loss": 0.5565,
"step": 604
},
{
"epoch": 0.58,
"learning_rate": 3.3956049033557405e-06,
"loss": 0.5577,
"step": 605
},
{
"epoch": 0.58,
"learning_rate": 3.3908783917726123e-06,
"loss": 0.575,
"step": 606
},
{
"epoch": 0.58,
"learning_rate": 3.3861482298388006e-06,
"loss": 0.5496,
"step": 607
},
{
"epoch": 0.58,
"learning_rate": 3.381414436936018e-06,
"loss": 0.5375,
"step": 608
},
{
"epoch": 0.59,
"learning_rate": 3.3766770324608566e-06,
"loss": 0.5742,
"step": 609
},
{
"epoch": 0.59,
"learning_rate": 3.3719360358247054e-06,
"loss": 0.6354,
"step": 610
},
{
"epoch": 0.59,
"learning_rate": 3.367191466453674e-06,
"loss": 0.5275,
"step": 611
},
{
"epoch": 0.59,
"learning_rate": 3.36244334378851e-06,
"loss": 0.55,
"step": 612
},
{
"epoch": 0.59,
"learning_rate": 3.35769168728452e-06,
"loss": 0.5031,
"step": 613
},
{
"epoch": 0.59,
"learning_rate": 3.3529365164114903e-06,
"loss": 0.5476,
"step": 614
},
{
"epoch": 0.59,
"learning_rate": 3.34817785065361e-06,
"loss": 0.5319,
"step": 615
},
{
"epoch": 0.59,
"learning_rate": 3.3434157095093846e-06,
"loss": 0.5428,
"step": 616
},
{
"epoch": 0.59,
"learning_rate": 3.3386501124915626e-06,
"loss": 0.522,
"step": 617
},
{
"epoch": 0.59,
"learning_rate": 3.333881079127052e-06,
"loss": 0.5892,
"step": 618
},
{
"epoch": 0.59,
"learning_rate": 3.32910862895684e-06,
"loss": 0.572,
"step": 619
},
{
"epoch": 0.6,
"learning_rate": 3.3243327815359168e-06,
"loss": 0.5633,
"step": 620
},
{
"epoch": 0.6,
"learning_rate": 3.31955355643319e-06,
"loss": 0.5534,
"step": 621
},
{
"epoch": 0.6,
"learning_rate": 3.314770973231408e-06,
"loss": 0.5528,
"step": 622
},
{
"epoch": 0.6,
"learning_rate": 3.3099850515270804e-06,
"loss": 0.5198,
"step": 623
},
{
"epoch": 0.6,
"learning_rate": 3.305195810930393e-06,
"loss": 0.524,
"step": 624
},
{
"epoch": 0.6,
"learning_rate": 3.3004032710651346e-06,
"loss": 0.4849,
"step": 625
},
{
"epoch": 0.6,
"learning_rate": 3.2956074515686105e-06,
"loss": 0.5266,
"step": 626
},
{
"epoch": 0.6,
"learning_rate": 3.2908083720915636e-06,
"loss": 0.5003,
"step": 627
},
{
"epoch": 0.6,
"learning_rate": 3.2860060522980945e-06,
"loss": 0.5299,
"step": 628
},
{
"epoch": 0.6,
"learning_rate": 3.2812005118655837e-06,
"loss": 0.5339,
"step": 629
},
{
"epoch": 0.61,
"learning_rate": 3.276391770484606e-06,
"loss": 0.5629,
"step": 630
},
{
"epoch": 0.61,
"learning_rate": 3.271579847858851e-06,
"loss": 0.5071,
"step": 631
},
{
"epoch": 0.61,
"learning_rate": 3.266764763705046e-06,
"loss": 0.5384,
"step": 632
},
{
"epoch": 0.61,
"learning_rate": 3.26194653775287e-06,
"loss": 0.5422,
"step": 633
},
{
"epoch": 0.61,
"learning_rate": 3.257125189744877e-06,
"loss": 0.53,
"step": 634
},
{
"epoch": 0.61,
"learning_rate": 3.252300739436413e-06,
"loss": 0.5652,
"step": 635
},
{
"epoch": 0.61,
"learning_rate": 3.247473206595536e-06,
"loss": 0.5423,
"step": 636
},
{
"epoch": 0.61,
"learning_rate": 3.2426426110029347e-06,
"loss": 0.4923,
"step": 637
},
{
"epoch": 0.61,
"learning_rate": 3.2378089724518464e-06,
"loss": 0.5195,
"step": 638
},
{
"epoch": 0.61,
"learning_rate": 3.2329723107479766e-06,
"loss": 0.5019,
"step": 639
},
{
"epoch": 0.61,
"learning_rate": 3.228132645709421e-06,
"loss": 0.5423,
"step": 640
},
{
"epoch": 0.62,
"learning_rate": 3.2232899971665772e-06,
"loss": 0.5267,
"step": 641
},
{
"epoch": 0.62,
"learning_rate": 3.218444384962071e-06,
"loss": 0.5098,
"step": 642
},
{
"epoch": 0.62,
"learning_rate": 3.2135958289506697e-06,
"loss": 0.5343,
"step": 643
},
{
"epoch": 0.62,
"learning_rate": 3.2087443489992043e-06,
"loss": 0.5408,
"step": 644
},
{
"epoch": 0.62,
"learning_rate": 3.203889964986485e-06,
"loss": 0.5612,
"step": 645
},
{
"epoch": 0.62,
"learning_rate": 3.1990326968032225e-06,
"loss": 0.5771,
"step": 646
},
{
"epoch": 0.62,
"learning_rate": 3.1941725643519454e-06,
"loss": 0.5386,
"step": 647
},
{
"epoch": 0.62,
"learning_rate": 3.189309587546917e-06,
"loss": 0.5382,
"step": 648
},
{
"epoch": 0.62,
"learning_rate": 3.184443786314057e-06,
"loss": 0.5249,
"step": 649
},
{
"epoch": 0.62,
"learning_rate": 3.1795751805908578e-06,
"loss": 0.5296,
"step": 650
},
{
"epoch": 0.63,
"learning_rate": 3.1747037903263023e-06,
"loss": 0.5535,
"step": 651
},
{
"epoch": 0.63,
"learning_rate": 3.169829635480783e-06,
"loss": 0.5082,
"step": 652
},
{
"epoch": 0.63,
"learning_rate": 3.1649527360260207e-06,
"loss": 0.5104,
"step": 653
},
{
"epoch": 0.63,
"learning_rate": 3.160073111944983e-06,
"loss": 0.5178,
"step": 654
},
{
"epoch": 0.63,
"learning_rate": 3.1551907832318003e-06,
"loss": 0.5098,
"step": 655
},
{
"epoch": 0.63,
"learning_rate": 3.150305769891686e-06,
"loss": 0.527,
"step": 656
},
{
"epoch": 0.63,
"learning_rate": 3.145418091940852e-06,
"loss": 0.5085,
"step": 657
},
{
"epoch": 0.63,
"learning_rate": 3.1405277694064306e-06,
"loss": 0.4871,
"step": 658
},
{
"epoch": 0.63,
"learning_rate": 3.1356348223263897e-06,
"loss": 0.5192,
"step": 659
},
{
"epoch": 0.63,
"learning_rate": 3.13073927074945e-06,
"loss": 0.5225,
"step": 660
},
{
"epoch": 0.63,
"learning_rate": 3.125841134735005e-06,
"loss": 0.5145,
"step": 661
},
{
"epoch": 0.64,
"learning_rate": 3.1209404343530374e-06,
"loss": 0.5393,
"step": 662
},
{
"epoch": 0.64,
"learning_rate": 3.1160371896840376e-06,
"loss": 0.5251,
"step": 663
},
{
"epoch": 0.64,
"learning_rate": 3.111131420818922e-06,
"loss": 0.5195,
"step": 664
},
{
"epoch": 0.64,
"learning_rate": 3.1062231478589475e-06,
"loss": 0.5149,
"step": 665
},
{
"epoch": 0.64,
"learning_rate": 3.1013123909156347e-06,
"loss": 0.4907,
"step": 666
},
{
"epoch": 0.64,
"learning_rate": 3.0963991701106787e-06,
"loss": 0.5353,
"step": 667
},
{
"epoch": 0.64,
"learning_rate": 3.091483505575873e-06,
"loss": 0.4889,
"step": 668
},
{
"epoch": 0.64,
"learning_rate": 3.0865654174530233e-06,
"loss": 0.5521,
"step": 669
},
{
"epoch": 0.64,
"learning_rate": 3.081644925893866e-06,
"loss": 0.5116,
"step": 670
},
{
"epoch": 0.64,
"learning_rate": 3.0767220510599845e-06,
"loss": 0.575,
"step": 671
},
{
"epoch": 0.65,
"learning_rate": 3.0717968131227285e-06,
"loss": 0.5614,
"step": 672
},
{
"epoch": 0.65,
"learning_rate": 3.0668692322631304e-06,
"loss": 0.5349,
"step": 673
},
{
"epoch": 0.65,
"learning_rate": 3.061939328671824e-06,
"loss": 0.54,
"step": 674
},
{
"epoch": 0.65,
"learning_rate": 3.0570071225489577e-06,
"loss": 0.4908,
"step": 675
},
{
"epoch": 0.65,
"learning_rate": 3.0520726341041165e-06,
"loss": 0.4967,
"step": 676
},
{
"epoch": 0.65,
"learning_rate": 3.047135883556235e-06,
"loss": 0.5522,
"step": 677
},
{
"epoch": 0.65,
"learning_rate": 3.0421968911335196e-06,
"loss": 0.5822,
"step": 678
},
{
"epoch": 0.65,
"learning_rate": 3.0372556770733617e-06,
"loss": 0.5083,
"step": 679
},
{
"epoch": 0.65,
"learning_rate": 3.032312261622255e-06,
"loss": 0.5194,
"step": 680
},
{
"epoch": 0.65,
"learning_rate": 3.027366665035713e-06,
"loss": 0.521,
"step": 681
},
{
"epoch": 0.66,
"learning_rate": 3.0224189075781886e-06,
"loss": 0.5364,
"step": 682
},
{
"epoch": 0.66,
"learning_rate": 3.0174690095229853e-06,
"loss": 0.5165,
"step": 683
},
{
"epoch": 0.66,
"learning_rate": 3.012516991152181e-06,
"loss": 0.5542,
"step": 684
},
{
"epoch": 0.66,
"learning_rate": 3.0075628727565404e-06,
"loss": 0.5462,
"step": 685
},
{
"epoch": 0.66,
"learning_rate": 3.002606674635432e-06,
"loss": 0.5298,
"step": 686
},
{
"epoch": 0.66,
"learning_rate": 2.9976484170967473e-06,
"loss": 0.5459,
"step": 687
},
{
"epoch": 0.66,
"learning_rate": 2.9926881204568153e-06,
"loss": 0.501,
"step": 688
},
{
"epoch": 0.66,
"learning_rate": 2.9877258050403214e-06,
"loss": 0.5296,
"step": 689
},
{
"epoch": 0.66,
"learning_rate": 2.9827614911802205e-06,
"loss": 0.5221,
"step": 690
},
{
"epoch": 0.66,
"learning_rate": 2.977795199217658e-06,
"loss": 0.5308,
"step": 691
},
{
"epoch": 0.66,
"learning_rate": 2.972826949501884e-06,
"loss": 0.5087,
"step": 692
},
{
"epoch": 0.67,
"learning_rate": 2.967856762390172e-06,
"loss": 0.5136,
"step": 693
},
{
"epoch": 0.67,
"learning_rate": 2.9628846582477305e-06,
"loss": 0.5034,
"step": 694
},
{
"epoch": 0.67,
"learning_rate": 2.9579106574476257e-06,
"loss": 0.4888,
"step": 695
},
{
"epoch": 0.67,
"learning_rate": 2.9529347803706943e-06,
"loss": 0.5097,
"step": 696
},
{
"epoch": 0.67,
"learning_rate": 2.947957047405462e-06,
"loss": 0.5272,
"step": 697
},
{
"epoch": 0.67,
"learning_rate": 2.9429774789480576e-06,
"loss": 0.4999,
"step": 698
},
{
"epoch": 0.67,
"learning_rate": 2.937996095402131e-06,
"loss": 0.5127,
"step": 699
},
{
"epoch": 0.67,
"learning_rate": 2.9330129171787704e-06,
"loss": 0.512,
"step": 700
},
{
"epoch": 0.67,
"learning_rate": 2.9280279646964156e-06,
"loss": 0.5084,
"step": 701
},
{
"epoch": 0.67,
"learning_rate": 2.923041258380779e-06,
"loss": 0.5346,
"step": 702
},
{
"epoch": 0.68,
"learning_rate": 2.9180528186647585e-06,
"loss": 0.5239,
"step": 703
},
{
"epoch": 0.68,
"learning_rate": 2.9130626659883537e-06,
"loss": 0.5313,
"step": 704
},
{
"epoch": 0.68,
"learning_rate": 2.908070820798583e-06,
"loss": 0.5611,
"step": 705
},
{
"epoch": 0.68,
"learning_rate": 2.9030773035493997e-06,
"loss": 0.5311,
"step": 706
},
{
"epoch": 0.68,
"learning_rate": 2.8980821347016097e-06,
"loss": 0.498,
"step": 707
},
{
"epoch": 0.68,
"learning_rate": 2.893085334722786e-06,
"loss": 0.5194,
"step": 708
},
{
"epoch": 0.68,
"learning_rate": 2.8880869240871833e-06,
"loss": 0.514,
"step": 709
},
{
"epoch": 0.68,
"learning_rate": 2.883086923275658e-06,
"loss": 0.5305,
"step": 710
},
{
"epoch": 0.68,
"learning_rate": 2.878085352775581e-06,
"loss": 0.5134,
"step": 711
},
{
"epoch": 0.68,
"learning_rate": 2.8730822330807556e-06,
"loss": 0.5037,
"step": 712
},
{
"epoch": 0.68,
"learning_rate": 2.8680775846913323e-06,
"loss": 0.5445,
"step": 713
},
{
"epoch": 0.69,
"learning_rate": 2.8630714281137263e-06,
"loss": 0.5237,
"step": 714
},
{
"epoch": 0.69,
"learning_rate": 2.8580637838605315e-06,
"loss": 0.5337,
"step": 715
},
{
"epoch": 0.69,
"learning_rate": 2.853054672450437e-06,
"loss": 0.5224,
"step": 716
},
{
"epoch": 0.69,
"learning_rate": 2.8480441144081465e-06,
"loss": 0.5362,
"step": 717
},
{
"epoch": 0.69,
"learning_rate": 2.8430321302642887e-06,
"loss": 0.5096,
"step": 718
},
{
"epoch": 0.69,
"learning_rate": 2.8380187405553355e-06,
"loss": 0.5224,
"step": 719
},
{
"epoch": 0.69,
"learning_rate": 2.8330039658235194e-06,
"loss": 0.4982,
"step": 720
},
{
"epoch": 0.69,
"learning_rate": 2.8279878266167467e-06,
"loss": 0.498,
"step": 721
},
{
"epoch": 0.69,
"learning_rate": 2.8229703434885165e-06,
"loss": 0.5308,
"step": 722
},
{
"epoch": 0.69,
"learning_rate": 2.8179515369978327e-06,
"loss": 0.5387,
"step": 723
},
{
"epoch": 0.7,
"learning_rate": 2.8129314277091224e-06,
"loss": 0.5193,
"step": 724
},
{
"epoch": 0.7,
"learning_rate": 2.807910036192151e-06,
"loss": 0.4918,
"step": 725
},
{
"epoch": 0.7,
"learning_rate": 2.8028873830219373e-06,
"loss": 0.525,
"step": 726
},
{
"epoch": 0.7,
"learning_rate": 2.7978634887786702e-06,
"loss": 0.529,
"step": 727
},
{
"epoch": 0.7,
"learning_rate": 2.7928383740476247e-06,
"loss": 0.509,
"step": 728
},
{
"epoch": 0.7,
"learning_rate": 2.7878120594190742e-06,
"loss": 0.5237,
"step": 729
},
{
"epoch": 0.7,
"learning_rate": 2.7827845654882112e-06,
"loss": 0.5205,
"step": 730
},
{
"epoch": 0.7,
"learning_rate": 2.777755912855058e-06,
"loss": 0.5377,
"step": 731
},
{
"epoch": 0.7,
"learning_rate": 2.7727261221243875e-06,
"loss": 0.5274,
"step": 732
},
{
"epoch": 0.7,
"learning_rate": 2.767695213905634e-06,
"loss": 0.5341,
"step": 733
},
{
"epoch": 0.71,
"learning_rate": 2.76266320881281e-06,
"loss": 0.5092,
"step": 734
},
{
"epoch": 0.71,
"learning_rate": 2.757630127464425e-06,
"loss": 0.5218,
"step": 735
},
{
"epoch": 0.71,
"learning_rate": 2.7525959904833955e-06,
"loss": 0.5147,
"step": 736
},
{
"epoch": 0.71,
"learning_rate": 2.747560818496966e-06,
"loss": 0.496,
"step": 737
},
{
"epoch": 0.71,
"learning_rate": 2.7425246321366205e-06,
"loss": 0.4896,
"step": 738
},
{
"epoch": 0.71,
"learning_rate": 2.7374874520379994e-06,
"loss": 0.5269,
"step": 739
},
{
"epoch": 0.71,
"learning_rate": 2.7324492988408146e-06,
"loss": 0.5061,
"step": 740
},
{
"epoch": 0.71,
"learning_rate": 2.7274101931887663e-06,
"loss": 0.5349,
"step": 741
},
{
"epoch": 0.71,
"learning_rate": 2.7223701557294574e-06,
"loss": 0.5359,
"step": 742
},
{
"epoch": 0.71,
"learning_rate": 2.7173292071143075e-06,
"loss": 0.5119,
"step": 743
},
{
"epoch": 0.71,
"learning_rate": 2.712287367998471e-06,
"loss": 0.4838,
"step": 744
},
{
"epoch": 0.72,
"learning_rate": 2.707244659040749e-06,
"loss": 0.5297,
"step": 745
},
{
"epoch": 0.72,
"learning_rate": 2.702201100903511e-06,
"loss": 0.4842,
"step": 746
},
{
"epoch": 0.72,
"learning_rate": 2.697156714252601e-06,
"loss": 0.5243,
"step": 747
},
{
"epoch": 0.72,
"learning_rate": 2.692111519757261e-06,
"loss": 0.5303,
"step": 748
},
{
"epoch": 0.72,
"learning_rate": 2.6870655380900424e-06,
"loss": 0.512,
"step": 749
},
{
"epoch": 0.72,
"learning_rate": 2.6820187899267203e-06,
"loss": 0.5073,
"step": 750
},
{
"epoch": 0.72,
"learning_rate": 2.6769712959462143e-06,
"loss": 0.51,
"step": 751
},
{
"epoch": 0.72,
"learning_rate": 2.671923076830496e-06,
"loss": 0.5088,
"step": 752
},
{
"epoch": 0.72,
"learning_rate": 2.666874153264511e-06,
"loss": 0.5163,
"step": 753
},
{
"epoch": 0.72,
"learning_rate": 2.6618245459360896e-06,
"loss": 0.4988,
"step": 754
},
{
"epoch": 0.73,
"learning_rate": 2.6567742755358645e-06,
"loss": 0.5272,
"step": 755
},
{
"epoch": 0.73,
"learning_rate": 2.651723362757186e-06,
"loss": 0.4955,
"step": 756
},
{
"epoch": 0.73,
"learning_rate": 2.6466718282960354e-06,
"loss": 0.5197,
"step": 757
},
{
"epoch": 0.73,
"learning_rate": 2.641619692850941e-06,
"loss": 0.5176,
"step": 758
},
{
"epoch": 0.73,
"learning_rate": 2.6365669771228954e-06,
"loss": 0.5091,
"step": 759
},
{
"epoch": 0.73,
"learning_rate": 2.631513701815267e-06,
"loss": 0.5419,
"step": 760
},
{
"epoch": 0.73,
"learning_rate": 2.6264598876337188e-06,
"loss": 0.5124,
"step": 761
},
{
"epoch": 0.73,
"learning_rate": 2.6214055552861213e-06,
"loss": 0.5086,
"step": 762
},
{
"epoch": 0.73,
"learning_rate": 2.616350725482466e-06,
"loss": 0.5546,
"step": 763
},
{
"epoch": 0.73,
"learning_rate": 2.611295418934786e-06,
"loss": 0.508,
"step": 764
},
{
"epoch": 0.73,
"learning_rate": 2.606239656357066e-06,
"loss": 0.4877,
"step": 765
},
{
"epoch": 0.74,
"learning_rate": 2.6011834584651597e-06,
"loss": 0.5011,
"step": 766
},
{
"epoch": 0.74,
"learning_rate": 2.5961268459767047e-06,
"loss": 0.5106,
"step": 767
},
{
"epoch": 0.74,
"learning_rate": 2.591069839611036e-06,
"loss": 0.4771,
"step": 768
},
{
"epoch": 0.74,
"learning_rate": 2.586012460089105e-06,
"loss": 0.4598,
"step": 769
},
{
"epoch": 0.74,
"learning_rate": 2.5809547281333904e-06,
"loss": 0.513,
"step": 770
},
{
"epoch": 0.74,
"learning_rate": 2.5758966644678145e-06,
"loss": 0.5362,
"step": 771
},
{
"epoch": 0.74,
"learning_rate": 2.570838289817661e-06,
"loss": 0.4735,
"step": 772
},
{
"epoch": 0.74,
"learning_rate": 2.5657796249094854e-06,
"loss": 0.5029,
"step": 773
},
{
"epoch": 0.74,
"learning_rate": 2.560720690471033e-06,
"loss": 0.533,
"step": 774
},
{
"epoch": 0.74,
"learning_rate": 2.555661507231155e-06,
"loss": 0.5391,
"step": 775
},
{
"epoch": 0.75,
"learning_rate": 2.5506020959197218e-06,
"loss": 0.49,
"step": 776
},
{
"epoch": 0.75,
"learning_rate": 2.545542477267537e-06,
"loss": 0.511,
"step": 777
},
{
"epoch": 0.75,
"learning_rate": 2.5404826720062544e-06,
"loss": 0.4958,
"step": 778
},
{
"epoch": 0.75,
"learning_rate": 2.535422700868292e-06,
"loss": 0.5112,
"step": 779
},
{
"epoch": 0.75,
"learning_rate": 2.5303625845867475e-06,
"loss": 0.5137,
"step": 780
},
{
"epoch": 0.75,
"learning_rate": 2.525302343895315e-06,
"loss": 0.4968,
"step": 781
},
{
"epoch": 0.75,
"learning_rate": 2.5202419995281966e-06,
"loss": 0.4782,
"step": 782
},
{
"epoch": 0.75,
"learning_rate": 2.5151815722200203e-06,
"loss": 0.4964,
"step": 783
},
{
"epoch": 0.75,
"learning_rate": 2.5101210827057516e-06,
"loss": 0.4952,
"step": 784
},
{
"epoch": 0.75,
"learning_rate": 2.5050605517206147e-06,
"loss": 0.4819,
"step": 785
},
{
"epoch": 0.76,
"learning_rate": 2.5e-06,
"loss": 0.499,
"step": 786
},
{
"epoch": 0.76,
"learning_rate": 2.494939448279386e-06,
"loss": 0.5327,
"step": 787
},
{
"epoch": 0.76,
"learning_rate": 2.4898789172942492e-06,
"loss": 0.5095,
"step": 788
},
{
"epoch": 0.76,
"learning_rate": 2.4848184277799805e-06,
"loss": 0.5092,
"step": 789
},
{
"epoch": 0.76,
"learning_rate": 2.4797580004718038e-06,
"loss": 0.4984,
"step": 790
},
{
"epoch": 0.76,
"learning_rate": 2.474697656104686e-06,
"loss": 0.4933,
"step": 791
},
{
"epoch": 0.76,
"learning_rate": 2.4696374154132533e-06,
"loss": 0.5165,
"step": 792
},
{
"epoch": 0.76,
"learning_rate": 2.464577299131709e-06,
"loss": 0.5206,
"step": 793
},
{
"epoch": 0.76,
"learning_rate": 2.4595173279937464e-06,
"loss": 0.5026,
"step": 794
},
{
"epoch": 0.76,
"learning_rate": 2.454457522732464e-06,
"loss": 0.5272,
"step": 795
},
{
"epoch": 0.76,
"learning_rate": 2.4493979040802786e-06,
"loss": 0.5178,
"step": 796
},
{
"epoch": 0.77,
"learning_rate": 2.4443384927688454e-06,
"loss": 0.5043,
"step": 797
},
{
"epoch": 0.77,
"learning_rate": 2.4392793095289677e-06,
"loss": 0.4816,
"step": 798
},
{
"epoch": 0.77,
"learning_rate": 2.434220375090516e-06,
"loss": 0.5095,
"step": 799
},
{
"epoch": 0.77,
"learning_rate": 2.42916171018234e-06,
"loss": 0.4979,
"step": 800
},
{
"epoch": 0.77,
"learning_rate": 2.4241033355321867e-06,
"loss": 0.509,
"step": 801
},
{
"epoch": 0.77,
"learning_rate": 2.419045271866611e-06,
"loss": 0.511,
"step": 802
},
{
"epoch": 0.77,
"learning_rate": 2.4139875399108957e-06,
"loss": 0.4958,
"step": 803
},
{
"epoch": 0.77,
"learning_rate": 2.408930160388965e-06,
"loss": 0.4822,
"step": 804
},
{
"epoch": 0.77,
"learning_rate": 2.403873154023297e-06,
"loss": 0.5199,
"step": 805
},
{
"epoch": 0.77,
"learning_rate": 2.3988165415348416e-06,
"loss": 0.4976,
"step": 806
},
{
"epoch": 0.78,
"learning_rate": 2.393760343642935e-06,
"loss": 0.4842,
"step": 807
},
{
"epoch": 0.78,
"learning_rate": 2.388704581065215e-06,
"loss": 0.5084,
"step": 808
},
{
"epoch": 0.78,
"learning_rate": 2.383649274517535e-06,
"loss": 0.5314,
"step": 809
},
{
"epoch": 0.78,
"learning_rate": 2.3785944447138804e-06,
"loss": 0.5048,
"step": 810
},
{
"epoch": 0.78,
"learning_rate": 2.373540112366281e-06,
"loss": 0.5247,
"step": 811
},
{
"epoch": 0.78,
"learning_rate": 2.368486298184733e-06,
"loss": 0.5083,
"step": 812
},
{
"epoch": 0.78,
"learning_rate": 2.363433022877105e-06,
"loss": 0.5021,
"step": 813
},
{
"epoch": 0.78,
"learning_rate": 2.358380307149059e-06,
"loss": 0.5061,
"step": 814
},
{
"epoch": 0.78,
"learning_rate": 2.353328171703965e-06,
"loss": 0.5273,
"step": 815
},
{
"epoch": 0.78,
"learning_rate": 2.348276637242814e-06,
"loss": 0.5222,
"step": 816
},
{
"epoch": 0.78,
"learning_rate": 2.3432257244641355e-06,
"loss": 0.4736,
"step": 817
},
{
"epoch": 0.79,
"learning_rate": 2.3381754540639108e-06,
"loss": 0.4966,
"step": 818
},
{
"epoch": 0.79,
"learning_rate": 2.3331258467354894e-06,
"loss": 0.5374,
"step": 819
},
{
"epoch": 0.79,
"learning_rate": 2.328076923169504e-06,
"loss": 0.5206,
"step": 820
},
{
"epoch": 0.79,
"learning_rate": 2.323028704053786e-06,
"loss": 0.5182,
"step": 821
},
{
"epoch": 0.79,
"learning_rate": 2.31798121007328e-06,
"loss": 0.4952,
"step": 822
},
{
"epoch": 0.79,
"learning_rate": 2.3129344619099585e-06,
"loss": 0.4657,
"step": 823
},
{
"epoch": 0.79,
"learning_rate": 2.3078884802427394e-06,
"loss": 0.5101,
"step": 824
},
{
"epoch": 0.79,
"learning_rate": 2.3028432857474e-06,
"loss": 0.5021,
"step": 825
},
{
"epoch": 0.79,
"learning_rate": 2.29779889909649e-06,
"loss": 0.5269,
"step": 826
},
{
"epoch": 0.79,
"learning_rate": 2.2927553409592513e-06,
"loss": 0.5228,
"step": 827
},
{
"epoch": 0.8,
"learning_rate": 2.2877126320015295e-06,
"loss": 0.5411,
"step": 828
},
{
"epoch": 0.8,
"learning_rate": 2.282670792885693e-06,
"loss": 0.5205,
"step": 829
},
{
"epoch": 0.8,
"learning_rate": 2.2776298442705434e-06,
"loss": 0.5121,
"step": 830
},
{
"epoch": 0.8,
"learning_rate": 2.272589806811234e-06,
"loss": 0.4685,
"step": 831
},
{
"epoch": 0.8,
"learning_rate": 2.267550701159186e-06,
"loss": 0.4906,
"step": 832
},
{
"epoch": 0.8,
"learning_rate": 2.2625125479620014e-06,
"loss": 0.4959,
"step": 833
},
{
"epoch": 0.8,
"learning_rate": 2.25747536786338e-06,
"loss": 0.5239,
"step": 834
},
{
"epoch": 0.8,
"learning_rate": 2.2524391815030346e-06,
"loss": 0.4844,
"step": 835
},
{
"epoch": 0.8,
"learning_rate": 2.247404009516605e-06,
"loss": 0.4989,
"step": 836
},
{
"epoch": 0.8,
"learning_rate": 2.2423698725355754e-06,
"loss": 0.4755,
"step": 837
},
{
"epoch": 0.8,
"learning_rate": 2.2373367911871904e-06,
"loss": 0.5006,
"step": 838
},
{
"epoch": 0.81,
"learning_rate": 2.232304786094367e-06,
"loss": 0.5428,
"step": 839
},
{
"epoch": 0.81,
"learning_rate": 2.227273877875613e-06,
"loss": 0.4605,
"step": 840
},
{
"epoch": 0.81,
"learning_rate": 2.2222440871449426e-06,
"loss": 0.5078,
"step": 841
},
{
"epoch": 0.81,
"learning_rate": 2.2172154345117896e-06,
"loss": 0.5262,
"step": 842
},
{
"epoch": 0.81,
"learning_rate": 2.212187940580926e-06,
"loss": 0.4826,
"step": 843
},
{
"epoch": 0.81,
"learning_rate": 2.207161625952376e-06,
"loss": 0.4923,
"step": 844
},
{
"epoch": 0.81,
"learning_rate": 2.20213651122133e-06,
"loss": 0.5213,
"step": 845
},
{
"epoch": 0.81,
"learning_rate": 2.1971126169780636e-06,
"loss": 0.5328,
"step": 846
},
{
"epoch": 0.81,
"learning_rate": 2.19208996380785e-06,
"loss": 0.4996,
"step": 847
},
{
"epoch": 0.81,
"learning_rate": 2.1870685722908784e-06,
"loss": 0.5155,
"step": 848
},
{
"epoch": 0.82,
"learning_rate": 2.1820484630021686e-06,
"loss": 0.5018,
"step": 849
},
{
"epoch": 0.82,
"learning_rate": 2.1770296565114847e-06,
"loss": 0.5046,
"step": 850
},
{
"epoch": 0.82,
"learning_rate": 2.172012173383254e-06,
"loss": 0.5039,
"step": 851
},
{
"epoch": 0.82,
"learning_rate": 2.166996034176482e-06,
"loss": 0.4967,
"step": 852
},
{
"epoch": 0.82,
"learning_rate": 2.1619812594446657e-06,
"loss": 0.4956,
"step": 853
},
{
"epoch": 0.82,
"learning_rate": 2.1569678697357126e-06,
"loss": 0.4927,
"step": 854
},
{
"epoch": 0.82,
"learning_rate": 2.1519558855918544e-06,
"loss": 0.5073,
"step": 855
},
{
"epoch": 0.82,
"learning_rate": 2.1469453275495634e-06,
"loss": 0.5174,
"step": 856
},
{
"epoch": 0.82,
"learning_rate": 2.1419362161394698e-06,
"loss": 0.4996,
"step": 857
},
{
"epoch": 0.82,
"learning_rate": 2.136928571886275e-06,
"loss": 0.5088,
"step": 858
},
{
"epoch": 0.83,
"learning_rate": 2.1319224153086677e-06,
"loss": 0.5473,
"step": 859
},
{
"epoch": 0.83,
"learning_rate": 2.126917766919245e-06,
"loss": 0.4988,
"step": 860
},
{
"epoch": 0.83,
"learning_rate": 2.121914647224419e-06,
"loss": 0.5084,
"step": 861
},
{
"epoch": 0.83,
"learning_rate": 2.1169130767243424e-06,
"loss": 0.5158,
"step": 862
},
{
"epoch": 0.83,
"learning_rate": 2.1119130759128166e-06,
"loss": 0.4717,
"step": 863
},
{
"epoch": 0.83,
"learning_rate": 2.1069146652772142e-06,
"loss": 0.4976,
"step": 864
},
{
"epoch": 0.83,
"learning_rate": 2.1019178652983903e-06,
"loss": 0.527,
"step": 865
},
{
"epoch": 0.83,
"learning_rate": 2.0969226964506007e-06,
"loss": 0.5228,
"step": 866
},
{
"epoch": 0.83,
"learning_rate": 2.0919291792014176e-06,
"loss": 0.4958,
"step": 867
},
{
"epoch": 0.83,
"learning_rate": 2.0869373340116467e-06,
"loss": 0.5407,
"step": 868
},
{
"epoch": 0.83,
"learning_rate": 2.0819471813352415e-06,
"loss": 0.5391,
"step": 869
},
{
"epoch": 0.84,
"learning_rate": 2.0769587416192212e-06,
"loss": 0.4819,
"step": 870
},
{
"epoch": 0.84,
"learning_rate": 2.0719720353035848e-06,
"loss": 0.4966,
"step": 871
},
{
"epoch": 0.84,
"learning_rate": 2.066987082821231e-06,
"loss": 0.5225,
"step": 872
},
{
"epoch": 0.84,
"learning_rate": 2.06200390459787e-06,
"loss": 0.4899,
"step": 873
},
{
"epoch": 0.84,
"learning_rate": 2.0570225210519433e-06,
"loss": 0.4696,
"step": 874
},
{
"epoch": 0.84,
"learning_rate": 2.0520429525945387e-06,
"loss": 0.4807,
"step": 875
},
{
"epoch": 0.84,
"learning_rate": 2.047065219629306e-06,
"loss": 0.5001,
"step": 876
},
{
"epoch": 0.84,
"learning_rate": 2.0420893425523747e-06,
"loss": 0.4906,
"step": 877
},
{
"epoch": 0.84,
"learning_rate": 2.0371153417522703e-06,
"loss": 0.4888,
"step": 878
},
{
"epoch": 0.84,
"learning_rate": 2.0321432376098286e-06,
"loss": 0.5089,
"step": 879
},
{
"epoch": 0.85,
"learning_rate": 2.0271730504981165e-06,
"loss": 0.4711,
"step": 880
},
{
"epoch": 0.85,
"learning_rate": 2.0222048007823424e-06,
"loss": 0.4886,
"step": 881
},
{
"epoch": 0.85,
"learning_rate": 2.0172385088197804e-06,
"loss": 0.5886,
"step": 882
},
{
"epoch": 0.85,
"learning_rate": 2.01227419495968e-06,
"loss": 0.5104,
"step": 883
},
{
"epoch": 0.85,
"learning_rate": 2.007311879543185e-06,
"loss": 0.5049,
"step": 884
},
{
"epoch": 0.85,
"learning_rate": 2.0023515829032535e-06,
"loss": 0.5236,
"step": 885
},
{
"epoch": 0.85,
"learning_rate": 1.9973933253645684e-06,
"loss": 0.5152,
"step": 886
},
{
"epoch": 0.85,
"learning_rate": 1.9924371272434604e-06,
"loss": 0.5075,
"step": 887
},
{
"epoch": 0.85,
"learning_rate": 1.9874830088478196e-06,
"loss": 0.5664,
"step": 888
},
{
"epoch": 0.85,
"learning_rate": 1.9825309904770155e-06,
"loss": 0.4783,
"step": 889
},
{
"epoch": 0.85,
"learning_rate": 1.9775810924218126e-06,
"loss": 0.507,
"step": 890
},
{
"epoch": 0.86,
"learning_rate": 1.9726333349642877e-06,
"loss": 0.5082,
"step": 891
},
{
"epoch": 0.86,
"learning_rate": 1.967687738377746e-06,
"loss": 0.4941,
"step": 892
},
{
"epoch": 0.86,
"learning_rate": 1.962744322926639e-06,
"loss": 0.4812,
"step": 893
},
{
"epoch": 0.86,
"learning_rate": 1.9578031088664812e-06,
"loss": 0.5064,
"step": 894
},
{
"epoch": 0.86,
"learning_rate": 1.952864116443766e-06,
"loss": 0.5245,
"step": 895
},
{
"epoch": 0.86,
"learning_rate": 1.9479273658958852e-06,
"loss": 0.5347,
"step": 896
},
{
"epoch": 0.86,
"learning_rate": 1.9429928774510435e-06,
"loss": 0.4956,
"step": 897
},
{
"epoch": 0.86,
"learning_rate": 1.9380606713281773e-06,
"loss": 0.5046,
"step": 898
},
{
"epoch": 0.86,
"learning_rate": 1.9331307677368705e-06,
"loss": 0.5084,
"step": 899
},
{
"epoch": 0.86,
"learning_rate": 1.928203186877273e-06,
"loss": 0.5355,
"step": 900
},
{
"epoch": 0.87,
"learning_rate": 1.9232779489400168e-06,
"loss": 0.4941,
"step": 901
},
{
"epoch": 0.87,
"learning_rate": 1.9183550741061354e-06,
"loss": 0.5205,
"step": 902
},
{
"epoch": 0.87,
"learning_rate": 1.913434582546978e-06,
"loss": 0.4974,
"step": 903
},
{
"epoch": 0.87,
"learning_rate": 1.9085164944241275e-06,
"loss": 0.5284,
"step": 904
},
{
"epoch": 0.87,
"learning_rate": 1.9036008298893221e-06,
"loss": 0.4852,
"step": 905
},
{
"epoch": 0.87,
"learning_rate": 1.8986876090843668e-06,
"loss": 0.5125,
"step": 906
},
{
"epoch": 0.87,
"learning_rate": 1.8937768521410535e-06,
"loss": 0.5096,
"step": 907
},
{
"epoch": 0.87,
"learning_rate": 1.8888685791810784e-06,
"loss": 0.4974,
"step": 908
},
{
"epoch": 0.87,
"learning_rate": 1.8839628103159624e-06,
"loss": 0.4864,
"step": 909
},
{
"epoch": 0.87,
"learning_rate": 1.8790595656469628e-06,
"loss": 0.4748,
"step": 910
},
{
"epoch": 0.88,
"learning_rate": 1.874158865264995e-06,
"loss": 0.4799,
"step": 911
},
{
"epoch": 0.88,
"learning_rate": 1.86926072925055e-06,
"loss": 0.5262,
"step": 912
},
{
"epoch": 0.88,
"learning_rate": 1.8643651776736102e-06,
"loss": 0.5242,
"step": 913
},
{
"epoch": 0.88,
"learning_rate": 1.8594722305935691e-06,
"loss": 0.499,
"step": 914
},
{
"epoch": 0.88,
"learning_rate": 1.8545819080591481e-06,
"loss": 0.5001,
"step": 915
},
{
"epoch": 0.88,
"learning_rate": 1.8496942301083142e-06,
"loss": 0.5448,
"step": 916
},
{
"epoch": 0.88,
"learning_rate": 1.8448092167681997e-06,
"loss": 0.5114,
"step": 917
},
{
"epoch": 0.88,
"learning_rate": 1.8399268880550174e-06,
"loss": 0.4528,
"step": 918
},
{
"epoch": 0.88,
"learning_rate": 1.83504726397398e-06,
"loss": 0.4756,
"step": 919
},
{
"epoch": 0.88,
"learning_rate": 1.8301703645192178e-06,
"loss": 0.4987,
"step": 920
},
{
"epoch": 0.88,
"learning_rate": 1.8252962096736987e-06,
"loss": 0.5011,
"step": 921
},
{
"epoch": 0.89,
"learning_rate": 1.8204248194091429e-06,
"loss": 0.5119,
"step": 922
},
{
"epoch": 0.89,
"learning_rate": 1.8155562136859433e-06,
"loss": 0.4583,
"step": 923
},
{
"epoch": 0.89,
"learning_rate": 1.8106904124530839e-06,
"loss": 0.5031,
"step": 924
},
{
"epoch": 0.89,
"learning_rate": 1.8058274356480552e-06,
"loss": 0.4953,
"step": 925
},
{
"epoch": 0.89,
"learning_rate": 1.800967303196778e-06,
"loss": 0.4917,
"step": 926
},
{
"epoch": 0.89,
"learning_rate": 1.7961100350135158e-06,
"loss": 0.5185,
"step": 927
},
{
"epoch": 0.89,
"learning_rate": 1.7912556510007967e-06,
"loss": 0.485,
"step": 928
},
{
"epoch": 0.89,
"learning_rate": 1.7864041710493314e-06,
"loss": 0.4806,
"step": 929
},
{
"epoch": 0.89,
"learning_rate": 1.7815556150379298e-06,
"loss": 0.523,
"step": 930
},
{
"epoch": 0.89,
"learning_rate": 1.7767100028334236e-06,
"loss": 0.5369,
"step": 931
},
{
"epoch": 0.9,
"learning_rate": 1.77186735429058e-06,
"loss": 0.5186,
"step": 932
},
{
"epoch": 0.9,
"learning_rate": 1.7670276892520238e-06,
"loss": 0.5126,
"step": 933
},
{
"epoch": 0.9,
"learning_rate": 1.7621910275481544e-06,
"loss": 0.4797,
"step": 934
},
{
"epoch": 0.9,
"learning_rate": 1.7573573889970657e-06,
"loss": 0.4785,
"step": 935
},
{
"epoch": 0.9,
"learning_rate": 1.7525267934044642e-06,
"loss": 0.502,
"step": 936
},
{
"epoch": 0.9,
"learning_rate": 1.7476992605635872e-06,
"loss": 0.4742,
"step": 937
},
{
"epoch": 0.9,
"learning_rate": 1.7428748102551237e-06,
"loss": 0.5254,
"step": 938
},
{
"epoch": 0.9,
"learning_rate": 1.7380534622471304e-06,
"loss": 0.5043,
"step": 939
},
{
"epoch": 0.9,
"learning_rate": 1.7332352362949546e-06,
"loss": 0.5013,
"step": 940
},
{
"epoch": 0.9,
"learning_rate": 1.7284201521411492e-06,
"loss": 0.5011,
"step": 941
},
{
"epoch": 0.9,
"learning_rate": 1.7236082295153948e-06,
"loss": 0.4999,
"step": 942
},
{
"epoch": 0.91,
"learning_rate": 1.7187994881344167e-06,
"loss": 0.5013,
"step": 943
},
{
"epoch": 0.91,
"learning_rate": 1.7139939477019057e-06,
"loss": 0.4973,
"step": 944
},
{
"epoch": 0.91,
"learning_rate": 1.709191627908438e-06,
"loss": 0.5167,
"step": 945
},
{
"epoch": 0.91,
"learning_rate": 1.7043925484313911e-06,
"loss": 0.4975,
"step": 946
},
{
"epoch": 0.91,
"learning_rate": 1.6995967289348664e-06,
"loss": 0.4787,
"step": 947
},
{
"epoch": 0.91,
"learning_rate": 1.6948041890696076e-06,
"loss": 0.471,
"step": 948
},
{
"epoch": 0.91,
"learning_rate": 1.690014948472921e-06,
"loss": 0.4808,
"step": 949
},
{
"epoch": 0.91,
"learning_rate": 1.685229026768593e-06,
"loss": 0.5186,
"step": 950
},
{
"epoch": 0.91,
"learning_rate": 1.6804464435668116e-06,
"loss": 0.5279,
"step": 951
},
{
"epoch": 0.91,
"learning_rate": 1.6756672184640847e-06,
"loss": 0.5036,
"step": 952
},
{
"epoch": 0.92,
"learning_rate": 1.6708913710431607e-06,
"loss": 0.506,
"step": 953
},
{
"epoch": 0.92,
"learning_rate": 1.6661189208729492e-06,
"loss": 0.5154,
"step": 954
},
{
"epoch": 0.92,
"learning_rate": 1.6613498875084382e-06,
"loss": 0.5069,
"step": 955
},
{
"epoch": 0.92,
"learning_rate": 1.6565842904906154e-06,
"loss": 0.4657,
"step": 956
},
{
"epoch": 0.92,
"learning_rate": 1.6518221493463903e-06,
"loss": 0.4738,
"step": 957
},
{
"epoch": 0.92,
"learning_rate": 1.6470634835885097e-06,
"loss": 0.481,
"step": 958
},
{
"epoch": 0.92,
"learning_rate": 1.642308312715481e-06,
"loss": 0.5073,
"step": 959
},
{
"epoch": 0.92,
"learning_rate": 1.6375566562114903e-06,
"loss": 0.4918,
"step": 960
},
{
"epoch": 0.92,
"learning_rate": 1.6328085335463257e-06,
"loss": 0.5002,
"step": 961
},
{
"epoch": 0.92,
"learning_rate": 1.6280639641752944e-06,
"loss": 0.5037,
"step": 962
},
{
"epoch": 0.93,
"learning_rate": 1.6233229675391439e-06,
"loss": 0.488,
"step": 963
},
{
"epoch": 0.93,
"learning_rate": 1.6185855630639818e-06,
"loss": 0.4588,
"step": 964
},
{
"epoch": 0.93,
"learning_rate": 1.6138517701611993e-06,
"loss": 0.5151,
"step": 965
},
{
"epoch": 0.93,
"learning_rate": 1.6091216082273875e-06,
"loss": 0.4909,
"step": 966
},
{
"epoch": 0.93,
"learning_rate": 1.6043950966442599e-06,
"loss": 0.5011,
"step": 967
},
{
"epoch": 0.93,
"learning_rate": 1.5996722547785722e-06,
"loss": 0.4871,
"step": 968
},
{
"epoch": 0.93,
"learning_rate": 1.5949531019820445e-06,
"loss": 0.5219,
"step": 969
},
{
"epoch": 0.93,
"learning_rate": 1.5902376575912815e-06,
"loss": 0.4868,
"step": 970
},
{
"epoch": 0.93,
"learning_rate": 1.5855259409276912e-06,
"loss": 0.5158,
"step": 971
},
{
"epoch": 0.93,
"learning_rate": 1.580817971297409e-06,
"loss": 0.4802,
"step": 972
},
{
"epoch": 0.93,
"learning_rate": 1.5761137679912152e-06,
"loss": 0.4952,
"step": 973
},
{
"epoch": 0.94,
"learning_rate": 1.5714133502844591e-06,
"loss": 0.4743,
"step": 974
},
{
"epoch": 0.94,
"learning_rate": 1.5667167374369786e-06,
"loss": 0.4861,
"step": 975
},
{
"epoch": 0.94,
"learning_rate": 1.56202394869302e-06,
"loss": 0.499,
"step": 976
},
{
"epoch": 0.94,
"learning_rate": 1.557335003281162e-06,
"loss": 0.5171,
"step": 977
},
{
"epoch": 0.94,
"learning_rate": 1.5526499204142332e-06,
"loss": 0.4934,
"step": 978
},
{
"epoch": 0.94,
"learning_rate": 1.547968719289239e-06,
"loss": 0.4997,
"step": 979
},
{
"epoch": 0.94,
"learning_rate": 1.5432914190872757e-06,
"loss": 0.4582,
"step": 980
},
{
"epoch": 0.94,
"learning_rate": 1.5386180389734583e-06,
"loss": 0.5094,
"step": 981
},
{
"epoch": 0.94,
"learning_rate": 1.5339485980968383e-06,
"loss": 0.4918,
"step": 982
},
{
"epoch": 0.94,
"learning_rate": 1.5292831155903254e-06,
"loss": 0.5352,
"step": 983
},
{
"epoch": 0.95,
"learning_rate": 1.5246216105706124e-06,
"loss": 0.51,
"step": 984
},
{
"epoch": 0.95,
"learning_rate": 1.519964102138092e-06,
"loss": 0.5113,
"step": 985
},
{
"epoch": 0.95,
"learning_rate": 1.5153106093767827e-06,
"loss": 0.461,
"step": 986
},
{
"epoch": 0.95,
"learning_rate": 1.5106611513542467e-06,
"loss": 0.4856,
"step": 987
},
{
"epoch": 0.95,
"learning_rate": 1.506015747121518e-06,
"loss": 0.483,
"step": 988
},
{
"epoch": 0.95,
"learning_rate": 1.5013744157130158e-06,
"loss": 0.5209,
"step": 989
},
{
"epoch": 0.95,
"learning_rate": 1.4967371761464738e-06,
"loss": 0.4929,
"step": 990
},
{
"epoch": 0.95,
"learning_rate": 1.4921040474228582e-06,
"loss": 0.4918,
"step": 991
},
{
"epoch": 0.95,
"learning_rate": 1.4874750485262917e-06,
"loss": 0.4743,
"step": 992
},
{
"epoch": 0.95,
"learning_rate": 1.4828501984239751e-06,
"loss": 0.4938,
"step": 993
},
{
"epoch": 0.95,
"learning_rate": 1.4782295160661103e-06,
"loss": 0.48,
"step": 994
},
{
"epoch": 0.96,
"learning_rate": 1.47361302038582e-06,
"loss": 0.5003,
"step": 995
},
{
"epoch": 0.96,
"learning_rate": 1.469000730299074e-06,
"loss": 0.5219,
"step": 996
},
{
"epoch": 0.96,
"learning_rate": 1.4643926647046086e-06,
"loss": 0.491,
"step": 997
},
{
"epoch": 0.96,
"learning_rate": 1.4597888424838519e-06,
"loss": 0.5006,
"step": 998
},
{
"epoch": 0.96,
"learning_rate": 1.4551892825008423e-06,
"loss": 0.477,
"step": 999
},
{
"epoch": 0.96,
"learning_rate": 1.450594003602158e-06,
"loss": 0.5078,
"step": 1000
},
{
"epoch": 0.96,
"learning_rate": 1.44600302461683e-06,
"loss": 0.5425,
"step": 1001
},
{
"epoch": 0.96,
"learning_rate": 1.4414163643562755e-06,
"loss": 0.4932,
"step": 1002
},
{
"epoch": 0.96,
"learning_rate": 1.4368340416142123e-06,
"loss": 0.4973,
"step": 1003
},
{
"epoch": 0.96,
"learning_rate": 1.4322560751665873e-06,
"loss": 0.4902,
"step": 1004
},
{
"epoch": 0.97,
"learning_rate": 1.4276824837714975e-06,
"loss": 0.5029,
"step": 1005
},
{
"epoch": 0.97,
"learning_rate": 1.4231132861691128e-06,
"loss": 0.5237,
"step": 1006
},
{
"epoch": 0.97,
"learning_rate": 1.4185485010816007e-06,
"loss": 0.4947,
"step": 1007
},
{
"epoch": 0.97,
"learning_rate": 1.4139881472130453e-06,
"loss": 0.5094,
"step": 1008
},
{
"epoch": 0.97,
"learning_rate": 1.4094322432493785e-06,
"loss": 0.4843,
"step": 1009
},
{
"epoch": 0.97,
"learning_rate": 1.4048808078582943e-06,
"loss": 0.4625,
"step": 1010
},
{
"epoch": 0.97,
"learning_rate": 1.40033385968918e-06,
"loss": 0.4828,
"step": 1011
},
{
"epoch": 0.97,
"learning_rate": 1.3957914173730366e-06,
"loss": 0.4858,
"step": 1012
},
{
"epoch": 0.97,
"learning_rate": 1.3912534995223996e-06,
"loss": 0.519,
"step": 1013
},
{
"epoch": 0.97,
"learning_rate": 1.3867201247312697e-06,
"loss": 0.4983,
"step": 1014
},
{
"epoch": 0.98,
"learning_rate": 1.3821913115750284e-06,
"loss": 0.4919,
"step": 1015
},
{
"epoch": 0.98,
"learning_rate": 1.3776670786103685e-06,
"loss": 0.5207,
"step": 1016
},
{
"epoch": 0.98,
"learning_rate": 1.373147444375217e-06,
"loss": 0.4724,
"step": 1017
},
{
"epoch": 0.98,
"learning_rate": 1.3686324273886531e-06,
"loss": 0.507,
"step": 1018
},
{
"epoch": 0.98,
"learning_rate": 1.3641220461508415e-06,
"loss": 0.4939,
"step": 1019
},
{
"epoch": 0.98,
"learning_rate": 1.359616319142949e-06,
"loss": 0.514,
"step": 1020
},
{
"epoch": 0.98,
"learning_rate": 1.3551152648270733e-06,
"loss": 0.4999,
"step": 1021
},
{
"epoch": 0.98,
"learning_rate": 1.3506189016461674e-06,
"loss": 0.4874,
"step": 1022
},
{
"epoch": 0.98,
"learning_rate": 1.3461272480239576e-06,
"loss": 0.5405,
"step": 1023
},
{
"epoch": 0.98,
"learning_rate": 1.341640322364878e-06,
"loss": 0.5018,
"step": 1024
},
{
"epoch": 0.98,
"learning_rate": 1.3371581430539884e-06,
"loss": 0.5408,
"step": 1025
},
{
"epoch": 0.99,
"learning_rate": 1.3326807284568984e-06,
"loss": 0.4818,
"step": 1026
},
{
"epoch": 0.99,
"learning_rate": 1.3282080969196982e-06,
"loss": 0.4731,
"step": 1027
},
{
"epoch": 0.99,
"learning_rate": 1.323740266768875e-06,
"loss": 0.5141,
"step": 1028
},
{
"epoch": 0.99,
"learning_rate": 1.3192772563112464e-06,
"loss": 0.4853,
"step": 1029
},
{
"epoch": 0.99,
"learning_rate": 1.3148190838338804e-06,
"loss": 0.4832,
"step": 1030
},
{
"epoch": 0.99,
"learning_rate": 1.310365767604019e-06,
"loss": 0.489,
"step": 1031
},
{
"epoch": 0.99,
"learning_rate": 1.3059173258690102e-06,
"loss": 0.4872,
"step": 1032
},
{
"epoch": 0.99,
"learning_rate": 1.3014737768562246e-06,
"loss": 0.4798,
"step": 1033
},
{
"epoch": 0.99,
"learning_rate": 1.2970351387729875e-06,
"loss": 0.507,
"step": 1034
},
{
"epoch": 0.99,
"learning_rate": 1.2926014298065023e-06,
"loss": 0.4833,
"step": 1035
},
{
"epoch": 1.0,
"learning_rate": 1.2881726681237727e-06,
"loss": 0.5316,
"step": 1036
},
{
"epoch": 1.0,
"learning_rate": 1.2837488718715347e-06,
"loss": 0.5089,
"step": 1037
},
{
"epoch": 1.0,
"learning_rate": 1.2793300591761742e-06,
"loss": 0.4921,
"step": 1038
},
{
"epoch": 1.0,
"learning_rate": 1.2749162481436612e-06,
"loss": 0.4613,
"step": 1039
},
{
"epoch": 1.0,
"learning_rate": 1.27050745685947e-06,
"loss": 0.4695,
"step": 1040
},
{
"epoch": 1.0,
"learning_rate": 1.2661037033885055e-06,
"loss": 0.4744,
"step": 1041
},
{
"epoch": 1.0,
"learning_rate": 1.2617050057750322e-06,
"loss": 0.4759,
"step": 1042
},
{
"epoch": 1.0,
"eval_loss": 0.4901578426361084,
"eval_runtime": 2316.6043,
"eval_samples_per_second": 1.173,
"eval_steps_per_second": 0.147,
"step": 1042
}
],
"logging_steps": 1,
"max_steps": 1562,
"num_input_tokens_seen": 0,
"num_train_epochs": 2,
"save_steps": 521,
"total_flos": 436137822781440.0,
"train_batch_size": 1,
"trial_name": null,
"trial_params": null
}