{ "best_metric": null, "best_model_checkpoint": null, "epoch": 1.0, "global_step": 9632, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0, "learning_rate": 3.460207612456748e-07, "loss": 1.6795, "step": 1 }, { "epoch": 0.0, "learning_rate": 6.920415224913496e-07, "loss": 1.3626, "step": 2 }, { "epoch": 0.0, "learning_rate": 1.0380622837370243e-06, "loss": 1.5951, "step": 3 }, { "epoch": 0.0, "learning_rate": 1.3840830449826992e-06, "loss": 1.7045, "step": 4 }, { "epoch": 0.0, "learning_rate": 1.7301038062283738e-06, "loss": 1.5412, "step": 5 }, { "epoch": 0.0, "learning_rate": 2.0761245674740485e-06, "loss": 1.3967, "step": 6 }, { "epoch": 0.0, "learning_rate": 2.4221453287197232e-06, "loss": 1.6771, "step": 7 }, { "epoch": 0.0, "learning_rate": 2.7681660899653983e-06, "loss": 1.5655, "step": 8 }, { "epoch": 0.0, "learning_rate": 3.1141868512110726e-06, "loss": 1.5287, "step": 9 }, { "epoch": 0.0, "learning_rate": 3.4602076124567477e-06, "loss": 1.5347, "step": 10 }, { "epoch": 0.0, "learning_rate": 3.8062283737024224e-06, "loss": 1.4428, "step": 11 }, { "epoch": 0.0, "learning_rate": 4.152249134948097e-06, "loss": 1.375, "step": 12 }, { "epoch": 0.0, "learning_rate": 4.498269896193772e-06, "loss": 1.5356, "step": 13 }, { "epoch": 0.0, "learning_rate": 4.8442906574394464e-06, "loss": 1.3796, "step": 14 }, { "epoch": 0.0, "learning_rate": 5.190311418685121e-06, "loss": 1.4043, "step": 15 }, { "epoch": 0.0, "learning_rate": 5.536332179930797e-06, "loss": 1.21, "step": 16 }, { "epoch": 0.0, "learning_rate": 5.882352941176471e-06, "loss": 1.229, "step": 17 }, { "epoch": 0.0, "learning_rate": 6.228373702422145e-06, "loss": 1.0861, "step": 18 }, { "epoch": 0.0, "learning_rate": 6.5743944636678194e-06, "loss": 1.1854, "step": 19 }, { "epoch": 0.0, "learning_rate": 6.920415224913495e-06, "loss": 0.9912, "step": 20 }, { "epoch": 0.0, "learning_rate": 7.2664359861591705e-06, "loss": 1.2784, "step": 21 }, { "epoch": 0.0, "learning_rate": 7.612456747404845e-06, "loss": 1.0398, "step": 22 }, { "epoch": 0.0, "learning_rate": 7.958477508650519e-06, "loss": 1.0751, "step": 23 }, { "epoch": 0.0, "learning_rate": 8.304498269896194e-06, "loss": 1.1548, "step": 24 }, { "epoch": 0.0, "learning_rate": 8.650519031141868e-06, "loss": 1.179, "step": 25 }, { "epoch": 0.0, "learning_rate": 8.996539792387544e-06, "loss": 1.0621, "step": 26 }, { "epoch": 0.0, "learning_rate": 9.34256055363322e-06, "loss": 1.1457, "step": 27 }, { "epoch": 0.0, "learning_rate": 9.688581314878893e-06, "loss": 1.0238, "step": 28 }, { "epoch": 0.0, "learning_rate": 1.0034602076124568e-05, "loss": 1.1217, "step": 29 }, { "epoch": 0.0, "learning_rate": 1.0380622837370241e-05, "loss": 1.142, "step": 30 }, { "epoch": 0.0, "learning_rate": 1.0726643598615918e-05, "loss": 1.0593, "step": 31 }, { "epoch": 0.0, "learning_rate": 1.1072664359861593e-05, "loss": 1.0458, "step": 32 }, { "epoch": 0.0, "learning_rate": 1.1418685121107267e-05, "loss": 1.0907, "step": 33 }, { "epoch": 0.0, "learning_rate": 1.1764705882352942e-05, "loss": 1.1651, "step": 34 }, { "epoch": 0.0, "learning_rate": 1.2110726643598615e-05, "loss": 0.9728, "step": 35 }, { "epoch": 0.0, "learning_rate": 1.245674740484429e-05, "loss": 1.0336, "step": 36 }, { "epoch": 0.0, "learning_rate": 1.2802768166089965e-05, "loss": 1.0209, "step": 37 }, { "epoch": 0.0, "learning_rate": 1.3148788927335639e-05, "loss": 0.9648, "step": 38 }, { "epoch": 0.0, "learning_rate": 1.3494809688581317e-05, "loss": 1.1437, "step": 39 }, { "epoch": 0.0, "learning_rate": 1.384083044982699e-05, "loss": 0.9957, "step": 40 }, { "epoch": 0.0, "learning_rate": 1.4186851211072666e-05, "loss": 0.9371, "step": 41 }, { "epoch": 0.0, "learning_rate": 1.4532871972318341e-05, "loss": 1.0935, "step": 42 }, { "epoch": 0.0, "learning_rate": 1.4878892733564014e-05, "loss": 1.0494, "step": 43 }, { "epoch": 0.0, "learning_rate": 1.522491349480969e-05, "loss": 0.9766, "step": 44 }, { "epoch": 0.0, "learning_rate": 1.5570934256055363e-05, "loss": 0.9685, "step": 45 }, { "epoch": 0.0, "learning_rate": 1.5916955017301038e-05, "loss": 1.1102, "step": 46 }, { "epoch": 0.0, "learning_rate": 1.6262975778546713e-05, "loss": 0.961, "step": 47 }, { "epoch": 0.0, "learning_rate": 1.6608996539792388e-05, "loss": 1.0285, "step": 48 }, { "epoch": 0.01, "learning_rate": 1.6955017301038063e-05, "loss": 0.9695, "step": 49 }, { "epoch": 0.01, "learning_rate": 1.7301038062283735e-05, "loss": 0.815, "step": 50 }, { "epoch": 0.01, "learning_rate": 1.7647058823529414e-05, "loss": 1.0906, "step": 51 }, { "epoch": 0.01, "learning_rate": 1.799307958477509e-05, "loss": 1.0014, "step": 52 }, { "epoch": 0.01, "learning_rate": 1.8339100346020764e-05, "loss": 0.9924, "step": 53 }, { "epoch": 0.01, "learning_rate": 1.868512110726644e-05, "loss": 0.8904, "step": 54 }, { "epoch": 0.01, "learning_rate": 1.903114186851211e-05, "loss": 0.9222, "step": 55 }, { "epoch": 0.01, "learning_rate": 1.9377162629757786e-05, "loss": 0.7886, "step": 56 }, { "epoch": 0.01, "learning_rate": 1.972318339100346e-05, "loss": 0.9427, "step": 57 }, { "epoch": 0.01, "learning_rate": 2.0069204152249136e-05, "loss": 0.893, "step": 58 }, { "epoch": 0.01, "learning_rate": 2.041522491349481e-05, "loss": 0.956, "step": 59 }, { "epoch": 0.01, "learning_rate": 2.0761245674740483e-05, "loss": 1.0223, "step": 60 }, { "epoch": 0.01, "learning_rate": 2.1107266435986158e-05, "loss": 1.0562, "step": 61 }, { "epoch": 0.01, "learning_rate": 2.1453287197231836e-05, "loss": 0.8873, "step": 62 }, { "epoch": 0.01, "learning_rate": 2.179930795847751e-05, "loss": 1.0667, "step": 63 }, { "epoch": 0.01, "learning_rate": 2.2145328719723187e-05, "loss": 0.8801, "step": 64 }, { "epoch": 0.01, "learning_rate": 2.249134948096886e-05, "loss": 0.827, "step": 65 }, { "epoch": 0.01, "learning_rate": 2.2837370242214533e-05, "loss": 0.9065, "step": 66 }, { "epoch": 0.01, "learning_rate": 2.318339100346021e-05, "loss": 0.843, "step": 67 }, { "epoch": 0.01, "learning_rate": 2.3529411764705884e-05, "loss": 0.7811, "step": 68 }, { "epoch": 0.01, "learning_rate": 2.387543252595156e-05, "loss": 0.8619, "step": 69 }, { "epoch": 0.01, "learning_rate": 2.422145328719723e-05, "loss": 0.9606, "step": 70 }, { "epoch": 0.01, "learning_rate": 2.4567474048442906e-05, "loss": 1.049, "step": 71 }, { "epoch": 0.01, "learning_rate": 2.491349480968858e-05, "loss": 0.8193, "step": 72 }, { "epoch": 0.01, "learning_rate": 2.5259515570934256e-05, "loss": 0.8949, "step": 73 }, { "epoch": 0.01, "learning_rate": 2.560553633217993e-05, "loss": 0.9458, "step": 74 }, { "epoch": 0.01, "learning_rate": 2.5951557093425606e-05, "loss": 0.9133, "step": 75 }, { "epoch": 0.01, "learning_rate": 2.6297577854671278e-05, "loss": 0.8177, "step": 76 }, { "epoch": 0.01, "learning_rate": 2.6643598615916953e-05, "loss": 0.8904, "step": 77 }, { "epoch": 0.01, "learning_rate": 2.6989619377162635e-05, "loss": 1.1217, "step": 78 }, { "epoch": 0.01, "learning_rate": 2.733564013840831e-05, "loss": 0.9388, "step": 79 }, { "epoch": 0.01, "learning_rate": 2.768166089965398e-05, "loss": 0.8183, "step": 80 }, { "epoch": 0.01, "learning_rate": 2.8027681660899657e-05, "loss": 0.919, "step": 81 }, { "epoch": 0.01, "learning_rate": 2.8373702422145332e-05, "loss": 0.8344, "step": 82 }, { "epoch": 0.01, "learning_rate": 2.8719723183391007e-05, "loss": 0.8982, "step": 83 }, { "epoch": 0.01, "learning_rate": 2.9065743944636682e-05, "loss": 0.8757, "step": 84 }, { "epoch": 0.01, "learning_rate": 2.9411764705882354e-05, "loss": 0.9384, "step": 85 }, { "epoch": 0.01, "learning_rate": 2.975778546712803e-05, "loss": 0.8411, "step": 86 }, { "epoch": 0.01, "learning_rate": 3.0103806228373704e-05, "loss": 0.7822, "step": 87 }, { "epoch": 0.01, "learning_rate": 3.044982698961938e-05, "loss": 0.8646, "step": 88 }, { "epoch": 0.01, "learning_rate": 3.079584775086505e-05, "loss": 0.9367, "step": 89 }, { "epoch": 0.01, "learning_rate": 3.1141868512110726e-05, "loss": 0.9395, "step": 90 }, { "epoch": 0.01, "learning_rate": 3.14878892733564e-05, "loss": 0.9656, "step": 91 }, { "epoch": 0.01, "learning_rate": 3.1833910034602076e-05, "loss": 0.8083, "step": 92 }, { "epoch": 0.01, "learning_rate": 3.217993079584775e-05, "loss": 0.7428, "step": 93 }, { "epoch": 0.01, "learning_rate": 3.2525951557093426e-05, "loss": 0.7411, "step": 94 }, { "epoch": 0.01, "learning_rate": 3.28719723183391e-05, "loss": 0.8843, "step": 95 }, { "epoch": 0.01, "learning_rate": 3.3217993079584777e-05, "loss": 0.7237, "step": 96 }, { "epoch": 0.01, "learning_rate": 3.356401384083045e-05, "loss": 0.8335, "step": 97 }, { "epoch": 0.01, "learning_rate": 3.391003460207613e-05, "loss": 0.9874, "step": 98 }, { "epoch": 0.01, "learning_rate": 3.4256055363321795e-05, "loss": 0.9745, "step": 99 }, { "epoch": 0.01, "learning_rate": 3.460207612456747e-05, "loss": 0.9314, "step": 100 }, { "epoch": 0.01, "learning_rate": 3.494809688581315e-05, "loss": 0.9698, "step": 101 }, { "epoch": 0.01, "learning_rate": 3.529411764705883e-05, "loss": 0.9042, "step": 102 }, { "epoch": 0.01, "learning_rate": 3.56401384083045e-05, "loss": 0.9737, "step": 103 }, { "epoch": 0.01, "learning_rate": 3.598615916955018e-05, "loss": 0.839, "step": 104 }, { "epoch": 0.01, "learning_rate": 3.633217993079585e-05, "loss": 0.7159, "step": 105 }, { "epoch": 0.01, "learning_rate": 3.667820069204153e-05, "loss": 0.7942, "step": 106 }, { "epoch": 0.01, "learning_rate": 3.70242214532872e-05, "loss": 0.9009, "step": 107 }, { "epoch": 0.01, "learning_rate": 3.737024221453288e-05, "loss": 0.7854, "step": 108 }, { "epoch": 0.01, "learning_rate": 3.7716262975778546e-05, "loss": 0.8881, "step": 109 }, { "epoch": 0.01, "learning_rate": 3.806228373702422e-05, "loss": 0.8818, "step": 110 }, { "epoch": 0.01, "learning_rate": 3.8408304498269896e-05, "loss": 0.939, "step": 111 }, { "epoch": 0.01, "learning_rate": 3.875432525951557e-05, "loss": 0.7492, "step": 112 }, { "epoch": 0.01, "learning_rate": 3.910034602076125e-05, "loss": 0.9252, "step": 113 }, { "epoch": 0.01, "learning_rate": 3.944636678200692e-05, "loss": 0.6767, "step": 114 }, { "epoch": 0.01, "learning_rate": 3.97923875432526e-05, "loss": 0.8659, "step": 115 }, { "epoch": 0.01, "learning_rate": 4.013840830449827e-05, "loss": 0.8968, "step": 116 }, { "epoch": 0.01, "learning_rate": 4.048442906574395e-05, "loss": 0.7941, "step": 117 }, { "epoch": 0.01, "learning_rate": 4.083044982698962e-05, "loss": 0.9087, "step": 118 }, { "epoch": 0.01, "learning_rate": 4.11764705882353e-05, "loss": 0.8919, "step": 119 }, { "epoch": 0.01, "learning_rate": 4.1522491349480966e-05, "loss": 0.8686, "step": 120 }, { "epoch": 0.01, "learning_rate": 4.186851211072664e-05, "loss": 0.8259, "step": 121 }, { "epoch": 0.01, "learning_rate": 4.2214532871972316e-05, "loss": 0.8395, "step": 122 }, { "epoch": 0.01, "learning_rate": 4.2560553633218e-05, "loss": 1.0677, "step": 123 }, { "epoch": 0.01, "learning_rate": 4.290657439446367e-05, "loss": 0.9026, "step": 124 }, { "epoch": 0.01, "learning_rate": 4.325259515570935e-05, "loss": 1.0313, "step": 125 }, { "epoch": 0.01, "learning_rate": 4.359861591695502e-05, "loss": 0.8474, "step": 126 }, { "epoch": 0.01, "learning_rate": 4.39446366782007e-05, "loss": 0.9767, "step": 127 }, { "epoch": 0.01, "learning_rate": 4.429065743944637e-05, "loss": 0.955, "step": 128 }, { "epoch": 0.01, "learning_rate": 4.463667820069204e-05, "loss": 0.8458, "step": 129 }, { "epoch": 0.01, "learning_rate": 4.498269896193772e-05, "loss": 0.7009, "step": 130 }, { "epoch": 0.01, "learning_rate": 4.532871972318339e-05, "loss": 0.8022, "step": 131 }, { "epoch": 0.01, "learning_rate": 4.567474048442907e-05, "loss": 0.8568, "step": 132 }, { "epoch": 0.01, "learning_rate": 4.602076124567474e-05, "loss": 1.0373, "step": 133 }, { "epoch": 0.01, "learning_rate": 4.636678200692042e-05, "loss": 0.8764, "step": 134 }, { "epoch": 0.01, "learning_rate": 4.671280276816609e-05, "loss": 0.8851, "step": 135 }, { "epoch": 0.01, "learning_rate": 4.705882352941177e-05, "loss": 0.7874, "step": 136 }, { "epoch": 0.01, "learning_rate": 4.740484429065744e-05, "loss": 0.8495, "step": 137 }, { "epoch": 0.01, "learning_rate": 4.775086505190312e-05, "loss": 0.6567, "step": 138 }, { "epoch": 0.01, "learning_rate": 4.809688581314879e-05, "loss": 0.8346, "step": 139 }, { "epoch": 0.01, "learning_rate": 4.844290657439446e-05, "loss": 0.7746, "step": 140 }, { "epoch": 0.01, "learning_rate": 4.8788927335640136e-05, "loss": 0.8429, "step": 141 }, { "epoch": 0.01, "learning_rate": 4.913494809688581e-05, "loss": 0.7969, "step": 142 }, { "epoch": 0.01, "learning_rate": 4.9480968858131486e-05, "loss": 0.8221, "step": 143 }, { "epoch": 0.01, "learning_rate": 4.982698961937716e-05, "loss": 0.797, "step": 144 }, { "epoch": 0.02, "learning_rate": 5.017301038062284e-05, "loss": 0.8356, "step": 145 }, { "epoch": 0.02, "learning_rate": 5.051903114186851e-05, "loss": 0.8496, "step": 146 }, { "epoch": 0.02, "learning_rate": 5.0865051903114194e-05, "loss": 0.9026, "step": 147 }, { "epoch": 0.02, "learning_rate": 5.121107266435986e-05, "loss": 0.8185, "step": 148 }, { "epoch": 0.02, "learning_rate": 5.1557093425605544e-05, "loss": 0.8331, "step": 149 }, { "epoch": 0.02, "learning_rate": 5.190311418685121e-05, "loss": 0.8903, "step": 150 }, { "epoch": 0.02, "learning_rate": 5.224913494809689e-05, "loss": 0.7612, "step": 151 }, { "epoch": 0.02, "learning_rate": 5.2595155709342556e-05, "loss": 0.9473, "step": 152 }, { "epoch": 0.02, "learning_rate": 5.294117647058824e-05, "loss": 1.0379, "step": 153 }, { "epoch": 0.02, "learning_rate": 5.3287197231833906e-05, "loss": 0.9291, "step": 154 }, { "epoch": 0.02, "learning_rate": 5.363321799307959e-05, "loss": 0.759, "step": 155 }, { "epoch": 0.02, "learning_rate": 5.397923875432527e-05, "loss": 0.8597, "step": 156 }, { "epoch": 0.02, "learning_rate": 5.432525951557094e-05, "loss": 0.9057, "step": 157 }, { "epoch": 0.02, "learning_rate": 5.467128027681662e-05, "loss": 0.792, "step": 158 }, { "epoch": 0.02, "learning_rate": 5.501730103806229e-05, "loss": 0.9032, "step": 159 }, { "epoch": 0.02, "learning_rate": 5.536332179930796e-05, "loss": 0.7293, "step": 160 }, { "epoch": 0.02, "learning_rate": 5.570934256055363e-05, "loss": 0.7688, "step": 161 }, { "epoch": 0.02, "learning_rate": 5.6055363321799313e-05, "loss": 0.8253, "step": 162 }, { "epoch": 0.02, "learning_rate": 5.640138408304498e-05, "loss": 0.8824, "step": 163 }, { "epoch": 0.02, "learning_rate": 5.6747404844290664e-05, "loss": 0.8101, "step": 164 }, { "epoch": 0.02, "learning_rate": 5.709342560553633e-05, "loss": 0.9289, "step": 165 }, { "epoch": 0.02, "learning_rate": 5.7439446366782014e-05, "loss": 0.9943, "step": 166 }, { "epoch": 0.02, "learning_rate": 5.778546712802768e-05, "loss": 0.8749, "step": 167 }, { "epoch": 0.02, "learning_rate": 5.8131487889273364e-05, "loss": 0.8989, "step": 168 }, { "epoch": 0.02, "learning_rate": 5.847750865051903e-05, "loss": 0.8074, "step": 169 }, { "epoch": 0.02, "learning_rate": 5.882352941176471e-05, "loss": 0.8504, "step": 170 }, { "epoch": 0.02, "learning_rate": 5.916955017301038e-05, "loss": 0.8397, "step": 171 }, { "epoch": 0.02, "learning_rate": 5.951557093425606e-05, "loss": 0.9372, "step": 172 }, { "epoch": 0.02, "learning_rate": 5.9861591695501726e-05, "loss": 0.9019, "step": 173 }, { "epoch": 0.02, "learning_rate": 6.020761245674741e-05, "loss": 0.7876, "step": 174 }, { "epoch": 0.02, "learning_rate": 6.0553633217993076e-05, "loss": 0.7847, "step": 175 }, { "epoch": 0.02, "learning_rate": 6.089965397923876e-05, "loss": 0.9238, "step": 176 }, { "epoch": 0.02, "learning_rate": 6.124567474048443e-05, "loss": 0.9045, "step": 177 }, { "epoch": 0.02, "learning_rate": 6.15916955017301e-05, "loss": 0.7958, "step": 178 }, { "epoch": 0.02, "learning_rate": 6.193771626297578e-05, "loss": 0.9155, "step": 179 }, { "epoch": 0.02, "learning_rate": 6.228373702422145e-05, "loss": 0.9174, "step": 180 }, { "epoch": 0.02, "learning_rate": 6.262975778546713e-05, "loss": 0.9086, "step": 181 }, { "epoch": 0.02, "learning_rate": 6.29757785467128e-05, "loss": 0.8666, "step": 182 }, { "epoch": 0.02, "learning_rate": 6.332179930795848e-05, "loss": 0.8399, "step": 183 }, { "epoch": 0.02, "learning_rate": 6.366782006920415e-05, "loss": 0.8211, "step": 184 }, { "epoch": 0.02, "learning_rate": 6.401384083044983e-05, "loss": 0.812, "step": 185 }, { "epoch": 0.02, "learning_rate": 6.43598615916955e-05, "loss": 0.9167, "step": 186 }, { "epoch": 0.02, "learning_rate": 6.470588235294118e-05, "loss": 0.7896, "step": 187 }, { "epoch": 0.02, "learning_rate": 6.505190311418685e-05, "loss": 0.7852, "step": 188 }, { "epoch": 0.02, "learning_rate": 6.539792387543253e-05, "loss": 0.8352, "step": 189 }, { "epoch": 0.02, "learning_rate": 6.57439446366782e-05, "loss": 0.817, "step": 190 }, { "epoch": 0.02, "learning_rate": 6.608996539792388e-05, "loss": 0.9608, "step": 191 }, { "epoch": 0.02, "learning_rate": 6.643598615916955e-05, "loss": 0.7529, "step": 192 }, { "epoch": 0.02, "learning_rate": 6.678200692041524e-05, "loss": 1.0315, "step": 193 }, { "epoch": 0.02, "learning_rate": 6.71280276816609e-05, "loss": 0.7974, "step": 194 }, { "epoch": 0.02, "learning_rate": 6.747404844290659e-05, "loss": 0.8325, "step": 195 }, { "epoch": 0.02, "learning_rate": 6.782006920415225e-05, "loss": 0.7257, "step": 196 }, { "epoch": 0.02, "learning_rate": 6.816608996539792e-05, "loss": 0.8458, "step": 197 }, { "epoch": 0.02, "learning_rate": 6.851211072664359e-05, "loss": 0.9221, "step": 198 }, { "epoch": 0.02, "learning_rate": 6.885813148788927e-05, "loss": 0.8134, "step": 199 }, { "epoch": 0.02, "learning_rate": 6.920415224913494e-05, "loss": 0.8235, "step": 200 }, { "epoch": 0.02, "learning_rate": 6.955017301038062e-05, "loss": 0.9196, "step": 201 }, { "epoch": 0.02, "learning_rate": 6.98961937716263e-05, "loss": 0.8363, "step": 202 }, { "epoch": 0.02, "learning_rate": 7.024221453287197e-05, "loss": 0.7723, "step": 203 }, { "epoch": 0.02, "learning_rate": 7.058823529411765e-05, "loss": 0.747, "step": 204 }, { "epoch": 0.02, "learning_rate": 7.093425605536332e-05, "loss": 0.8196, "step": 205 }, { "epoch": 0.02, "learning_rate": 7.1280276816609e-05, "loss": 0.8944, "step": 206 }, { "epoch": 0.02, "learning_rate": 7.162629757785467e-05, "loss": 0.7748, "step": 207 }, { "epoch": 0.02, "learning_rate": 7.197231833910035e-05, "loss": 0.7448, "step": 208 }, { "epoch": 0.02, "learning_rate": 7.231833910034602e-05, "loss": 0.8018, "step": 209 }, { "epoch": 0.02, "learning_rate": 7.26643598615917e-05, "loss": 0.799, "step": 210 }, { "epoch": 0.02, "learning_rate": 7.301038062283737e-05, "loss": 0.8519, "step": 211 }, { "epoch": 0.02, "learning_rate": 7.335640138408306e-05, "loss": 0.7869, "step": 212 }, { "epoch": 0.02, "learning_rate": 7.370242214532872e-05, "loss": 0.9065, "step": 213 }, { "epoch": 0.02, "learning_rate": 7.40484429065744e-05, "loss": 0.9024, "step": 214 }, { "epoch": 0.02, "learning_rate": 7.439446366782007e-05, "loss": 0.8979, "step": 215 }, { "epoch": 0.02, "learning_rate": 7.474048442906576e-05, "loss": 0.8947, "step": 216 }, { "epoch": 0.02, "learning_rate": 7.508650519031142e-05, "loss": 0.8072, "step": 217 }, { "epoch": 0.02, "learning_rate": 7.543252595155709e-05, "loss": 0.9235, "step": 218 }, { "epoch": 0.02, "learning_rate": 7.577854671280276e-05, "loss": 0.8148, "step": 219 }, { "epoch": 0.02, "learning_rate": 7.612456747404844e-05, "loss": 0.8736, "step": 220 }, { "epoch": 0.02, "learning_rate": 7.647058823529411e-05, "loss": 0.8075, "step": 221 }, { "epoch": 0.02, "learning_rate": 7.681660899653979e-05, "loss": 0.787, "step": 222 }, { "epoch": 0.02, "learning_rate": 7.716262975778547e-05, "loss": 0.9311, "step": 223 }, { "epoch": 0.02, "learning_rate": 7.750865051903114e-05, "loss": 0.8112, "step": 224 }, { "epoch": 0.02, "learning_rate": 7.785467128027682e-05, "loss": 0.7502, "step": 225 }, { "epoch": 0.02, "learning_rate": 7.82006920415225e-05, "loss": 0.6669, "step": 226 }, { "epoch": 0.02, "learning_rate": 7.854671280276818e-05, "loss": 0.8445, "step": 227 }, { "epoch": 0.02, "learning_rate": 7.889273356401384e-05, "loss": 0.8907, "step": 228 }, { "epoch": 0.02, "learning_rate": 7.923875432525953e-05, "loss": 0.7796, "step": 229 }, { "epoch": 0.02, "learning_rate": 7.95847750865052e-05, "loss": 0.8954, "step": 230 }, { "epoch": 0.02, "learning_rate": 7.993079584775088e-05, "loss": 0.8507, "step": 231 }, { "epoch": 0.02, "learning_rate": 8.027681660899654e-05, "loss": 0.8854, "step": 232 }, { "epoch": 0.02, "learning_rate": 8.062283737024223e-05, "loss": 0.6622, "step": 233 }, { "epoch": 0.02, "learning_rate": 8.09688581314879e-05, "loss": 0.9162, "step": 234 }, { "epoch": 0.02, "learning_rate": 8.131487889273358e-05, "loss": 0.8199, "step": 235 }, { "epoch": 0.02, "learning_rate": 8.166089965397924e-05, "loss": 0.8734, "step": 236 }, { "epoch": 0.02, "learning_rate": 8.200692041522491e-05, "loss": 0.7537, "step": 237 }, { "epoch": 0.02, "learning_rate": 8.23529411764706e-05, "loss": 0.842, "step": 238 }, { "epoch": 0.02, "learning_rate": 8.269896193771626e-05, "loss": 0.8293, "step": 239 }, { "epoch": 0.02, "learning_rate": 8.304498269896193e-05, "loss": 0.8539, "step": 240 }, { "epoch": 0.03, "learning_rate": 8.339100346020761e-05, "loss": 0.716, "step": 241 }, { "epoch": 0.03, "learning_rate": 8.373702422145328e-05, "loss": 0.8416, "step": 242 }, { "epoch": 0.03, "learning_rate": 8.408304498269896e-05, "loss": 0.8831, "step": 243 }, { "epoch": 0.03, "learning_rate": 8.442906574394463e-05, "loss": 0.7851, "step": 244 }, { "epoch": 0.03, "learning_rate": 8.477508650519031e-05, "loss": 0.9437, "step": 245 }, { "epoch": 0.03, "learning_rate": 8.5121107266436e-05, "loss": 0.8617, "step": 246 }, { "epoch": 0.03, "learning_rate": 8.546712802768166e-05, "loss": 0.8527, "step": 247 }, { "epoch": 0.03, "learning_rate": 8.581314878892735e-05, "loss": 0.7662, "step": 248 }, { "epoch": 0.03, "learning_rate": 8.615916955017301e-05, "loss": 0.7166, "step": 249 }, { "epoch": 0.03, "learning_rate": 8.65051903114187e-05, "loss": 0.9276, "step": 250 }, { "epoch": 0.03, "learning_rate": 8.685121107266436e-05, "loss": 0.8046, "step": 251 }, { "epoch": 0.03, "learning_rate": 8.719723183391005e-05, "loss": 0.7756, "step": 252 }, { "epoch": 0.03, "learning_rate": 8.754325259515571e-05, "loss": 0.7887, "step": 253 }, { "epoch": 0.03, "learning_rate": 8.78892733564014e-05, "loss": 0.9373, "step": 254 }, { "epoch": 0.03, "learning_rate": 8.823529411764706e-05, "loss": 0.8672, "step": 255 }, { "epoch": 0.03, "learning_rate": 8.858131487889275e-05, "loss": 0.7703, "step": 256 }, { "epoch": 0.03, "learning_rate": 8.892733564013841e-05, "loss": 0.9643, "step": 257 }, { "epoch": 0.03, "learning_rate": 8.927335640138408e-05, "loss": 0.9247, "step": 258 }, { "epoch": 0.03, "learning_rate": 8.961937716262977e-05, "loss": 0.8512, "step": 259 }, { "epoch": 0.03, "learning_rate": 8.996539792387543e-05, "loss": 0.8629, "step": 260 }, { "epoch": 0.03, "learning_rate": 9.03114186851211e-05, "loss": 0.8962, "step": 261 }, { "epoch": 0.03, "learning_rate": 9.065743944636678e-05, "loss": 0.8346, "step": 262 }, { "epoch": 0.03, "learning_rate": 9.100346020761245e-05, "loss": 0.8501, "step": 263 }, { "epoch": 0.03, "learning_rate": 9.134948096885813e-05, "loss": 1.0177, "step": 264 }, { "epoch": 0.03, "learning_rate": 9.16955017301038e-05, "loss": 0.8553, "step": 265 }, { "epoch": 0.03, "learning_rate": 9.204152249134948e-05, "loss": 0.8859, "step": 266 }, { "epoch": 0.03, "learning_rate": 9.238754325259517e-05, "loss": 0.8128, "step": 267 }, { "epoch": 0.03, "learning_rate": 9.273356401384083e-05, "loss": 0.7925, "step": 268 }, { "epoch": 0.03, "learning_rate": 9.307958477508652e-05, "loss": 0.7898, "step": 269 }, { "epoch": 0.03, "learning_rate": 9.342560553633218e-05, "loss": 0.955, "step": 270 }, { "epoch": 0.03, "learning_rate": 9.377162629757787e-05, "loss": 0.9586, "step": 271 }, { "epoch": 0.03, "learning_rate": 9.411764705882353e-05, "loss": 0.8513, "step": 272 }, { "epoch": 0.03, "learning_rate": 9.446366782006922e-05, "loss": 0.7474, "step": 273 }, { "epoch": 0.03, "learning_rate": 9.480968858131488e-05, "loss": 0.8058, "step": 274 }, { "epoch": 0.03, "learning_rate": 9.515570934256057e-05, "loss": 0.807, "step": 275 }, { "epoch": 0.03, "learning_rate": 9.550173010380624e-05, "loss": 0.7813, "step": 276 }, { "epoch": 0.03, "learning_rate": 9.584775086505192e-05, "loss": 0.7093, "step": 277 }, { "epoch": 0.03, "learning_rate": 9.619377162629759e-05, "loss": 0.8048, "step": 278 }, { "epoch": 0.03, "learning_rate": 9.653979238754325e-05, "loss": 0.7859, "step": 279 }, { "epoch": 0.03, "learning_rate": 9.688581314878892e-05, "loss": 0.8214, "step": 280 }, { "epoch": 0.03, "learning_rate": 9.72318339100346e-05, "loss": 0.8017, "step": 281 }, { "epoch": 0.03, "learning_rate": 9.757785467128027e-05, "loss": 0.8176, "step": 282 }, { "epoch": 0.03, "learning_rate": 9.792387543252595e-05, "loss": 0.9315, "step": 283 }, { "epoch": 0.03, "learning_rate": 9.826989619377162e-05, "loss": 0.8304, "step": 284 }, { "epoch": 0.03, "learning_rate": 9.86159169550173e-05, "loss": 0.8896, "step": 285 }, { "epoch": 0.03, "learning_rate": 9.896193771626297e-05, "loss": 0.7201, "step": 286 }, { "epoch": 0.03, "learning_rate": 9.930795847750865e-05, "loss": 0.8456, "step": 287 }, { "epoch": 0.03, "learning_rate": 9.965397923875432e-05, "loss": 0.873, "step": 288 }, { "epoch": 0.03, "learning_rate": 0.0001, "loss": 0.7534, "step": 289 }, { "epoch": 0.03, "learning_rate": 9.999999717338244e-05, "loss": 0.8311, "step": 290 }, { "epoch": 0.03, "learning_rate": 9.999998869353008e-05, "loss": 0.8827, "step": 291 }, { "epoch": 0.03, "learning_rate": 9.99999745604439e-05, "loss": 0.841, "step": 292 }, { "epoch": 0.03, "learning_rate": 9.999995477412547e-05, "loss": 0.7935, "step": 293 }, { "epoch": 0.03, "learning_rate": 9.999992933457704e-05, "loss": 0.8508, "step": 294 }, { "epoch": 0.03, "learning_rate": 9.99998982418015e-05, "loss": 0.8516, "step": 295 }, { "epoch": 0.03, "learning_rate": 9.999986149580231e-05, "loss": 0.7331, "step": 296 }, { "epoch": 0.03, "learning_rate": 9.99998190965837e-05, "loss": 0.8451, "step": 297 }, { "epoch": 0.03, "learning_rate": 9.999977104415042e-05, "loss": 0.7933, "step": 298 }, { "epoch": 0.03, "learning_rate": 9.99997173385079e-05, "loss": 0.8552, "step": 299 }, { "epoch": 0.03, "learning_rate": 9.999965797966223e-05, "loss": 0.8506, "step": 300 }, { "epoch": 0.03, "learning_rate": 9.999959296762012e-05, "loss": 0.9568, "step": 301 }, { "epoch": 0.03, "learning_rate": 9.999952230238891e-05, "loss": 0.8317, "step": 302 }, { "epoch": 0.03, "learning_rate": 9.999944598397659e-05, "loss": 0.8771, "step": 303 }, { "epoch": 0.03, "learning_rate": 9.99993640123918e-05, "loss": 0.8478, "step": 304 }, { "epoch": 0.03, "learning_rate": 9.999927638764381e-05, "loss": 0.727, "step": 305 }, { "epoch": 0.03, "learning_rate": 9.999918310974251e-05, "loss": 0.8248, "step": 306 }, { "epoch": 0.03, "learning_rate": 9.999908417869845e-05, "loss": 0.9283, "step": 307 }, { "epoch": 0.03, "learning_rate": 9.999897959452285e-05, "loss": 0.7504, "step": 308 }, { "epoch": 0.03, "learning_rate": 9.999886935722748e-05, "loss": 0.8028, "step": 309 }, { "epoch": 0.03, "learning_rate": 9.999875346682483e-05, "loss": 0.7888, "step": 310 }, { "epoch": 0.03, "learning_rate": 9.999863192332802e-05, "loss": 0.8176, "step": 311 }, { "epoch": 0.03, "learning_rate": 9.999850472675076e-05, "loss": 0.749, "step": 312 }, { "epoch": 0.03, "learning_rate": 9.999837187710745e-05, "loss": 0.8145, "step": 313 }, { "epoch": 0.03, "learning_rate": 9.999823337441312e-05, "loss": 0.7088, "step": 314 }, { "epoch": 0.03, "learning_rate": 9.999808921868341e-05, "loss": 0.832, "step": 315 }, { "epoch": 0.03, "learning_rate": 9.999793940993463e-05, "loss": 0.8722, "step": 316 }, { "epoch": 0.03, "learning_rate": 9.999778394818371e-05, "loss": 0.7672, "step": 317 }, { "epoch": 0.03, "learning_rate": 9.999762283344824e-05, "loss": 0.7906, "step": 318 }, { "epoch": 0.03, "learning_rate": 9.999745606574642e-05, "loss": 0.8002, "step": 319 }, { "epoch": 0.03, "learning_rate": 9.99972836450971e-05, "loss": 0.8436, "step": 320 }, { "epoch": 0.03, "learning_rate": 9.999710557151983e-05, "loss": 0.7575, "step": 321 }, { "epoch": 0.03, "learning_rate": 9.999692184503467e-05, "loss": 0.792, "step": 322 }, { "epoch": 0.03, "learning_rate": 9.999673246566242e-05, "loss": 0.7958, "step": 323 }, { "epoch": 0.03, "learning_rate": 9.999653743342451e-05, "loss": 0.8024, "step": 324 }, { "epoch": 0.03, "learning_rate": 9.999633674834299e-05, "loss": 0.8934, "step": 325 }, { "epoch": 0.03, "learning_rate": 9.999613041044051e-05, "loss": 0.9219, "step": 326 }, { "epoch": 0.03, "learning_rate": 9.999591841974045e-05, "loss": 0.8592, "step": 327 }, { "epoch": 0.03, "learning_rate": 9.999570077626676e-05, "loss": 0.8111, "step": 328 }, { "epoch": 0.03, "learning_rate": 9.999547748004404e-05, "loss": 0.8652, "step": 329 }, { "epoch": 0.03, "learning_rate": 9.999524853109754e-05, "loss": 0.754, "step": 330 }, { "epoch": 0.03, "learning_rate": 9.999501392945314e-05, "loss": 0.7735, "step": 331 }, { "epoch": 0.03, "learning_rate": 9.999477367513739e-05, "loss": 0.7383, "step": 332 }, { "epoch": 0.03, "learning_rate": 9.999452776817742e-05, "loss": 0.8282, "step": 333 }, { "epoch": 0.03, "learning_rate": 9.999427620860107e-05, "loss": 0.7974, "step": 334 }, { "epoch": 0.03, "learning_rate": 9.999401899643674e-05, "loss": 0.8472, "step": 335 }, { "epoch": 0.03, "learning_rate": 9.999375613171356e-05, "loss": 0.787, "step": 336 }, { "epoch": 0.03, "learning_rate": 9.999348761446121e-05, "loss": 0.8117, "step": 337 }, { "epoch": 0.04, "learning_rate": 9.999321344471007e-05, "loss": 0.7274, "step": 338 }, { "epoch": 0.04, "learning_rate": 9.999293362249114e-05, "loss": 0.8516, "step": 339 }, { "epoch": 0.04, "learning_rate": 9.999264814783603e-05, "loss": 0.8281, "step": 340 }, { "epoch": 0.04, "learning_rate": 9.999235702077706e-05, "loss": 0.8296, "step": 341 }, { "epoch": 0.04, "learning_rate": 9.999206024134714e-05, "loss": 0.7444, "step": 342 }, { "epoch": 0.04, "learning_rate": 9.999175780957976e-05, "loss": 0.8175, "step": 343 }, { "epoch": 0.04, "learning_rate": 9.999144972550922e-05, "loss": 0.7933, "step": 344 }, { "epoch": 0.04, "learning_rate": 9.999113598917027e-05, "loss": 0.7668, "step": 345 }, { "epoch": 0.04, "learning_rate": 9.999081660059842e-05, "loss": 0.739, "step": 346 }, { "epoch": 0.04, "learning_rate": 9.999049155982977e-05, "loss": 0.8881, "step": 347 }, { "epoch": 0.04, "learning_rate": 9.999016086690107e-05, "loss": 0.8192, "step": 348 }, { "epoch": 0.04, "learning_rate": 9.998982452184973e-05, "loss": 0.824, "step": 349 }, { "epoch": 0.04, "learning_rate": 9.998948252471374e-05, "loss": 0.8178, "step": 350 }, { "epoch": 0.04, "learning_rate": 9.998913487553181e-05, "loss": 0.8512, "step": 351 }, { "epoch": 0.04, "learning_rate": 9.998878157434321e-05, "loss": 0.755, "step": 352 }, { "epoch": 0.04, "learning_rate": 9.99884226211879e-05, "loss": 0.7626, "step": 353 }, { "epoch": 0.04, "learning_rate": 9.998805801610649e-05, "loss": 0.8205, "step": 354 }, { "epoch": 0.04, "learning_rate": 9.998768775914016e-05, "loss": 0.7513, "step": 355 }, { "epoch": 0.04, "learning_rate": 9.998731185033081e-05, "loss": 0.8975, "step": 356 }, { "epoch": 0.04, "learning_rate": 9.998693028972091e-05, "loss": 0.7773, "step": 357 }, { "epoch": 0.04, "learning_rate": 9.998654307735364e-05, "loss": 0.8403, "step": 358 }, { "epoch": 0.04, "learning_rate": 9.998615021327273e-05, "loss": 0.9033, "step": 359 }, { "epoch": 0.04, "learning_rate": 9.998575169752264e-05, "loss": 0.8804, "step": 360 }, { "epoch": 0.04, "learning_rate": 9.998534753014842e-05, "loss": 0.8704, "step": 361 }, { "epoch": 0.04, "learning_rate": 9.998493771119576e-05, "loss": 0.8822, "step": 362 }, { "epoch": 0.04, "learning_rate": 9.9984522240711e-05, "loss": 0.7624, "step": 363 }, { "epoch": 0.04, "learning_rate": 9.99841011187411e-05, "loss": 0.7904, "step": 364 }, { "epoch": 0.04, "learning_rate": 9.99836743453337e-05, "loss": 0.8822, "step": 365 }, { "epoch": 0.04, "learning_rate": 9.998324192053702e-05, "loss": 0.8762, "step": 366 }, { "epoch": 0.04, "learning_rate": 9.99828038444e-05, "loss": 0.6977, "step": 367 }, { "epoch": 0.04, "learning_rate": 9.998236011697212e-05, "loss": 0.7514, "step": 368 }, { "epoch": 0.04, "learning_rate": 9.99819107383036e-05, "loss": 0.8443, "step": 369 }, { "epoch": 0.04, "learning_rate": 9.99814557084452e-05, "loss": 0.7163, "step": 370 }, { "epoch": 0.04, "learning_rate": 9.99809950274484e-05, "loss": 0.823, "step": 371 }, { "epoch": 0.04, "learning_rate": 9.998052869536527e-05, "loss": 0.6176, "step": 372 }, { "epoch": 0.04, "learning_rate": 9.998005671224853e-05, "loss": 0.7309, "step": 373 }, { "epoch": 0.04, "learning_rate": 9.997957907815157e-05, "loss": 0.5887, "step": 374 }, { "epoch": 0.04, "learning_rate": 9.997909579312838e-05, "loss": 0.8939, "step": 375 }, { "epoch": 0.04, "learning_rate": 9.99786068572336e-05, "loss": 0.806, "step": 376 }, { "epoch": 0.04, "learning_rate": 9.997811227052252e-05, "loss": 0.7839, "step": 377 }, { "epoch": 0.04, "learning_rate": 9.997761203305105e-05, "loss": 0.769, "step": 378 }, { "epoch": 0.04, "learning_rate": 9.997710614487575e-05, "loss": 0.7759, "step": 379 }, { "epoch": 0.04, "learning_rate": 9.997659460605381e-05, "loss": 0.6651, "step": 380 }, { "epoch": 0.04, "learning_rate": 9.99760774166431e-05, "loss": 0.8609, "step": 381 }, { "epoch": 0.04, "learning_rate": 9.997555457670207e-05, "loss": 0.7785, "step": 382 }, { "epoch": 0.04, "learning_rate": 9.997502608628983e-05, "loss": 0.5742, "step": 383 }, { "epoch": 0.04, "learning_rate": 9.997449194546615e-05, "loss": 0.7024, "step": 384 }, { "epoch": 0.04, "learning_rate": 9.997395215429142e-05, "loss": 0.8964, "step": 385 }, { "epoch": 0.04, "learning_rate": 9.997340671282667e-05, "loss": 0.7526, "step": 386 }, { "epoch": 0.04, "learning_rate": 9.997285562113354e-05, "loss": 0.876, "step": 387 }, { "epoch": 0.04, "learning_rate": 9.99722988792744e-05, "loss": 0.7759, "step": 388 }, { "epoch": 0.04, "learning_rate": 9.997173648731214e-05, "loss": 0.7273, "step": 389 }, { "epoch": 0.04, "learning_rate": 9.997116844531038e-05, "loss": 1.0251, "step": 390 }, { "epoch": 0.04, "learning_rate": 9.997059475333333e-05, "loss": 0.5951, "step": 391 }, { "epoch": 0.04, "learning_rate": 9.997001541144586e-05, "loss": 0.6836, "step": 392 }, { "epoch": 0.04, "learning_rate": 9.996943041971348e-05, "loss": 0.7439, "step": 393 }, { "epoch": 0.04, "learning_rate": 9.996883977820233e-05, "loss": 0.8916, "step": 394 }, { "epoch": 0.04, "learning_rate": 9.996824348697917e-05, "loss": 0.8845, "step": 395 }, { "epoch": 0.04, "learning_rate": 9.996764154611144e-05, "loss": 0.8351, "step": 396 }, { "epoch": 0.04, "learning_rate": 9.99670339556672e-05, "loss": 0.7556, "step": 397 }, { "epoch": 0.04, "learning_rate": 9.996642071571514e-05, "loss": 0.7847, "step": 398 }, { "epoch": 0.04, "learning_rate": 9.996580182632458e-05, "loss": 0.808, "step": 399 }, { "epoch": 0.04, "learning_rate": 9.996517728756554e-05, "loss": 0.8111, "step": 400 }, { "epoch": 0.04, "learning_rate": 9.996454709950858e-05, "loss": 0.7417, "step": 401 }, { "epoch": 0.04, "learning_rate": 9.996391126222499e-05, "loss": 0.8268, "step": 402 }, { "epoch": 0.04, "learning_rate": 9.996326977578664e-05, "loss": 0.8136, "step": 403 }, { "epoch": 0.04, "learning_rate": 9.996262264026606e-05, "loss": 0.8249, "step": 404 }, { "epoch": 0.04, "learning_rate": 9.996196985573644e-05, "loss": 0.8139, "step": 405 }, { "epoch": 0.04, "learning_rate": 9.996131142227157e-05, "loss": 0.6862, "step": 406 }, { "epoch": 0.04, "learning_rate": 9.996064733994587e-05, "loss": 0.9395, "step": 407 }, { "epoch": 0.04, "learning_rate": 9.995997760883448e-05, "loss": 0.8145, "step": 408 }, { "epoch": 0.04, "learning_rate": 9.995930222901309e-05, "loss": 0.8389, "step": 409 }, { "epoch": 0.04, "learning_rate": 9.995862120055807e-05, "loss": 0.8209, "step": 410 }, { "epoch": 0.04, "learning_rate": 9.99579345235464e-05, "loss": 0.9014, "step": 411 }, { "epoch": 0.04, "learning_rate": 9.995724219805575e-05, "loss": 0.637, "step": 412 }, { "epoch": 0.04, "learning_rate": 9.995654422416438e-05, "loss": 0.7862, "step": 413 }, { "epoch": 0.04, "learning_rate": 9.99558406019512e-05, "loss": 0.7255, "step": 414 }, { "epoch": 0.04, "learning_rate": 9.995513133149578e-05, "loss": 0.8841, "step": 415 }, { "epoch": 0.04, "learning_rate": 9.995441641287831e-05, "loss": 0.6918, "step": 416 }, { "epoch": 0.04, "learning_rate": 9.995369584617962e-05, "loss": 0.7442, "step": 417 }, { "epoch": 0.04, "learning_rate": 9.995296963148118e-05, "loss": 0.7909, "step": 418 }, { "epoch": 0.04, "learning_rate": 9.99522377688651e-05, "loss": 0.6799, "step": 419 }, { "epoch": 0.04, "learning_rate": 9.995150025841413e-05, "loss": 0.7975, "step": 420 }, { "epoch": 0.04, "learning_rate": 9.995075710021164e-05, "loss": 0.7649, "step": 421 }, { "epoch": 0.04, "learning_rate": 9.995000829434167e-05, "loss": 0.8824, "step": 422 }, { "epoch": 0.04, "learning_rate": 9.994925384088889e-05, "loss": 0.72, "step": 423 }, { "epoch": 0.04, "learning_rate": 9.99484937399386e-05, "loss": 0.7919, "step": 424 }, { "epoch": 0.04, "learning_rate": 9.994772799157673e-05, "loss": 0.7845, "step": 425 }, { "epoch": 0.04, "learning_rate": 9.994695659588984e-05, "loss": 0.9035, "step": 426 }, { "epoch": 0.04, "learning_rate": 9.99461795529652e-05, "loss": 0.8361, "step": 427 }, { "epoch": 0.04, "learning_rate": 9.994539686289063e-05, "loss": 0.7794, "step": 428 }, { "epoch": 0.04, "learning_rate": 9.994460852575462e-05, "loss": 0.844, "step": 429 }, { "epoch": 0.04, "learning_rate": 9.994381454164635e-05, "loss": 0.7485, "step": 430 }, { "epoch": 0.04, "learning_rate": 9.994301491065552e-05, "loss": 0.8628, "step": 431 }, { "epoch": 0.04, "learning_rate": 9.994220963287258e-05, "loss": 0.7588, "step": 432 }, { "epoch": 0.04, "learning_rate": 9.99413987083886e-05, "loss": 0.7929, "step": 433 }, { "epoch": 0.05, "learning_rate": 9.994058213729522e-05, "loss": 0.755, "step": 434 }, { "epoch": 0.05, "learning_rate": 9.993975991968479e-05, "loss": 0.8218, "step": 435 }, { "epoch": 0.05, "learning_rate": 9.993893205565028e-05, "loss": 0.8105, "step": 436 }, { "epoch": 0.05, "learning_rate": 9.993809854528527e-05, "loss": 0.7683, "step": 437 }, { "epoch": 0.05, "learning_rate": 9.993725938868404e-05, "loss": 0.7939, "step": 438 }, { "epoch": 0.05, "learning_rate": 9.993641458594142e-05, "loss": 0.8161, "step": 439 }, { "epoch": 0.05, "learning_rate": 9.993556413715295e-05, "loss": 0.8074, "step": 440 }, { "epoch": 0.05, "learning_rate": 9.99347080424148e-05, "loss": 0.7683, "step": 441 }, { "epoch": 0.05, "learning_rate": 9.993384630182374e-05, "loss": 0.8498, "step": 442 }, { "epoch": 0.05, "learning_rate": 9.993297891547722e-05, "loss": 0.8046, "step": 443 }, { "epoch": 0.05, "learning_rate": 9.99321058834733e-05, "loss": 0.9569, "step": 444 }, { "epoch": 0.05, "learning_rate": 9.993122720591069e-05, "loss": 0.8168, "step": 445 }, { "epoch": 0.05, "learning_rate": 9.993034288288874e-05, "loss": 0.9152, "step": 446 }, { "epoch": 0.05, "learning_rate": 9.992945291450744e-05, "loss": 0.9654, "step": 447 }, { "epoch": 0.05, "learning_rate": 9.992855730086741e-05, "loss": 0.9234, "step": 448 }, { "epoch": 0.05, "learning_rate": 9.99276560420699e-05, "loss": 0.8249, "step": 449 }, { "epoch": 0.05, "learning_rate": 9.992674913821685e-05, "loss": 0.8187, "step": 450 }, { "epoch": 0.05, "learning_rate": 9.992583658941075e-05, "loss": 0.7129, "step": 451 }, { "epoch": 0.05, "learning_rate": 9.99249183957548e-05, "loss": 0.8919, "step": 452 }, { "epoch": 0.05, "learning_rate": 9.992399455735281e-05, "loss": 0.7869, "step": 453 }, { "epoch": 0.05, "learning_rate": 9.992306507430926e-05, "loss": 0.7435, "step": 454 }, { "epoch": 0.05, "learning_rate": 9.992212994672921e-05, "loss": 0.7455, "step": 455 }, { "epoch": 0.05, "learning_rate": 9.992118917471839e-05, "loss": 0.7945, "step": 456 }, { "epoch": 0.05, "learning_rate": 9.992024275838317e-05, "loss": 0.7793, "step": 457 }, { "epoch": 0.05, "learning_rate": 9.991929069783058e-05, "loss": 0.8875, "step": 458 }, { "epoch": 0.05, "learning_rate": 9.991833299316824e-05, "loss": 0.7851, "step": 459 }, { "epoch": 0.05, "learning_rate": 9.991736964450444e-05, "loss": 0.9109, "step": 460 }, { "epoch": 0.05, "learning_rate": 9.991640065194811e-05, "loss": 0.7435, "step": 461 }, { "epoch": 0.05, "learning_rate": 9.99154260156088e-05, "loss": 0.8621, "step": 462 }, { "epoch": 0.05, "learning_rate": 9.99144457355967e-05, "loss": 0.6001, "step": 463 }, { "epoch": 0.05, "learning_rate": 9.991345981202265e-05, "loss": 0.8957, "step": 464 }, { "epoch": 0.05, "learning_rate": 9.991246824499812e-05, "loss": 0.7099, "step": 465 }, { "epoch": 0.05, "learning_rate": 9.991147103463523e-05, "loss": 0.7568, "step": 466 }, { "epoch": 0.05, "learning_rate": 9.991046818104673e-05, "loss": 0.813, "step": 467 }, { "epoch": 0.05, "learning_rate": 9.9909459684346e-05, "loss": 0.8507, "step": 468 }, { "epoch": 0.05, "learning_rate": 9.99084455446471e-05, "loss": 0.9148, "step": 469 }, { "epoch": 0.05, "learning_rate": 9.990742576206462e-05, "loss": 0.7867, "step": 470 }, { "epoch": 0.05, "learning_rate": 9.990640033671391e-05, "loss": 0.8164, "step": 471 }, { "epoch": 0.05, "learning_rate": 9.99053692687109e-05, "loss": 0.8513, "step": 472 }, { "epoch": 0.05, "learning_rate": 9.990433255817219e-05, "loss": 0.8584, "step": 473 }, { "epoch": 0.05, "learning_rate": 9.990329020521496e-05, "loss": 0.7913, "step": 474 }, { "epoch": 0.05, "learning_rate": 9.990224220995708e-05, "loss": 0.8584, "step": 475 }, { "epoch": 0.05, "learning_rate": 9.990118857251705e-05, "loss": 0.6743, "step": 476 }, { "epoch": 0.05, "learning_rate": 9.990012929301397e-05, "loss": 0.8549, "step": 477 }, { "epoch": 0.05, "learning_rate": 9.989906437156765e-05, "loss": 0.8327, "step": 478 }, { "epoch": 0.05, "learning_rate": 9.989799380829847e-05, "loss": 0.7839, "step": 479 }, { "epoch": 0.05, "learning_rate": 9.989691760332746e-05, "loss": 0.7611, "step": 480 }, { "epoch": 0.05, "learning_rate": 9.989583575677632e-05, "loss": 0.776, "step": 481 }, { "epoch": 0.05, "learning_rate": 9.989474826876737e-05, "loss": 0.8087, "step": 482 }, { "epoch": 0.05, "learning_rate": 9.989365513942355e-05, "loss": 0.8943, "step": 483 }, { "epoch": 0.05, "learning_rate": 9.989255636886847e-05, "loss": 0.7618, "step": 484 }, { "epoch": 0.05, "learning_rate": 9.989145195722636e-05, "loss": 0.7341, "step": 485 }, { "epoch": 0.05, "learning_rate": 9.989034190462208e-05, "loss": 0.7271, "step": 486 }, { "epoch": 0.05, "learning_rate": 9.988922621118114e-05, "loss": 0.7569, "step": 487 }, { "epoch": 0.05, "learning_rate": 9.98881048770297e-05, "loss": 0.8404, "step": 488 }, { "epoch": 0.05, "learning_rate": 9.988697790229453e-05, "loss": 0.861, "step": 489 }, { "epoch": 0.05, "learning_rate": 9.988584528710306e-05, "loss": 0.8032, "step": 490 }, { "epoch": 0.05, "learning_rate": 9.988470703158334e-05, "loss": 0.7981, "step": 491 }, { "epoch": 0.05, "learning_rate": 9.988356313586406e-05, "loss": 0.7256, "step": 492 }, { "epoch": 0.05, "learning_rate": 9.988241360007458e-05, "loss": 0.8492, "step": 493 }, { "epoch": 0.05, "learning_rate": 9.988125842434483e-05, "loss": 0.919, "step": 494 }, { "epoch": 0.05, "learning_rate": 9.988009760880548e-05, "loss": 0.7269, "step": 495 }, { "epoch": 0.05, "learning_rate": 9.987893115358773e-05, "loss": 0.7505, "step": 496 }, { "epoch": 0.05, "learning_rate": 9.987775905882347e-05, "loss": 0.9009, "step": 497 }, { "epoch": 0.05, "learning_rate": 9.987658132464523e-05, "loss": 0.8973, "step": 498 }, { "epoch": 0.05, "learning_rate": 9.987539795118617e-05, "loss": 0.9087, "step": 499 }, { "epoch": 0.05, "learning_rate": 9.98742089385801e-05, "loss": 0.7299, "step": 500 }, { "epoch": 0.05, "learning_rate": 9.987301428696144e-05, "loss": 0.8127, "step": 501 }, { "epoch": 0.05, "learning_rate": 9.987181399646526e-05, "loss": 0.8117, "step": 502 }, { "epoch": 0.05, "learning_rate": 9.987060806722728e-05, "loss": 0.9673, "step": 503 }, { "epoch": 0.05, "learning_rate": 9.986939649938385e-05, "loss": 0.712, "step": 504 }, { "epoch": 0.05, "learning_rate": 9.986817929307194e-05, "loss": 0.7565, "step": 505 }, { "epoch": 0.05, "learning_rate": 9.986695644842919e-05, "loss": 0.8125, "step": 506 }, { "epoch": 0.05, "learning_rate": 9.986572796559386e-05, "loss": 0.6912, "step": 507 }, { "epoch": 0.05, "learning_rate": 9.986449384470483e-05, "loss": 0.7912, "step": 508 }, { "epoch": 0.05, "learning_rate": 9.986325408590165e-05, "loss": 0.7128, "step": 509 }, { "epoch": 0.05, "learning_rate": 9.986200868932449e-05, "loss": 0.7624, "step": 510 }, { "epoch": 0.05, "learning_rate": 9.986075765511417e-05, "loss": 0.7419, "step": 511 }, { "epoch": 0.05, "learning_rate": 9.985950098341212e-05, "loss": 0.8366, "step": 512 }, { "epoch": 0.05, "learning_rate": 9.985823867436043e-05, "loss": 0.9279, "step": 513 }, { "epoch": 0.05, "learning_rate": 9.985697072810185e-05, "loss": 0.9651, "step": 514 }, { "epoch": 0.05, "learning_rate": 9.985569714477969e-05, "loss": 0.8375, "step": 515 }, { "epoch": 0.05, "learning_rate": 9.985441792453799e-05, "loss": 0.8208, "step": 516 }, { "epoch": 0.05, "learning_rate": 9.985313306752136e-05, "loss": 0.8111, "step": 517 }, { "epoch": 0.05, "learning_rate": 9.98518425738751e-05, "loss": 0.8437, "step": 518 }, { "epoch": 0.05, "learning_rate": 9.985054644374507e-05, "loss": 0.8288, "step": 519 }, { "epoch": 0.05, "learning_rate": 9.984924467727788e-05, "loss": 0.9251, "step": 520 }, { "epoch": 0.05, "learning_rate": 9.984793727462065e-05, "loss": 0.8068, "step": 521 }, { "epoch": 0.05, "learning_rate": 9.984662423592123e-05, "loss": 0.6872, "step": 522 }, { "epoch": 0.05, "learning_rate": 9.98453055613281e-05, "loss": 0.8379, "step": 523 }, { "epoch": 0.05, "learning_rate": 9.984398125099033e-05, "loss": 0.7488, "step": 524 }, { "epoch": 0.05, "learning_rate": 9.984265130505765e-05, "loss": 0.8298, "step": 525 }, { "epoch": 0.05, "learning_rate": 9.984131572368046e-05, "loss": 0.7482, "step": 526 }, { "epoch": 0.05, "learning_rate": 9.983997450700972e-05, "loss": 0.8285, "step": 527 }, { "epoch": 0.05, "learning_rate": 9.983862765519712e-05, "loss": 0.6737, "step": 528 }, { "epoch": 0.05, "learning_rate": 9.983727516839489e-05, "loss": 0.924, "step": 529 }, { "epoch": 0.06, "learning_rate": 9.9835917046756e-05, "loss": 0.7308, "step": 530 }, { "epoch": 0.06, "learning_rate": 9.983455329043398e-05, "loss": 0.8188, "step": 531 }, { "epoch": 0.06, "learning_rate": 9.983318389958305e-05, "loss": 0.7893, "step": 532 }, { "epoch": 0.06, "learning_rate": 9.9831808874358e-05, "loss": 0.7841, "step": 533 }, { "epoch": 0.06, "learning_rate": 9.98304282149143e-05, "loss": 0.8341, "step": 534 }, { "epoch": 0.06, "learning_rate": 9.982904192140809e-05, "loss": 0.8115, "step": 535 }, { "epoch": 0.06, "learning_rate": 9.982764999399608e-05, "loss": 0.661, "step": 536 }, { "epoch": 0.06, "learning_rate": 9.982625243283565e-05, "loss": 0.6362, "step": 537 }, { "epoch": 0.06, "learning_rate": 9.982484923808483e-05, "loss": 0.763, "step": 538 }, { "epoch": 0.06, "learning_rate": 9.982344040990226e-05, "loss": 0.7877, "step": 539 }, { "epoch": 0.06, "learning_rate": 9.982202594844723e-05, "loss": 0.6807, "step": 540 }, { "epoch": 0.06, "learning_rate": 9.982060585387967e-05, "loss": 0.688, "step": 541 }, { "epoch": 0.06, "learning_rate": 9.981918012636014e-05, "loss": 0.7269, "step": 542 }, { "epoch": 0.06, "learning_rate": 9.981774876604985e-05, "loss": 0.769, "step": 543 }, { "epoch": 0.06, "learning_rate": 9.981631177311062e-05, "loss": 0.8405, "step": 544 }, { "epoch": 0.06, "learning_rate": 9.981486914770493e-05, "loss": 0.8892, "step": 545 }, { "epoch": 0.06, "learning_rate": 9.981342088999588e-05, "loss": 0.7308, "step": 546 }, { "epoch": 0.06, "learning_rate": 9.981196700014723e-05, "loss": 0.8731, "step": 547 }, { "epoch": 0.06, "learning_rate": 9.981050747832337e-05, "loss": 0.7617, "step": 548 }, { "epoch": 0.06, "learning_rate": 9.980904232468929e-05, "loss": 0.8473, "step": 549 }, { "epoch": 0.06, "learning_rate": 9.980757153941068e-05, "loss": 0.8094, "step": 550 }, { "epoch": 0.06, "learning_rate": 9.980609512265383e-05, "loss": 0.7776, "step": 551 }, { "epoch": 0.06, "learning_rate": 9.980461307458564e-05, "loss": 0.7852, "step": 552 }, { "epoch": 0.06, "learning_rate": 9.980312539537372e-05, "loss": 0.7804, "step": 553 }, { "epoch": 0.06, "learning_rate": 9.980163208518625e-05, "loss": 0.6721, "step": 554 }, { "epoch": 0.06, "learning_rate": 9.980013314419207e-05, "loss": 1.0033, "step": 555 }, { "epoch": 0.06, "learning_rate": 9.979862857256066e-05, "loss": 0.8263, "step": 556 }, { "epoch": 0.06, "learning_rate": 9.979711837046213e-05, "loss": 0.8244, "step": 557 }, { "epoch": 0.06, "learning_rate": 9.979560253806724e-05, "loss": 0.6696, "step": 558 }, { "epoch": 0.06, "learning_rate": 9.979408107554737e-05, "loss": 0.7164, "step": 559 }, { "epoch": 0.06, "learning_rate": 9.979255398307455e-05, "loss": 0.7738, "step": 560 }, { "epoch": 0.06, "learning_rate": 9.979102126082145e-05, "loss": 0.7277, "step": 561 }, { "epoch": 0.06, "learning_rate": 9.978948290896133e-05, "loss": 0.8733, "step": 562 }, { "epoch": 0.06, "learning_rate": 9.978793892766816e-05, "loss": 0.7299, "step": 563 }, { "epoch": 0.06, "learning_rate": 9.97863893171165e-05, "loss": 0.7505, "step": 564 }, { "epoch": 0.06, "learning_rate": 9.978483407748154e-05, "loss": 0.709, "step": 565 }, { "epoch": 0.06, "learning_rate": 9.978327320893915e-05, "loss": 0.9029, "step": 566 }, { "epoch": 0.06, "learning_rate": 9.978170671166578e-05, "loss": 0.7064, "step": 567 }, { "epoch": 0.06, "learning_rate": 9.978013458583856e-05, "loss": 0.808, "step": 568 }, { "epoch": 0.06, "learning_rate": 9.977855683163526e-05, "loss": 0.8407, "step": 569 }, { "epoch": 0.06, "learning_rate": 9.977697344923424e-05, "loss": 0.6703, "step": 570 }, { "epoch": 0.06, "learning_rate": 9.977538443881454e-05, "loss": 0.778, "step": 571 }, { "epoch": 0.06, "learning_rate": 9.97737898005558e-05, "loss": 0.8172, "step": 572 }, { "epoch": 0.06, "learning_rate": 9.977218953463836e-05, "loss": 0.8439, "step": 573 }, { "epoch": 0.06, "learning_rate": 9.97705836412431e-05, "loss": 0.7386, "step": 574 }, { "epoch": 0.06, "learning_rate": 9.976897212055163e-05, "loss": 0.7954, "step": 575 }, { "epoch": 0.06, "learning_rate": 9.976735497274614e-05, "loss": 0.7267, "step": 576 }, { "epoch": 0.06, "learning_rate": 9.976573219800949e-05, "loss": 0.8409, "step": 577 }, { "epoch": 0.06, "learning_rate": 9.976410379652512e-05, "loss": 0.6726, "step": 578 }, { "epoch": 0.06, "learning_rate": 9.976246976847718e-05, "loss": 0.8369, "step": 579 }, { "epoch": 0.06, "learning_rate": 9.976083011405042e-05, "loss": 0.7444, "step": 580 }, { "epoch": 0.06, "learning_rate": 9.975918483343021e-05, "loss": 0.7715, "step": 581 }, { "epoch": 0.06, "learning_rate": 9.975753392680256e-05, "loss": 0.781, "step": 582 }, { "epoch": 0.06, "learning_rate": 9.975587739435417e-05, "loss": 0.7981, "step": 583 }, { "epoch": 0.06, "learning_rate": 9.975421523627232e-05, "loss": 0.8993, "step": 584 }, { "epoch": 0.06, "learning_rate": 9.975254745274491e-05, "loss": 0.6879, "step": 585 }, { "epoch": 0.06, "learning_rate": 9.975087404396057e-05, "loss": 0.7323, "step": 586 }, { "epoch": 0.06, "learning_rate": 9.974919501010844e-05, "loss": 0.8539, "step": 587 }, { "epoch": 0.06, "learning_rate": 9.974751035137839e-05, "loss": 0.7317, "step": 588 }, { "epoch": 0.06, "learning_rate": 9.97458200679609e-05, "loss": 0.8649, "step": 589 }, { "epoch": 0.06, "learning_rate": 9.974412416004706e-05, "loss": 0.678, "step": 590 }, { "epoch": 0.06, "learning_rate": 9.974242262782863e-05, "loss": 0.726, "step": 591 }, { "epoch": 0.06, "learning_rate": 9.9740715471498e-05, "loss": 0.727, "step": 592 }, { "epoch": 0.06, "learning_rate": 9.973900269124819e-05, "loss": 0.7141, "step": 593 }, { "epoch": 0.06, "learning_rate": 9.973728428727284e-05, "loss": 0.9055, "step": 594 }, { "epoch": 0.06, "learning_rate": 9.973556025976625e-05, "loss": 0.8042, "step": 595 }, { "epoch": 0.06, "learning_rate": 9.973383060892335e-05, "loss": 0.7333, "step": 596 }, { "epoch": 0.06, "learning_rate": 9.973209533493968e-05, "loss": 0.7535, "step": 597 }, { "epoch": 0.06, "learning_rate": 9.973035443801146e-05, "loss": 0.758, "step": 598 }, { "epoch": 0.06, "learning_rate": 9.972860791833554e-05, "loss": 0.7881, "step": 599 }, { "epoch": 0.06, "learning_rate": 9.972685577610936e-05, "loss": 0.919, "step": 600 }, { "epoch": 0.06, "learning_rate": 9.972509801153103e-05, "loss": 0.8281, "step": 601 }, { "epoch": 0.06, "learning_rate": 9.97233346247993e-05, "loss": 0.8254, "step": 602 }, { "epoch": 0.06, "learning_rate": 9.972156561611355e-05, "loss": 0.823, "step": 603 }, { "epoch": 0.06, "learning_rate": 9.971979098567377e-05, "loss": 0.6807, "step": 604 }, { "epoch": 0.06, "learning_rate": 9.971801073368062e-05, "loss": 0.6828, "step": 605 }, { "epoch": 0.06, "learning_rate": 9.971622486033541e-05, "loss": 0.8307, "step": 606 }, { "epoch": 0.06, "learning_rate": 9.971443336584001e-05, "loss": 0.7344, "step": 607 }, { "epoch": 0.06, "learning_rate": 9.971263625039702e-05, "loss": 0.8169, "step": 608 }, { "epoch": 0.06, "learning_rate": 9.97108335142096e-05, "loss": 0.7666, "step": 609 }, { "epoch": 0.06, "learning_rate": 9.97090251574816e-05, "loss": 0.7379, "step": 610 }, { "epoch": 0.06, "learning_rate": 9.970721118041746e-05, "loss": 0.7044, "step": 611 }, { "epoch": 0.06, "learning_rate": 9.970539158322229e-05, "loss": 0.8994, "step": 612 }, { "epoch": 0.06, "learning_rate": 9.970356636610181e-05, "loss": 0.8289, "step": 613 }, { "epoch": 0.06, "learning_rate": 9.97017355292624e-05, "loss": 0.896, "step": 614 }, { "epoch": 0.06, "learning_rate": 9.969989907291106e-05, "loss": 0.6909, "step": 615 }, { "epoch": 0.06, "learning_rate": 9.969805699725542e-05, "loss": 0.9508, "step": 616 }, { "epoch": 0.06, "learning_rate": 9.969620930250376e-05, "loss": 0.719, "step": 617 }, { "epoch": 0.06, "learning_rate": 9.969435598886501e-05, "loss": 0.8319, "step": 618 }, { "epoch": 0.06, "learning_rate": 9.969249705654866e-05, "loss": 0.8595, "step": 619 }, { "epoch": 0.06, "learning_rate": 9.969063250576494e-05, "loss": 0.7783, "step": 620 }, { "epoch": 0.06, "learning_rate": 9.968876233672466e-05, "loss": 0.8135, "step": 621 }, { "epoch": 0.06, "learning_rate": 9.968688654963925e-05, "loss": 0.9085, "step": 622 }, { "epoch": 0.06, "learning_rate": 9.96850051447208e-05, "loss": 0.8549, "step": 623 }, { "epoch": 0.06, "learning_rate": 9.968311812218203e-05, "loss": 0.7426, "step": 624 }, { "epoch": 0.06, "learning_rate": 9.968122548223631e-05, "loss": 0.7411, "step": 625 }, { "epoch": 0.06, "learning_rate": 9.967932722509762e-05, "loss": 0.8658, "step": 626 }, { "epoch": 0.07, "learning_rate": 9.967742335098058e-05, "loss": 0.8033, "step": 627 }, { "epoch": 0.07, "learning_rate": 9.967551386010045e-05, "loss": 0.9449, "step": 628 }, { "epoch": 0.07, "learning_rate": 9.967359875267315e-05, "loss": 0.7071, "step": 629 }, { "epoch": 0.07, "learning_rate": 9.96716780289152e-05, "loss": 0.844, "step": 630 }, { "epoch": 0.07, "learning_rate": 9.966975168904373e-05, "loss": 0.7626, "step": 631 }, { "epoch": 0.07, "learning_rate": 9.96678197332766e-05, "loss": 0.7264, "step": 632 }, { "epoch": 0.07, "learning_rate": 9.966588216183222e-05, "loss": 0.6977, "step": 633 }, { "epoch": 0.07, "learning_rate": 9.966393897492963e-05, "loss": 0.8342, "step": 634 }, { "epoch": 0.07, "learning_rate": 9.966199017278859e-05, "loss": 0.8291, "step": 635 }, { "epoch": 0.07, "learning_rate": 9.96600357556294e-05, "loss": 0.6958, "step": 636 }, { "epoch": 0.07, "learning_rate": 9.965807572367306e-05, "loss": 0.7466, "step": 637 }, { "epoch": 0.07, "learning_rate": 9.965611007714118e-05, "loss": 0.7936, "step": 638 }, { "epoch": 0.07, "learning_rate": 9.965413881625597e-05, "loss": 0.7107, "step": 639 }, { "epoch": 0.07, "learning_rate": 9.965216194124035e-05, "loss": 0.896, "step": 640 }, { "epoch": 0.07, "learning_rate": 9.965017945231783e-05, "loss": 0.726, "step": 641 }, { "epoch": 0.07, "learning_rate": 9.964819134971254e-05, "loss": 0.7452, "step": 642 }, { "epoch": 0.07, "learning_rate": 9.964619763364927e-05, "loss": 0.6258, "step": 643 }, { "epoch": 0.07, "learning_rate": 9.964419830435346e-05, "loss": 0.6186, "step": 644 }, { "epoch": 0.07, "learning_rate": 9.964219336205114e-05, "loss": 0.8195, "step": 645 }, { "epoch": 0.07, "learning_rate": 9.964018280696901e-05, "loss": 0.8222, "step": 646 }, { "epoch": 0.07, "learning_rate": 9.963816663933437e-05, "loss": 0.8319, "step": 647 }, { "epoch": 0.07, "learning_rate": 9.96361448593752e-05, "loss": 0.7399, "step": 648 }, { "epoch": 0.07, "learning_rate": 9.963411746732011e-05, "loss": 0.7487, "step": 649 }, { "epoch": 0.07, "learning_rate": 9.96320844633983e-05, "loss": 0.7035, "step": 650 }, { "epoch": 0.07, "learning_rate": 9.963004584783961e-05, "loss": 0.8635, "step": 651 }, { "epoch": 0.07, "learning_rate": 9.962800162087458e-05, "loss": 0.8448, "step": 652 }, { "epoch": 0.07, "learning_rate": 9.962595178273431e-05, "loss": 0.6998, "step": 653 }, { "epoch": 0.07, "learning_rate": 9.962389633365059e-05, "loss": 0.7475, "step": 654 }, { "epoch": 0.07, "learning_rate": 9.96218352738558e-05, "loss": 0.7809, "step": 655 }, { "epoch": 0.07, "learning_rate": 9.961976860358297e-05, "loss": 0.685, "step": 656 }, { "epoch": 0.07, "learning_rate": 9.961769632306578e-05, "loss": 0.7943, "step": 657 }, { "epoch": 0.07, "learning_rate": 9.961561843253852e-05, "loss": 0.8327, "step": 658 }, { "epoch": 0.07, "learning_rate": 9.961353493223613e-05, "loss": 0.7744, "step": 659 }, { "epoch": 0.07, "learning_rate": 9.961144582239418e-05, "loss": 0.6758, "step": 660 }, { "epoch": 0.07, "learning_rate": 9.960935110324889e-05, "loss": 0.7917, "step": 661 }, { "epoch": 0.07, "learning_rate": 9.96072507750371e-05, "loss": 0.8781, "step": 662 }, { "epoch": 0.07, "learning_rate": 9.960514483799623e-05, "loss": 0.7951, "step": 663 }, { "epoch": 0.07, "learning_rate": 9.960303329236446e-05, "loss": 0.7731, "step": 664 }, { "epoch": 0.07, "learning_rate": 9.960091613838047e-05, "loss": 0.8726, "step": 665 }, { "epoch": 0.07, "learning_rate": 9.959879337628369e-05, "loss": 0.9278, "step": 666 }, { "epoch": 0.07, "learning_rate": 9.959666500631408e-05, "loss": 0.8193, "step": 667 }, { "epoch": 0.07, "learning_rate": 9.959453102871232e-05, "loss": 0.8147, "step": 668 }, { "epoch": 0.07, "learning_rate": 9.959239144371966e-05, "loss": 0.7582, "step": 669 }, { "epoch": 0.07, "learning_rate": 9.959024625157803e-05, "loss": 0.6668, "step": 670 }, { "epoch": 0.07, "learning_rate": 9.958809545252998e-05, "loss": 0.7623, "step": 671 }, { "epoch": 0.07, "learning_rate": 9.958593904681866e-05, "loss": 0.7841, "step": 672 }, { "epoch": 0.07, "learning_rate": 9.958377703468792e-05, "loss": 0.7441, "step": 673 }, { "epoch": 0.07, "learning_rate": 9.958160941638218e-05, "loss": 0.7649, "step": 674 }, { "epoch": 0.07, "learning_rate": 9.957943619214653e-05, "loss": 0.6727, "step": 675 }, { "epoch": 0.07, "learning_rate": 9.957725736222669e-05, "loss": 0.7982, "step": 676 }, { "epoch": 0.07, "learning_rate": 9.957507292686902e-05, "loss": 0.8073, "step": 677 }, { "epoch": 0.07, "learning_rate": 9.957288288632048e-05, "loss": 0.9029, "step": 678 }, { "epoch": 0.07, "learning_rate": 9.957068724082868e-05, "loss": 0.9037, "step": 679 }, { "epoch": 0.07, "learning_rate": 9.95684859906419e-05, "loss": 0.7895, "step": 680 }, { "epoch": 0.07, "learning_rate": 9.9566279136009e-05, "loss": 0.7444, "step": 681 }, { "epoch": 0.07, "learning_rate": 9.95640666771795e-05, "loss": 0.8228, "step": 682 }, { "epoch": 0.07, "learning_rate": 9.956184861440357e-05, "loss": 0.8413, "step": 683 }, { "epoch": 0.07, "learning_rate": 9.955962494793196e-05, "loss": 0.8727, "step": 684 }, { "epoch": 0.07, "learning_rate": 9.955739567801612e-05, "loss": 0.6433, "step": 685 }, { "epoch": 0.07, "learning_rate": 9.95551608049081e-05, "loss": 0.9181, "step": 686 }, { "epoch": 0.07, "learning_rate": 9.955292032886056e-05, "loss": 0.712, "step": 687 }, { "epoch": 0.07, "learning_rate": 9.955067425012685e-05, "loss": 0.8001, "step": 688 }, { "epoch": 0.07, "learning_rate": 9.954842256896089e-05, "loss": 0.7699, "step": 689 }, { "epoch": 0.07, "learning_rate": 9.95461652856173e-05, "loss": 0.6504, "step": 690 }, { "epoch": 0.07, "learning_rate": 9.954390240035128e-05, "loss": 0.8904, "step": 691 }, { "epoch": 0.07, "learning_rate": 9.954163391341867e-05, "loss": 0.6761, "step": 692 }, { "epoch": 0.07, "learning_rate": 9.953935982507597e-05, "loss": 0.8726, "step": 693 }, { "epoch": 0.07, "learning_rate": 9.95370801355803e-05, "loss": 0.6843, "step": 694 }, { "epoch": 0.07, "learning_rate": 9.953479484518942e-05, "loss": 0.8392, "step": 695 }, { "epoch": 0.07, "learning_rate": 9.953250395416172e-05, "loss": 0.8361, "step": 696 }, { "epoch": 0.07, "learning_rate": 9.953020746275618e-05, "loss": 0.7163, "step": 697 }, { "epoch": 0.07, "learning_rate": 9.952790537123249e-05, "loss": 0.8239, "step": 698 }, { "epoch": 0.07, "learning_rate": 9.952559767985093e-05, "loss": 0.7747, "step": 699 }, { "epoch": 0.07, "learning_rate": 9.95232843888724e-05, "loss": 0.7544, "step": 700 }, { "epoch": 0.07, "learning_rate": 9.952096549855845e-05, "loss": 0.7523, "step": 701 }, { "epoch": 0.07, "learning_rate": 9.95186410091713e-05, "loss": 0.7634, "step": 702 }, { "epoch": 0.07, "learning_rate": 9.951631092097373e-05, "loss": 0.7338, "step": 703 }, { "epoch": 0.07, "learning_rate": 9.951397523422922e-05, "loss": 0.6901, "step": 704 }, { "epoch": 0.07, "learning_rate": 9.951163394920184e-05, "loss": 0.7166, "step": 705 }, { "epoch": 0.07, "learning_rate": 9.95092870661563e-05, "loss": 0.7513, "step": 706 }, { "epoch": 0.07, "learning_rate": 9.950693458535796e-05, "loss": 0.7523, "step": 707 }, { "epoch": 0.07, "learning_rate": 9.95045765070728e-05, "loss": 0.7893, "step": 708 }, { "epoch": 0.07, "learning_rate": 9.950221283156743e-05, "loss": 0.9241, "step": 709 }, { "epoch": 0.07, "learning_rate": 9.949984355910911e-05, "loss": 0.7671, "step": 710 }, { "epoch": 0.07, "learning_rate": 9.94974686899657e-05, "loss": 1.0027, "step": 711 }, { "epoch": 0.07, "learning_rate": 9.949508822440574e-05, "loss": 0.8643, "step": 712 }, { "epoch": 0.07, "learning_rate": 9.949270216269836e-05, "loss": 0.7594, "step": 713 }, { "epoch": 0.07, "learning_rate": 9.949031050511335e-05, "loss": 0.8566, "step": 714 }, { "epoch": 0.07, "learning_rate": 9.94879132519211e-05, "loss": 0.8703, "step": 715 }, { "epoch": 0.07, "learning_rate": 9.948551040339269e-05, "loss": 0.7209, "step": 716 }, { "epoch": 0.07, "learning_rate": 9.948310195979976e-05, "loss": 0.7322, "step": 717 }, { "epoch": 0.07, "learning_rate": 9.948068792141465e-05, "loss": 0.7628, "step": 718 }, { "epoch": 0.07, "learning_rate": 9.947826828851028e-05, "loss": 0.6547, "step": 719 }, { "epoch": 0.07, "learning_rate": 9.947584306136024e-05, "loss": 0.7994, "step": 720 }, { "epoch": 0.07, "learning_rate": 9.947341224023875e-05, "loss": 0.802, "step": 721 }, { "epoch": 0.07, "learning_rate": 9.94709758254206e-05, "loss": 0.7913, "step": 722 }, { "epoch": 0.08, "learning_rate": 9.946853381718133e-05, "loss": 0.7431, "step": 723 }, { "epoch": 0.08, "learning_rate": 9.946608621579698e-05, "loss": 0.873, "step": 724 }, { "epoch": 0.08, "learning_rate": 9.946363302154433e-05, "loss": 0.8745, "step": 725 }, { "epoch": 0.08, "learning_rate": 9.946117423470074e-05, "loss": 0.8147, "step": 726 }, { "epoch": 0.08, "learning_rate": 9.945870985554421e-05, "loss": 0.7504, "step": 727 }, { "epoch": 0.08, "learning_rate": 9.945623988435337e-05, "loss": 0.8909, "step": 728 }, { "epoch": 0.08, "learning_rate": 9.94537643214075e-05, "loss": 0.9547, "step": 729 }, { "epoch": 0.08, "learning_rate": 9.945128316698646e-05, "loss": 0.7854, "step": 730 }, { "epoch": 0.08, "learning_rate": 9.944879642137084e-05, "loss": 0.8958, "step": 731 }, { "epoch": 0.08, "learning_rate": 9.944630408484176e-05, "loss": 0.8589, "step": 732 }, { "epoch": 0.08, "learning_rate": 9.944380615768103e-05, "loss": 0.7574, "step": 733 }, { "epoch": 0.08, "learning_rate": 9.944130264017109e-05, "loss": 0.6958, "step": 734 }, { "epoch": 0.08, "learning_rate": 9.943879353259496e-05, "loss": 0.7769, "step": 735 }, { "epoch": 0.08, "learning_rate": 9.943627883523637e-05, "loss": 0.8367, "step": 736 }, { "epoch": 0.08, "learning_rate": 9.943375854837964e-05, "loss": 0.864, "step": 737 }, { "epoch": 0.08, "learning_rate": 9.94312326723097e-05, "loss": 0.8301, "step": 738 }, { "epoch": 0.08, "learning_rate": 9.942870120731216e-05, "loss": 0.8885, "step": 739 }, { "epoch": 0.08, "learning_rate": 9.942616415367323e-05, "loss": 0.8276, "step": 740 }, { "epoch": 0.08, "learning_rate": 9.942362151167977e-05, "loss": 0.6245, "step": 741 }, { "epoch": 0.08, "learning_rate": 9.942107328161925e-05, "loss": 0.6994, "step": 742 }, { "epoch": 0.08, "learning_rate": 9.941851946377979e-05, "loss": 0.6226, "step": 743 }, { "epoch": 0.08, "learning_rate": 9.941596005845015e-05, "loss": 0.8206, "step": 744 }, { "epoch": 0.08, "learning_rate": 9.941339506591968e-05, "loss": 0.9211, "step": 745 }, { "epoch": 0.08, "learning_rate": 9.941082448647841e-05, "loss": 0.7242, "step": 746 }, { "epoch": 0.08, "learning_rate": 9.9408248320417e-05, "loss": 0.7447, "step": 747 }, { "epoch": 0.08, "learning_rate": 9.940566656802667e-05, "loss": 0.8382, "step": 748 }, { "epoch": 0.08, "learning_rate": 9.940307922959939e-05, "loss": 0.8428, "step": 749 }, { "epoch": 0.08, "learning_rate": 9.940048630542764e-05, "loss": 0.8677, "step": 750 }, { "epoch": 0.08, "learning_rate": 9.939788779580462e-05, "loss": 0.8625, "step": 751 }, { "epoch": 0.08, "learning_rate": 9.939528370102412e-05, "loss": 0.7287, "step": 752 }, { "epoch": 0.08, "learning_rate": 9.939267402138057e-05, "loss": 0.8848, "step": 753 }, { "epoch": 0.08, "learning_rate": 9.939005875716905e-05, "loss": 0.7159, "step": 754 }, { "epoch": 0.08, "learning_rate": 9.938743790868523e-05, "loss": 0.8557, "step": 755 }, { "epoch": 0.08, "learning_rate": 9.938481147622543e-05, "loss": 0.6799, "step": 756 }, { "epoch": 0.08, "learning_rate": 9.938217946008665e-05, "loss": 0.6643, "step": 757 }, { "epoch": 0.08, "learning_rate": 9.937954186056644e-05, "loss": 0.8384, "step": 758 }, { "epoch": 0.08, "learning_rate": 9.937689867796302e-05, "loss": 0.8456, "step": 759 }, { "epoch": 0.08, "learning_rate": 9.937424991257525e-05, "loss": 0.5881, "step": 760 }, { "epoch": 0.08, "learning_rate": 9.937159556470262e-05, "loss": 0.9112, "step": 761 }, { "epoch": 0.08, "learning_rate": 9.936893563464524e-05, "loss": 0.7921, "step": 762 }, { "epoch": 0.08, "learning_rate": 9.936627012270384e-05, "loss": 0.7565, "step": 763 }, { "epoch": 0.08, "learning_rate": 9.936359902917979e-05, "loss": 0.7312, "step": 764 }, { "epoch": 0.08, "learning_rate": 9.936092235437515e-05, "loss": 0.7219, "step": 765 }, { "epoch": 0.08, "learning_rate": 9.935824009859249e-05, "loss": 0.8322, "step": 766 }, { "epoch": 0.08, "learning_rate": 9.935555226213511e-05, "loss": 0.7506, "step": 767 }, { "epoch": 0.08, "learning_rate": 9.935285884530692e-05, "loss": 0.7546, "step": 768 }, { "epoch": 0.08, "learning_rate": 9.935015984841242e-05, "loss": 0.7892, "step": 769 }, { "epoch": 0.08, "learning_rate": 9.93474552717568e-05, "loss": 0.8215, "step": 770 }, { "epoch": 0.08, "learning_rate": 9.934474511564584e-05, "loss": 0.7245, "step": 771 }, { "epoch": 0.08, "learning_rate": 9.934202938038595e-05, "loss": 0.8059, "step": 772 }, { "epoch": 0.08, "learning_rate": 9.93393080662842e-05, "loss": 0.8938, "step": 773 }, { "epoch": 0.08, "learning_rate": 9.933658117364828e-05, "loss": 0.768, "step": 774 }, { "epoch": 0.08, "learning_rate": 9.93338487027865e-05, "loss": 0.8785, "step": 775 }, { "epoch": 0.08, "learning_rate": 9.933111065400778e-05, "loss": 0.7053, "step": 776 }, { "epoch": 0.08, "learning_rate": 9.932836702762174e-05, "loss": 0.8996, "step": 777 }, { "epoch": 0.08, "learning_rate": 9.932561782393856e-05, "loss": 0.8016, "step": 778 }, { "epoch": 0.08, "learning_rate": 9.932286304326909e-05, "loss": 0.6976, "step": 779 }, { "epoch": 0.08, "learning_rate": 9.932010268592479e-05, "loss": 0.591, "step": 780 }, { "epoch": 0.08, "learning_rate": 9.931733675221774e-05, "loss": 0.6924, "step": 781 }, { "epoch": 0.08, "learning_rate": 9.931456524246073e-05, "loss": 0.7419, "step": 782 }, { "epoch": 0.08, "learning_rate": 9.931178815696707e-05, "loss": 0.833, "step": 783 }, { "epoch": 0.08, "learning_rate": 9.930900549605075e-05, "loss": 0.6696, "step": 784 }, { "epoch": 0.08, "learning_rate": 9.93062172600264e-05, "loss": 0.863, "step": 785 }, { "epoch": 0.08, "learning_rate": 9.930342344920929e-05, "loss": 0.7425, "step": 786 }, { "epoch": 0.08, "learning_rate": 9.930062406391526e-05, "loss": 0.8357, "step": 787 }, { "epoch": 0.08, "learning_rate": 9.929781910446088e-05, "loss": 0.6802, "step": 788 }, { "epoch": 0.08, "learning_rate": 9.929500857116325e-05, "loss": 0.6844, "step": 789 }, { "epoch": 0.08, "learning_rate": 9.929219246434014e-05, "loss": 0.693, "step": 790 }, { "epoch": 0.08, "learning_rate": 9.928937078430996e-05, "loss": 0.734, "step": 791 }, { "epoch": 0.08, "learning_rate": 9.928654353139175e-05, "loss": 0.8162, "step": 792 }, { "epoch": 0.08, "learning_rate": 9.928371070590517e-05, "loss": 0.7759, "step": 793 }, { "epoch": 0.08, "learning_rate": 9.928087230817052e-05, "loss": 0.9023, "step": 794 }, { "epoch": 0.08, "learning_rate": 9.92780283385087e-05, "loss": 0.7305, "step": 795 }, { "epoch": 0.08, "learning_rate": 9.927517879724127e-05, "loss": 0.8155, "step": 796 }, { "epoch": 0.08, "learning_rate": 9.927232368469043e-05, "loss": 0.726, "step": 797 }, { "epoch": 0.08, "learning_rate": 9.926946300117897e-05, "loss": 0.7754, "step": 798 }, { "epoch": 0.08, "learning_rate": 9.926659674703037e-05, "loss": 0.7296, "step": 799 }, { "epoch": 0.08, "learning_rate": 9.926372492256863e-05, "loss": 0.6703, "step": 800 }, { "epoch": 0.08, "learning_rate": 9.926084752811852e-05, "loss": 0.7551, "step": 801 }, { "epoch": 0.08, "learning_rate": 9.925796456400536e-05, "loss": 0.8197, "step": 802 }, { "epoch": 0.08, "learning_rate": 9.92550760305551e-05, "loss": 0.7324, "step": 803 }, { "epoch": 0.08, "learning_rate": 9.925218192809431e-05, "loss": 0.7414, "step": 804 }, { "epoch": 0.08, "learning_rate": 9.924928225695025e-05, "loss": 0.9754, "step": 805 }, { "epoch": 0.08, "learning_rate": 9.924637701745074e-05, "loss": 0.7044, "step": 806 }, { "epoch": 0.08, "learning_rate": 9.924346620992429e-05, "loss": 0.7883, "step": 807 }, { "epoch": 0.08, "learning_rate": 9.924054983469998e-05, "loss": 0.7943, "step": 808 }, { "epoch": 0.08, "learning_rate": 9.923762789210757e-05, "loss": 0.6929, "step": 809 }, { "epoch": 0.08, "learning_rate": 9.92347003824774e-05, "loss": 0.7798, "step": 810 }, { "epoch": 0.08, "learning_rate": 9.923176730614051e-05, "loss": 0.7833, "step": 811 }, { "epoch": 0.08, "learning_rate": 9.92288286634285e-05, "loss": 0.8015, "step": 812 }, { "epoch": 0.08, "learning_rate": 9.922588445467363e-05, "loss": 0.7572, "step": 813 }, { "epoch": 0.08, "learning_rate": 9.922293468020879e-05, "loss": 0.8122, "step": 814 }, { "epoch": 0.08, "learning_rate": 9.921997934036748e-05, "loss": 0.762, "step": 815 }, { "epoch": 0.08, "learning_rate": 9.921701843548388e-05, "loss": 0.8233, "step": 816 }, { "epoch": 0.08, "learning_rate": 9.921405196589273e-05, "loss": 0.8234, "step": 817 }, { "epoch": 0.08, "learning_rate": 9.921107993192945e-05, "loss": 0.8451, "step": 818 }, { "epoch": 0.09, "learning_rate": 9.920810233393007e-05, "loss": 0.7896, "step": 819 }, { "epoch": 0.09, "learning_rate": 9.920511917223124e-05, "loss": 0.7835, "step": 820 }, { "epoch": 0.09, "learning_rate": 9.920213044717027e-05, "loss": 0.7339, "step": 821 }, { "epoch": 0.09, "learning_rate": 9.919913615908505e-05, "loss": 0.8734, "step": 822 }, { "epoch": 0.09, "learning_rate": 9.919613630831415e-05, "loss": 0.6735, "step": 823 }, { "epoch": 0.09, "learning_rate": 9.919313089519676e-05, "loss": 0.808, "step": 824 }, { "epoch": 0.09, "learning_rate": 9.919011992007266e-05, "loss": 0.7694, "step": 825 }, { "epoch": 0.09, "learning_rate": 9.918710338328229e-05, "loss": 0.6658, "step": 826 }, { "epoch": 0.09, "learning_rate": 9.918408128516673e-05, "loss": 0.9058, "step": 827 }, { "epoch": 0.09, "learning_rate": 9.918105362606765e-05, "loss": 0.7584, "step": 828 }, { "epoch": 0.09, "learning_rate": 9.91780204063274e-05, "loss": 0.7458, "step": 829 }, { "epoch": 0.09, "learning_rate": 9.917498162628889e-05, "loss": 0.7505, "step": 830 }, { "epoch": 0.09, "learning_rate": 9.917193728629574e-05, "loss": 0.8832, "step": 831 }, { "epoch": 0.09, "learning_rate": 9.916888738669212e-05, "loss": 0.8588, "step": 832 }, { "epoch": 0.09, "learning_rate": 9.91658319278229e-05, "loss": 0.8741, "step": 833 }, { "epoch": 0.09, "learning_rate": 9.916277091003352e-05, "loss": 0.9302, "step": 834 }, { "epoch": 0.09, "learning_rate": 9.915970433367009e-05, "loss": 0.8341, "step": 835 }, { "epoch": 0.09, "learning_rate": 9.915663219907933e-05, "loss": 0.7645, "step": 836 }, { "epoch": 0.09, "learning_rate": 9.915355450660858e-05, "loss": 0.8266, "step": 837 }, { "epoch": 0.09, "learning_rate": 9.91504712566058e-05, "loss": 0.7788, "step": 838 }, { "epoch": 0.09, "learning_rate": 9.914738244941963e-05, "loss": 0.7215, "step": 839 }, { "epoch": 0.09, "learning_rate": 9.914428808539931e-05, "loss": 0.84, "step": 840 }, { "epoch": 0.09, "learning_rate": 9.914118816489468e-05, "loss": 0.8393, "step": 841 }, { "epoch": 0.09, "learning_rate": 9.913808268825624e-05, "loss": 0.7324, "step": 842 }, { "epoch": 0.09, "learning_rate": 9.913497165583511e-05, "loss": 0.808, "step": 843 }, { "epoch": 0.09, "learning_rate": 9.913185506798302e-05, "loss": 0.8053, "step": 844 }, { "epoch": 0.09, "learning_rate": 9.912873292505239e-05, "loss": 0.8377, "step": 845 }, { "epoch": 0.09, "learning_rate": 9.912560522739618e-05, "loss": 0.7631, "step": 846 }, { "epoch": 0.09, "learning_rate": 9.912247197536804e-05, "loss": 0.7437, "step": 847 }, { "epoch": 0.09, "learning_rate": 9.911933316932222e-05, "loss": 0.7287, "step": 848 }, { "epoch": 0.09, "learning_rate": 9.911618880961365e-05, "loss": 0.7279, "step": 849 }, { "epoch": 0.09, "learning_rate": 9.911303889659779e-05, "loss": 0.7638, "step": 850 }, { "epoch": 0.09, "learning_rate": 9.910988343063082e-05, "loss": 0.8268, "step": 851 }, { "epoch": 0.09, "learning_rate": 9.910672241206949e-05, "loss": 0.8758, "step": 852 }, { "epoch": 0.09, "learning_rate": 9.91035558412712e-05, "loss": 0.7939, "step": 853 }, { "epoch": 0.09, "learning_rate": 9.910038371859399e-05, "loss": 0.8645, "step": 854 }, { "epoch": 0.09, "learning_rate": 9.909720604439651e-05, "loss": 0.8042, "step": 855 }, { "epoch": 0.09, "learning_rate": 9.909402281903806e-05, "loss": 0.7785, "step": 856 }, { "epoch": 0.09, "learning_rate": 9.909083404287853e-05, "loss": 0.7513, "step": 857 }, { "epoch": 0.09, "learning_rate": 9.908763971627845e-05, "loss": 0.7158, "step": 858 }, { "epoch": 0.09, "learning_rate": 9.908443983959903e-05, "loss": 0.7202, "step": 859 }, { "epoch": 0.09, "learning_rate": 9.9081234413202e-05, "loss": 0.7388, "step": 860 }, { "epoch": 0.09, "learning_rate": 9.907802343744983e-05, "loss": 0.9452, "step": 861 }, { "epoch": 0.09, "learning_rate": 9.907480691270554e-05, "loss": 0.8006, "step": 862 }, { "epoch": 0.09, "learning_rate": 9.907158483933282e-05, "loss": 0.8766, "step": 863 }, { "epoch": 0.09, "learning_rate": 9.906835721769596e-05, "loss": 0.8716, "step": 864 }, { "epoch": 0.09, "learning_rate": 9.90651240481599e-05, "loss": 0.7099, "step": 865 }, { "epoch": 0.09, "learning_rate": 9.906188533109022e-05, "loss": 0.7694, "step": 866 }, { "epoch": 0.09, "learning_rate": 9.905864106685306e-05, "loss": 0.8911, "step": 867 }, { "epoch": 0.09, "learning_rate": 9.905539125581524e-05, "loss": 0.7515, "step": 868 }, { "epoch": 0.09, "learning_rate": 9.905213589834424e-05, "loss": 0.8374, "step": 869 }, { "epoch": 0.09, "learning_rate": 9.904887499480809e-05, "loss": 0.6553, "step": 870 }, { "epoch": 0.09, "learning_rate": 9.904560854557547e-05, "loss": 0.6819, "step": 871 }, { "epoch": 0.09, "learning_rate": 9.904233655101574e-05, "loss": 0.7646, "step": 872 }, { "epoch": 0.09, "learning_rate": 9.903905901149881e-05, "loss": 0.6688, "step": 873 }, { "epoch": 0.09, "learning_rate": 9.903577592739528e-05, "loss": 0.8617, "step": 874 }, { "epoch": 0.09, "learning_rate": 9.903248729907634e-05, "loss": 0.8809, "step": 875 }, { "epoch": 0.09, "learning_rate": 9.902919312691384e-05, "loss": 0.7404, "step": 876 }, { "epoch": 0.09, "learning_rate": 9.902589341128019e-05, "loss": 0.8451, "step": 877 }, { "epoch": 0.09, "learning_rate": 9.90225881525485e-05, "loss": 0.7652, "step": 878 }, { "epoch": 0.09, "learning_rate": 9.901927735109249e-05, "loss": 0.7989, "step": 879 }, { "epoch": 0.09, "learning_rate": 9.901596100728646e-05, "loss": 0.7011, "step": 880 }, { "epoch": 0.09, "learning_rate": 9.90126391215054e-05, "loss": 0.6782, "step": 881 }, { "epoch": 0.09, "learning_rate": 9.900931169412488e-05, "loss": 0.7543, "step": 882 }, { "epoch": 0.09, "learning_rate": 9.900597872552112e-05, "loss": 0.6911, "step": 883 }, { "epoch": 0.09, "learning_rate": 9.900264021607099e-05, "loss": 0.7512, "step": 884 }, { "epoch": 0.09, "learning_rate": 9.899929616615191e-05, "loss": 0.9511, "step": 885 }, { "epoch": 0.09, "learning_rate": 9.899594657614201e-05, "loss": 0.7461, "step": 886 }, { "epoch": 0.09, "learning_rate": 9.899259144641999e-05, "loss": 0.9168, "step": 887 }, { "epoch": 0.09, "learning_rate": 9.898923077736519e-05, "loss": 0.8118, "step": 888 }, { "epoch": 0.09, "learning_rate": 9.898586456935761e-05, "loss": 0.7909, "step": 889 }, { "epoch": 0.09, "learning_rate": 9.898249282277783e-05, "loss": 0.8971, "step": 890 }, { "epoch": 0.09, "learning_rate": 9.897911553800709e-05, "loss": 0.6431, "step": 891 }, { "epoch": 0.09, "learning_rate": 9.897573271542721e-05, "loss": 1.0098, "step": 892 }, { "epoch": 0.09, "learning_rate": 9.897234435542071e-05, "loss": 0.7623, "step": 893 }, { "epoch": 0.09, "learning_rate": 9.896895045837066e-05, "loss": 0.7829, "step": 894 }, { "epoch": 0.09, "learning_rate": 9.896555102466083e-05, "loss": 0.847, "step": 895 }, { "epoch": 0.09, "learning_rate": 9.896214605467553e-05, "loss": 0.8505, "step": 896 }, { "epoch": 0.09, "learning_rate": 9.895873554879978e-05, "loss": 0.7943, "step": 897 }, { "epoch": 0.09, "learning_rate": 9.895531950741914e-05, "loss": 0.8247, "step": 898 }, { "epoch": 0.09, "learning_rate": 9.89518979309199e-05, "loss": 0.777, "step": 899 }, { "epoch": 0.09, "learning_rate": 9.894847081968887e-05, "loss": 0.7343, "step": 900 }, { "epoch": 0.09, "learning_rate": 9.894503817411358e-05, "loss": 0.7988, "step": 901 }, { "epoch": 0.09, "learning_rate": 9.894159999458211e-05, "loss": 0.7011, "step": 902 }, { "epoch": 0.09, "learning_rate": 9.893815628148319e-05, "loss": 0.7564, "step": 903 }, { "epoch": 0.09, "learning_rate": 9.893470703520622e-05, "loss": 0.8248, "step": 904 }, { "epoch": 0.09, "learning_rate": 9.893125225614117e-05, "loss": 0.7465, "step": 905 }, { "epoch": 0.09, "learning_rate": 9.892779194467863e-05, "loss": 0.7624, "step": 906 }, { "epoch": 0.09, "learning_rate": 9.892432610120987e-05, "loss": 0.7032, "step": 907 }, { "epoch": 0.09, "learning_rate": 9.892085472612676e-05, "loss": 0.9129, "step": 908 }, { "epoch": 0.09, "learning_rate": 9.891737781982175e-05, "loss": 0.7953, "step": 909 }, { "epoch": 0.09, "learning_rate": 9.891389538268798e-05, "loss": 0.7006, "step": 910 }, { "epoch": 0.09, "learning_rate": 9.89104074151192e-05, "loss": 0.6636, "step": 911 }, { "epoch": 0.09, "learning_rate": 9.890691391750976e-05, "loss": 0.8348, "step": 912 }, { "epoch": 0.09, "learning_rate": 9.890341489025466e-05, "loss": 0.7179, "step": 913 }, { "epoch": 0.09, "learning_rate": 9.889991033374952e-05, "loss": 0.7575, "step": 914 }, { "epoch": 0.09, "learning_rate": 9.889640024839057e-05, "loss": 0.7454, "step": 915 }, { "epoch": 0.1, "learning_rate": 9.889288463457466e-05, "loss": 0.8116, "step": 916 }, { "epoch": 0.1, "learning_rate": 9.888936349269934e-05, "loss": 0.6811, "step": 917 }, { "epoch": 0.1, "learning_rate": 9.888583682316268e-05, "loss": 0.7691, "step": 918 }, { "epoch": 0.1, "learning_rate": 9.888230462636342e-05, "loss": 0.8446, "step": 919 }, { "epoch": 0.1, "learning_rate": 9.887876690270094e-05, "loss": 0.7577, "step": 920 }, { "epoch": 0.1, "learning_rate": 9.887522365257524e-05, "loss": 0.6878, "step": 921 }, { "epoch": 0.1, "learning_rate": 9.887167487638693e-05, "loss": 0.9366, "step": 922 }, { "epoch": 0.1, "learning_rate": 9.886812057453726e-05, "loss": 0.781, "step": 923 }, { "epoch": 0.1, "learning_rate": 9.886456074742806e-05, "loss": 0.7165, "step": 924 }, { "epoch": 0.1, "learning_rate": 9.886099539546186e-05, "loss": 0.6501, "step": 925 }, { "epoch": 0.1, "learning_rate": 9.885742451904174e-05, "loss": 0.7658, "step": 926 }, { "epoch": 0.1, "learning_rate": 9.885384811857148e-05, "loss": 0.8196, "step": 927 }, { "epoch": 0.1, "learning_rate": 9.885026619445543e-05, "loss": 0.8119, "step": 928 }, { "epoch": 0.1, "learning_rate": 9.884667874709856e-05, "loss": 0.9034, "step": 929 }, { "epoch": 0.1, "learning_rate": 9.884308577690651e-05, "loss": 0.7989, "step": 930 }, { "epoch": 0.1, "learning_rate": 9.883948728428552e-05, "loss": 0.8137, "step": 931 }, { "epoch": 0.1, "learning_rate": 9.883588326964242e-05, "loss": 0.8153, "step": 932 }, { "epoch": 0.1, "learning_rate": 9.88322737333847e-05, "loss": 0.7972, "step": 933 }, { "epoch": 0.1, "learning_rate": 9.882865867592052e-05, "loss": 0.7186, "step": 934 }, { "epoch": 0.1, "learning_rate": 9.882503809765858e-05, "loss": 0.7874, "step": 935 }, { "epoch": 0.1, "learning_rate": 9.882141199900823e-05, "loss": 0.8732, "step": 936 }, { "epoch": 0.1, "learning_rate": 9.881778038037946e-05, "loss": 0.7559, "step": 937 }, { "epoch": 0.1, "learning_rate": 9.88141432421829e-05, "loss": 0.7236, "step": 938 }, { "epoch": 0.1, "learning_rate": 9.881050058482974e-05, "loss": 0.6661, "step": 939 }, { "epoch": 0.1, "learning_rate": 9.880685240873189e-05, "loss": 0.8433, "step": 940 }, { "epoch": 0.1, "learning_rate": 9.880319871430179e-05, "loss": 0.8401, "step": 941 }, { "epoch": 0.1, "learning_rate": 9.879953950195255e-05, "loss": 0.693, "step": 942 }, { "epoch": 0.1, "learning_rate": 9.879587477209793e-05, "loss": 0.5653, "step": 943 }, { "epoch": 0.1, "learning_rate": 9.879220452515224e-05, "loss": 0.8167, "step": 944 }, { "epoch": 0.1, "learning_rate": 9.878852876153047e-05, "loss": 0.8611, "step": 945 }, { "epoch": 0.1, "learning_rate": 9.878484748164821e-05, "loss": 0.8106, "step": 946 }, { "epoch": 0.1, "learning_rate": 9.87811606859217e-05, "loss": 0.8177, "step": 947 }, { "epoch": 0.1, "learning_rate": 9.877746837476777e-05, "loss": 0.7891, "step": 948 }, { "epoch": 0.1, "learning_rate": 9.877377054860391e-05, "loss": 0.7288, "step": 949 }, { "epoch": 0.1, "learning_rate": 9.877006720784819e-05, "loss": 0.8265, "step": 950 }, { "epoch": 0.1, "learning_rate": 9.876635835291936e-05, "loss": 0.7422, "step": 951 }, { "epoch": 0.1, "learning_rate": 9.876264398423672e-05, "loss": 0.8321, "step": 952 }, { "epoch": 0.1, "learning_rate": 9.875892410222026e-05, "loss": 0.8378, "step": 953 }, { "epoch": 0.1, "learning_rate": 9.875519870729057e-05, "loss": 0.8207, "step": 954 }, { "epoch": 0.1, "learning_rate": 9.875146779986885e-05, "loss": 0.7306, "step": 955 }, { "epoch": 0.1, "learning_rate": 9.874773138037692e-05, "loss": 0.7024, "step": 956 }, { "epoch": 0.1, "learning_rate": 9.874398944923728e-05, "loss": 0.6794, "step": 957 }, { "epoch": 0.1, "learning_rate": 9.874024200687296e-05, "loss": 0.707, "step": 958 }, { "epoch": 0.1, "learning_rate": 9.87364890537077e-05, "loss": 0.7387, "step": 959 }, { "epoch": 0.1, "learning_rate": 9.873273059016581e-05, "loss": 0.8181, "step": 960 }, { "epoch": 0.1, "learning_rate": 9.872896661667225e-05, "loss": 0.6836, "step": 961 }, { "epoch": 0.1, "learning_rate": 9.872519713365258e-05, "loss": 0.7187, "step": 962 }, { "epoch": 0.1, "learning_rate": 9.8721422141533e-05, "loss": 0.8404, "step": 963 }, { "epoch": 0.1, "learning_rate": 9.871764164074033e-05, "loss": 0.8453, "step": 964 }, { "epoch": 0.1, "learning_rate": 9.871385563170201e-05, "loss": 0.7141, "step": 965 }, { "epoch": 0.1, "learning_rate": 9.87100641148461e-05, "loss": 0.7279, "step": 966 }, { "epoch": 0.1, "learning_rate": 9.87062670906013e-05, "loss": 0.7418, "step": 967 }, { "epoch": 0.1, "learning_rate": 9.870246455939691e-05, "loss": 0.7311, "step": 968 }, { "epoch": 0.1, "learning_rate": 9.869865652166286e-05, "loss": 0.7813, "step": 969 }, { "epoch": 0.1, "learning_rate": 9.869484297782971e-05, "loss": 0.7434, "step": 970 }, { "epoch": 0.1, "learning_rate": 9.869102392832863e-05, "loss": 0.9003, "step": 971 }, { "epoch": 0.1, "learning_rate": 9.868719937359143e-05, "loss": 0.6812, "step": 972 }, { "epoch": 0.1, "learning_rate": 9.868336931405054e-05, "loss": 0.7265, "step": 973 }, { "epoch": 0.1, "learning_rate": 9.867953375013896e-05, "loss": 0.6346, "step": 974 }, { "epoch": 0.1, "learning_rate": 9.86756926822904e-05, "loss": 0.8139, "step": 975 }, { "epoch": 0.1, "learning_rate": 9.867184611093914e-05, "loss": 0.7017, "step": 976 }, { "epoch": 0.1, "learning_rate": 9.86679940365201e-05, "loss": 0.7109, "step": 977 }, { "epoch": 0.1, "learning_rate": 9.86641364594688e-05, "loss": 0.7455, "step": 978 }, { "epoch": 0.1, "learning_rate": 9.866027338022138e-05, "loss": 0.7226, "step": 979 }, { "epoch": 0.1, "learning_rate": 9.865640479921465e-05, "loss": 0.7847, "step": 980 }, { "epoch": 0.1, "learning_rate": 9.865253071688598e-05, "loss": 0.7369, "step": 981 }, { "epoch": 0.1, "learning_rate": 9.864865113367344e-05, "loss": 0.9828, "step": 982 }, { "epoch": 0.1, "learning_rate": 9.864476605001562e-05, "loss": 0.8157, "step": 983 }, { "epoch": 0.1, "learning_rate": 9.86408754663518e-05, "loss": 0.7247, "step": 984 }, { "epoch": 0.1, "learning_rate": 9.863697938312188e-05, "loss": 0.8258, "step": 985 }, { "epoch": 0.1, "learning_rate": 9.863307780076639e-05, "loss": 0.8023, "step": 986 }, { "epoch": 0.1, "learning_rate": 9.862917071972641e-05, "loss": 0.7222, "step": 987 }, { "epoch": 0.1, "learning_rate": 9.862525814044373e-05, "loss": 0.8677, "step": 988 }, { "epoch": 0.1, "learning_rate": 9.862134006336071e-05, "loss": 0.7503, "step": 989 }, { "epoch": 0.1, "learning_rate": 9.861741648892035e-05, "loss": 0.7639, "step": 990 }, { "epoch": 0.1, "learning_rate": 9.861348741756627e-05, "loss": 0.7418, "step": 991 }, { "epoch": 0.1, "learning_rate": 9.860955284974269e-05, "loss": 0.8472, "step": 992 }, { "epoch": 0.1, "learning_rate": 9.86056127858945e-05, "loss": 0.8288, "step": 993 }, { "epoch": 0.1, "learning_rate": 9.860166722646718e-05, "loss": 0.7027, "step": 994 }, { "epoch": 0.1, "learning_rate": 9.85977161719068e-05, "loss": 0.7784, "step": 995 }, { "epoch": 0.1, "learning_rate": 9.859375962266013e-05, "loss": 0.8449, "step": 996 }, { "epoch": 0.1, "learning_rate": 9.85897975791745e-05, "loss": 0.8074, "step": 997 }, { "epoch": 0.1, "learning_rate": 9.858583004189785e-05, "loss": 0.5854, "step": 998 }, { "epoch": 0.1, "learning_rate": 9.85818570112788e-05, "loss": 0.8055, "step": 999 }, { "epoch": 0.1, "learning_rate": 9.857787848776656e-05, "loss": 0.6905, "step": 1000 }, { "epoch": 0.1, "learning_rate": 9.857389447181093e-05, "loss": 0.851, "step": 1001 }, { "epoch": 0.1, "learning_rate": 9.85699049638624e-05, "loss": 0.7913, "step": 1002 }, { "epoch": 0.1, "learning_rate": 9.8565909964372e-05, "loss": 0.7934, "step": 1003 }, { "epoch": 0.1, "learning_rate": 9.856190947379146e-05, "loss": 0.7897, "step": 1004 }, { "epoch": 0.1, "learning_rate": 9.85579034925731e-05, "loss": 0.7225, "step": 1005 }, { "epoch": 0.1, "learning_rate": 9.855389202116982e-05, "loss": 0.813, "step": 1006 }, { "epoch": 0.1, "learning_rate": 9.85498750600352e-05, "loss": 0.7858, "step": 1007 }, { "epoch": 0.1, "learning_rate": 9.854585260962339e-05, "loss": 0.8474, "step": 1008 }, { "epoch": 0.1, "learning_rate": 9.854182467038923e-05, "loss": 0.9166, "step": 1009 }, { "epoch": 0.1, "learning_rate": 9.853779124278811e-05, "loss": 0.7828, "step": 1010 }, { "epoch": 0.1, "learning_rate": 9.853375232727607e-05, "loss": 0.8955, "step": 1011 }, { "epoch": 0.11, "learning_rate": 9.852970792430975e-05, "loss": 0.9045, "step": 1012 }, { "epoch": 0.11, "learning_rate": 9.852565803434648e-05, "loss": 0.933, "step": 1013 }, { "epoch": 0.11, "learning_rate": 9.852160265784411e-05, "loss": 0.7167, "step": 1014 }, { "epoch": 0.11, "learning_rate": 9.851754179526118e-05, "loss": 0.8578, "step": 1015 }, { "epoch": 0.11, "learning_rate": 9.851347544705684e-05, "loss": 0.7156, "step": 1016 }, { "epoch": 0.11, "learning_rate": 9.850940361369085e-05, "loss": 0.8832, "step": 1017 }, { "epoch": 0.11, "learning_rate": 9.850532629562357e-05, "loss": 0.8431, "step": 1018 }, { "epoch": 0.11, "learning_rate": 9.8501243493316e-05, "loss": 0.7846, "step": 1019 }, { "epoch": 0.11, "learning_rate": 9.84971552072298e-05, "loss": 0.6782, "step": 1020 }, { "epoch": 0.11, "learning_rate": 9.849306143782718e-05, "loss": 0.6327, "step": 1021 }, { "epoch": 0.11, "learning_rate": 9.848896218557097e-05, "loss": 0.835, "step": 1022 }, { "epoch": 0.11, "learning_rate": 9.848485745092472e-05, "loss": 0.6753, "step": 1023 }, { "epoch": 0.11, "learning_rate": 9.848074723435248e-05, "loss": 0.8099, "step": 1024 }, { "epoch": 0.11, "learning_rate": 9.847663153631899e-05, "loss": 0.6928, "step": 1025 }, { "epoch": 0.11, "learning_rate": 9.84725103572896e-05, "loss": 0.8446, "step": 1026 }, { "epoch": 0.11, "learning_rate": 9.846838369773024e-05, "loss": 0.793, "step": 1027 }, { "epoch": 0.11, "learning_rate": 9.84642515581075e-05, "loss": 0.7499, "step": 1028 }, { "epoch": 0.11, "learning_rate": 9.84601139388886e-05, "loss": 0.7099, "step": 1029 }, { "epoch": 0.11, "learning_rate": 9.845597084054135e-05, "loss": 0.7266, "step": 1030 }, { "epoch": 0.11, "learning_rate": 9.845182226353415e-05, "loss": 0.8835, "step": 1031 }, { "epoch": 0.11, "learning_rate": 9.844766820833612e-05, "loss": 0.7402, "step": 1032 }, { "epoch": 0.11, "learning_rate": 9.84435086754169e-05, "loss": 0.812, "step": 1033 }, { "epoch": 0.11, "learning_rate": 9.843934366524678e-05, "loss": 0.754, "step": 1034 }, { "epoch": 0.11, "learning_rate": 9.843517317829671e-05, "loss": 0.8957, "step": 1035 }, { "epoch": 0.11, "learning_rate": 9.843099721503818e-05, "loss": 0.8203, "step": 1036 }, { "epoch": 0.11, "learning_rate": 9.842681577594339e-05, "loss": 0.6968, "step": 1037 }, { "epoch": 0.11, "learning_rate": 9.842262886148508e-05, "loss": 0.7545, "step": 1038 }, { "epoch": 0.11, "learning_rate": 9.841843647213664e-05, "loss": 0.7411, "step": 1039 }, { "epoch": 0.11, "learning_rate": 9.841423860837211e-05, "loss": 0.8205, "step": 1040 }, { "epoch": 0.11, "learning_rate": 9.84100352706661e-05, "loss": 0.7921, "step": 1041 }, { "epoch": 0.11, "learning_rate": 9.840582645949388e-05, "loss": 0.798, "step": 1042 }, { "epoch": 0.11, "learning_rate": 9.840161217533128e-05, "loss": 0.8045, "step": 1043 }, { "epoch": 0.11, "learning_rate": 9.839739241865481e-05, "loss": 0.7347, "step": 1044 }, { "epoch": 0.11, "learning_rate": 9.839316718994158e-05, "loss": 0.8076, "step": 1045 }, { "epoch": 0.11, "learning_rate": 9.838893648966931e-05, "loss": 0.7752, "step": 1046 }, { "epoch": 0.11, "learning_rate": 9.838470031831633e-05, "loss": 0.8871, "step": 1047 }, { "epoch": 0.11, "learning_rate": 9.838045867636163e-05, "loss": 0.7199, "step": 1048 }, { "epoch": 0.11, "learning_rate": 9.837621156428475e-05, "loss": 0.8194, "step": 1049 }, { "epoch": 0.11, "learning_rate": 9.837195898256592e-05, "loss": 0.8164, "step": 1050 }, { "epoch": 0.11, "learning_rate": 9.836770093168595e-05, "loss": 0.8116, "step": 1051 }, { "epoch": 0.11, "learning_rate": 9.836343741212627e-05, "loss": 0.8244, "step": 1052 }, { "epoch": 0.11, "learning_rate": 9.835916842436895e-05, "loss": 0.8032, "step": 1053 }, { "epoch": 0.11, "learning_rate": 9.835489396889663e-05, "loss": 0.7205, "step": 1054 }, { "epoch": 0.11, "learning_rate": 9.835061404619263e-05, "loss": 0.8505, "step": 1055 }, { "epoch": 0.11, "learning_rate": 9.834632865674084e-05, "loss": 0.7581, "step": 1056 }, { "epoch": 0.11, "learning_rate": 9.834203780102579e-05, "loss": 0.7961, "step": 1057 }, { "epoch": 0.11, "learning_rate": 9.833774147953263e-05, "loss": 0.7935, "step": 1058 }, { "epoch": 0.11, "learning_rate": 9.833343969274712e-05, "loss": 0.7859, "step": 1059 }, { "epoch": 0.11, "learning_rate": 9.832913244115564e-05, "loss": 0.8096, "step": 1060 }, { "epoch": 0.11, "learning_rate": 9.832481972524519e-05, "loss": 0.7066, "step": 1061 }, { "epoch": 0.11, "learning_rate": 9.832050154550339e-05, "loss": 0.7785, "step": 1062 }, { "epoch": 0.11, "learning_rate": 9.831617790241845e-05, "loss": 0.8657, "step": 1063 }, { "epoch": 0.11, "learning_rate": 9.831184879647926e-05, "loss": 0.6912, "step": 1064 }, { "epoch": 0.11, "learning_rate": 9.830751422817525e-05, "loss": 0.7272, "step": 1065 }, { "epoch": 0.11, "learning_rate": 9.830317419799653e-05, "loss": 0.7712, "step": 1066 }, { "epoch": 0.11, "learning_rate": 9.82988287064338e-05, "loss": 0.8649, "step": 1067 }, { "epoch": 0.11, "learning_rate": 9.829447775397838e-05, "loss": 0.7266, "step": 1068 }, { "epoch": 0.11, "learning_rate": 9.82901213411222e-05, "loss": 0.6903, "step": 1069 }, { "epoch": 0.11, "learning_rate": 9.828575946835786e-05, "loss": 0.8519, "step": 1070 }, { "epoch": 0.11, "learning_rate": 9.828139213617846e-05, "loss": 0.6894, "step": 1071 }, { "epoch": 0.11, "learning_rate": 9.827701934507785e-05, "loss": 0.7241, "step": 1072 }, { "epoch": 0.11, "learning_rate": 9.827264109555041e-05, "loss": 0.9313, "step": 1073 }, { "epoch": 0.11, "learning_rate": 9.826825738809119e-05, "loss": 0.8947, "step": 1074 }, { "epoch": 0.11, "learning_rate": 9.826386822319582e-05, "loss": 0.8325, "step": 1075 }, { "epoch": 0.11, "learning_rate": 9.825947360136054e-05, "loss": 0.7011, "step": 1076 }, { "epoch": 0.11, "learning_rate": 9.825507352308224e-05, "loss": 0.7538, "step": 1077 }, { "epoch": 0.11, "learning_rate": 9.825066798885843e-05, "loss": 0.8018, "step": 1078 }, { "epoch": 0.11, "learning_rate": 9.824625699918721e-05, "loss": 0.7255, "step": 1079 }, { "epoch": 0.11, "learning_rate": 9.824184055456728e-05, "loss": 0.8675, "step": 1080 }, { "epoch": 0.11, "learning_rate": 9.823741865549805e-05, "loss": 0.9546, "step": 1081 }, { "epoch": 0.11, "learning_rate": 9.823299130247941e-05, "loss": 0.8027, "step": 1082 }, { "epoch": 0.11, "learning_rate": 9.822855849601198e-05, "loss": 0.7796, "step": 1083 }, { "epoch": 0.11, "learning_rate": 9.822412023659692e-05, "loss": 0.7849, "step": 1084 }, { "epoch": 0.11, "learning_rate": 9.82196765247361e-05, "loss": 0.7579, "step": 1085 }, { "epoch": 0.11, "learning_rate": 9.821522736093189e-05, "loss": 0.7012, "step": 1086 }, { "epoch": 0.11, "learning_rate": 9.821077274568734e-05, "loss": 0.7404, "step": 1087 }, { "epoch": 0.11, "learning_rate": 9.820631267950614e-05, "loss": 0.777, "step": 1088 }, { "epoch": 0.11, "learning_rate": 9.820184716289252e-05, "loss": 0.8434, "step": 1089 }, { "epoch": 0.11, "learning_rate": 9.819737619635142e-05, "loss": 0.8562, "step": 1090 }, { "epoch": 0.11, "learning_rate": 9.819289978038832e-05, "loss": 0.8514, "step": 1091 }, { "epoch": 0.11, "learning_rate": 9.818841791550937e-05, "loss": 0.7702, "step": 1092 }, { "epoch": 0.11, "learning_rate": 9.818393060222129e-05, "loss": 0.9215, "step": 1093 }, { "epoch": 0.11, "learning_rate": 9.817943784103141e-05, "loss": 0.6879, "step": 1094 }, { "epoch": 0.11, "learning_rate": 9.817493963244778e-05, "loss": 0.882, "step": 1095 }, { "epoch": 0.11, "learning_rate": 9.81704359769789e-05, "loss": 0.695, "step": 1096 }, { "epoch": 0.11, "learning_rate": 9.816592687513404e-05, "loss": 0.8764, "step": 1097 }, { "epoch": 0.11, "learning_rate": 9.8161412327423e-05, "loss": 0.7437, "step": 1098 }, { "epoch": 0.11, "learning_rate": 9.815689233435619e-05, "loss": 0.7034, "step": 1099 }, { "epoch": 0.11, "learning_rate": 9.81523668964447e-05, "loss": 0.7904, "step": 1100 }, { "epoch": 0.11, "learning_rate": 9.814783601420018e-05, "loss": 0.9002, "step": 1101 }, { "epoch": 0.11, "learning_rate": 9.814329968813492e-05, "loss": 0.7969, "step": 1102 }, { "epoch": 0.11, "learning_rate": 9.81387579187618e-05, "loss": 0.8352, "step": 1103 }, { "epoch": 0.11, "learning_rate": 9.813421070659434e-05, "loss": 0.7548, "step": 1104 }, { "epoch": 0.11, "learning_rate": 9.812965805214669e-05, "loss": 0.7739, "step": 1105 }, { "epoch": 0.11, "learning_rate": 9.812509995593357e-05, "loss": 0.6807, "step": 1106 }, { "epoch": 0.11, "learning_rate": 9.812053641847037e-05, "loss": 0.9345, "step": 1107 }, { "epoch": 0.12, "learning_rate": 9.811596744027303e-05, "loss": 0.6888, "step": 1108 }, { "epoch": 0.12, "learning_rate": 9.811139302185816e-05, "loss": 0.7605, "step": 1109 }, { "epoch": 0.12, "learning_rate": 9.810681316374296e-05, "loss": 0.5432, "step": 1110 }, { "epoch": 0.12, "learning_rate": 9.810222786644525e-05, "loss": 0.7892, "step": 1111 }, { "epoch": 0.12, "learning_rate": 9.809763713048347e-05, "loss": 0.668, "step": 1112 }, { "epoch": 0.12, "learning_rate": 9.809304095637666e-05, "loss": 0.647, "step": 1113 }, { "epoch": 0.12, "learning_rate": 9.808843934464449e-05, "loss": 0.7024, "step": 1114 }, { "epoch": 0.12, "learning_rate": 9.808383229580724e-05, "loss": 0.7084, "step": 1115 }, { "epoch": 0.12, "learning_rate": 9.807921981038582e-05, "loss": 0.7704, "step": 1116 }, { "epoch": 0.12, "learning_rate": 9.80746018889017e-05, "loss": 0.9065, "step": 1117 }, { "epoch": 0.12, "learning_rate": 9.806997853187705e-05, "loss": 0.755, "step": 1118 }, { "epoch": 0.12, "learning_rate": 9.806534973983458e-05, "loss": 0.7882, "step": 1119 }, { "epoch": 0.12, "learning_rate": 9.806071551329765e-05, "loss": 0.8881, "step": 1120 }, { "epoch": 0.12, "learning_rate": 9.805607585279022e-05, "loss": 0.7199, "step": 1121 }, { "epoch": 0.12, "learning_rate": 9.80514307588369e-05, "loss": 0.7535, "step": 1122 }, { "epoch": 0.12, "learning_rate": 9.804678023196285e-05, "loss": 0.9949, "step": 1123 }, { "epoch": 0.12, "learning_rate": 9.804212427269391e-05, "loss": 0.6905, "step": 1124 }, { "epoch": 0.12, "learning_rate": 9.803746288155646e-05, "loss": 0.66, "step": 1125 }, { "epoch": 0.12, "learning_rate": 9.80327960590776e-05, "loss": 0.7564, "step": 1126 }, { "epoch": 0.12, "learning_rate": 9.802812380578495e-05, "loss": 0.7208, "step": 1127 }, { "epoch": 0.12, "learning_rate": 9.802344612220677e-05, "loss": 0.7083, "step": 1128 }, { "epoch": 0.12, "learning_rate": 9.801876300887195e-05, "loss": 0.8684, "step": 1129 }, { "epoch": 0.12, "learning_rate": 9.801407446630999e-05, "loss": 0.7886, "step": 1130 }, { "epoch": 0.12, "learning_rate": 9.8009380495051e-05, "loss": 0.7147, "step": 1131 }, { "epoch": 0.12, "learning_rate": 9.800468109562568e-05, "loss": 0.7692, "step": 1132 }, { "epoch": 0.12, "learning_rate": 9.799997626856539e-05, "loss": 0.7994, "step": 1133 }, { "epoch": 0.12, "learning_rate": 9.799526601440207e-05, "loss": 0.6554, "step": 1134 }, { "epoch": 0.12, "learning_rate": 9.79905503336683e-05, "loss": 0.8128, "step": 1135 }, { "epoch": 0.12, "learning_rate": 9.798582922689724e-05, "loss": 0.8315, "step": 1136 }, { "epoch": 0.12, "learning_rate": 9.798110269462266e-05, "loss": 0.7866, "step": 1137 }, { "epoch": 0.12, "learning_rate": 9.797637073737901e-05, "loss": 0.8027, "step": 1138 }, { "epoch": 0.12, "learning_rate": 9.797163335570127e-05, "loss": 0.7864, "step": 1139 }, { "epoch": 0.12, "learning_rate": 9.79668905501251e-05, "loss": 0.603, "step": 1140 }, { "epoch": 0.12, "learning_rate": 9.796214232118672e-05, "loss": 0.8073, "step": 1141 }, { "epoch": 0.12, "learning_rate": 9.7957388669423e-05, "loss": 0.8535, "step": 1142 }, { "epoch": 0.12, "learning_rate": 9.795262959537142e-05, "loss": 0.7257, "step": 1143 }, { "epoch": 0.12, "learning_rate": 9.794786509957003e-05, "loss": 0.8184, "step": 1144 }, { "epoch": 0.12, "learning_rate": 9.794309518255755e-05, "loss": 0.647, "step": 1145 }, { "epoch": 0.12, "learning_rate": 9.79383198448733e-05, "loss": 0.7843, "step": 1146 }, { "epoch": 0.12, "learning_rate": 9.793353908705715e-05, "loss": 0.8747, "step": 1147 }, { "epoch": 0.12, "learning_rate": 9.792875290964971e-05, "loss": 0.8455, "step": 1148 }, { "epoch": 0.12, "learning_rate": 9.792396131319209e-05, "loss": 0.8131, "step": 1149 }, { "epoch": 0.12, "learning_rate": 9.791916429822603e-05, "loss": 0.7867, "step": 1150 }, { "epoch": 0.12, "learning_rate": 9.791436186529393e-05, "loss": 0.7774, "step": 1151 }, { "epoch": 0.12, "learning_rate": 9.790955401493877e-05, "loss": 0.7451, "step": 1152 }, { "epoch": 0.12, "learning_rate": 9.790474074770415e-05, "loss": 0.7719, "step": 1153 }, { "epoch": 0.12, "learning_rate": 9.789992206413428e-05, "loss": 0.6771, "step": 1154 }, { "epoch": 0.12, "learning_rate": 9.789509796477399e-05, "loss": 0.7876, "step": 1155 }, { "epoch": 0.12, "learning_rate": 9.789026845016868e-05, "loss": 0.6153, "step": 1156 }, { "epoch": 0.12, "learning_rate": 9.788543352086446e-05, "loss": 0.6443, "step": 1157 }, { "epoch": 0.12, "learning_rate": 9.788059317740791e-05, "loss": 0.6509, "step": 1158 }, { "epoch": 0.12, "learning_rate": 9.787574742034639e-05, "loss": 0.7649, "step": 1159 }, { "epoch": 0.12, "learning_rate": 9.787089625022772e-05, "loss": 0.7618, "step": 1160 }, { "epoch": 0.12, "learning_rate": 9.786603966760042e-05, "loss": 0.8353, "step": 1161 }, { "epoch": 0.12, "learning_rate": 9.786117767301358e-05, "loss": 0.8104, "step": 1162 }, { "epoch": 0.12, "learning_rate": 9.785631026701695e-05, "loss": 0.7589, "step": 1163 }, { "epoch": 0.12, "learning_rate": 9.785143745016085e-05, "loss": 0.712, "step": 1164 }, { "epoch": 0.12, "learning_rate": 9.784655922299621e-05, "loss": 0.7691, "step": 1165 }, { "epoch": 0.12, "learning_rate": 9.78416755860746e-05, "loss": 0.7472, "step": 1166 }, { "epoch": 0.12, "learning_rate": 9.783678653994817e-05, "loss": 0.7969, "step": 1167 }, { "epoch": 0.12, "learning_rate": 9.783189208516972e-05, "loss": 0.7567, "step": 1168 }, { "epoch": 0.12, "learning_rate": 9.782699222229263e-05, "loss": 0.798, "step": 1169 }, { "epoch": 0.12, "learning_rate": 9.78220869518709e-05, "loss": 0.7138, "step": 1170 }, { "epoch": 0.12, "learning_rate": 9.781717627445914e-05, "loss": 0.9077, "step": 1171 }, { "epoch": 0.12, "learning_rate": 9.78122601906126e-05, "loss": 0.8651, "step": 1172 }, { "epoch": 0.12, "learning_rate": 9.780733870088707e-05, "loss": 0.7394, "step": 1173 }, { "epoch": 0.12, "learning_rate": 9.780241180583905e-05, "loss": 0.7967, "step": 1174 }, { "epoch": 0.12, "learning_rate": 9.779747950602554e-05, "loss": 0.6083, "step": 1175 }, { "epoch": 0.12, "learning_rate": 9.779254180200425e-05, "loss": 0.8136, "step": 1176 }, { "epoch": 0.12, "learning_rate": 9.778759869433345e-05, "loss": 0.7067, "step": 1177 }, { "epoch": 0.12, "learning_rate": 9.778265018357203e-05, "loss": 0.7834, "step": 1178 }, { "epoch": 0.12, "learning_rate": 9.777769627027949e-05, "loss": 0.7663, "step": 1179 }, { "epoch": 0.12, "learning_rate": 9.777273695501594e-05, "loss": 0.706, "step": 1180 }, { "epoch": 0.12, "learning_rate": 9.776777223834212e-05, "loss": 0.8167, "step": 1181 }, { "epoch": 0.12, "learning_rate": 9.776280212081934e-05, "loss": 0.8566, "step": 1182 }, { "epoch": 0.12, "learning_rate": 9.775782660300957e-05, "loss": 0.709, "step": 1183 }, { "epoch": 0.12, "learning_rate": 9.775284568547535e-05, "loss": 0.7611, "step": 1184 }, { "epoch": 0.12, "learning_rate": 9.774785936877984e-05, "loss": 0.7594, "step": 1185 }, { "epoch": 0.12, "learning_rate": 9.774286765348682e-05, "loss": 0.7139, "step": 1186 }, { "epoch": 0.12, "learning_rate": 9.773787054016069e-05, "loss": 0.8164, "step": 1187 }, { "epoch": 0.12, "learning_rate": 9.773286802936644e-05, "loss": 0.7274, "step": 1188 }, { "epoch": 0.12, "learning_rate": 9.772786012166968e-05, "loss": 0.7991, "step": 1189 }, { "epoch": 0.12, "learning_rate": 9.772284681763661e-05, "loss": 0.7574, "step": 1190 }, { "epoch": 0.12, "learning_rate": 9.771782811783407e-05, "loss": 0.7309, "step": 1191 }, { "epoch": 0.12, "learning_rate": 9.771280402282952e-05, "loss": 0.8764, "step": 1192 }, { "epoch": 0.12, "learning_rate": 9.770777453319098e-05, "loss": 0.8264, "step": 1193 }, { "epoch": 0.12, "learning_rate": 9.77027396494871e-05, "loss": 0.7684, "step": 1194 }, { "epoch": 0.12, "learning_rate": 9.769769937228717e-05, "loss": 0.6373, "step": 1195 }, { "epoch": 0.12, "learning_rate": 9.769265370216106e-05, "loss": 0.7493, "step": 1196 }, { "epoch": 0.12, "learning_rate": 9.768760263967926e-05, "loss": 0.7644, "step": 1197 }, { "epoch": 0.12, "learning_rate": 9.768254618541286e-05, "loss": 0.6952, "step": 1198 }, { "epoch": 0.12, "learning_rate": 9.767748433993358e-05, "loss": 0.7872, "step": 1199 }, { "epoch": 0.12, "learning_rate": 9.767241710381372e-05, "loss": 0.7184, "step": 1200 }, { "epoch": 0.12, "learning_rate": 9.76673444776262e-05, "loss": 0.7498, "step": 1201 }, { "epoch": 0.12, "learning_rate": 9.766226646194458e-05, "loss": 0.8356, "step": 1202 }, { "epoch": 0.12, "learning_rate": 9.765718305734298e-05, "loss": 0.8873, "step": 1203 }, { "epoch": 0.12, "learning_rate": 9.765209426439618e-05, "loss": 0.8494, "step": 1204 }, { "epoch": 0.13, "learning_rate": 9.764700008367952e-05, "loss": 0.7875, "step": 1205 }, { "epoch": 0.13, "learning_rate": 9.764190051576898e-05, "loss": 0.7204, "step": 1206 }, { "epoch": 0.13, "learning_rate": 9.763679556124115e-05, "loss": 0.7996, "step": 1207 }, { "epoch": 0.13, "learning_rate": 9.763168522067319e-05, "loss": 0.6757, "step": 1208 }, { "epoch": 0.13, "learning_rate": 9.762656949464292e-05, "loss": 0.7729, "step": 1209 }, { "epoch": 0.13, "learning_rate": 9.762144838372878e-05, "loss": 0.7693, "step": 1210 }, { "epoch": 0.13, "learning_rate": 9.761632188850974e-05, "loss": 0.8423, "step": 1211 }, { "epoch": 0.13, "learning_rate": 9.761119000956543e-05, "loss": 0.8826, "step": 1212 }, { "epoch": 0.13, "learning_rate": 9.760605274747609e-05, "loss": 0.8585, "step": 1213 }, { "epoch": 0.13, "learning_rate": 9.76009101028226e-05, "loss": 0.8269, "step": 1214 }, { "epoch": 0.13, "learning_rate": 9.759576207618635e-05, "loss": 0.7079, "step": 1215 }, { "epoch": 0.13, "learning_rate": 9.759060866814944e-05, "loss": 0.7604, "step": 1216 }, { "epoch": 0.13, "learning_rate": 9.758544987929452e-05, "loss": 0.8031, "step": 1217 }, { "epoch": 0.13, "learning_rate": 9.758028571020488e-05, "loss": 0.7318, "step": 1218 }, { "epoch": 0.13, "learning_rate": 9.757511616146441e-05, "loss": 0.801, "step": 1219 }, { "epoch": 0.13, "learning_rate": 9.75699412336576e-05, "loss": 0.6633, "step": 1220 }, { "epoch": 0.13, "learning_rate": 9.756476092736952e-05, "loss": 0.7825, "step": 1221 }, { "epoch": 0.13, "learning_rate": 9.755957524318591e-05, "loss": 0.7834, "step": 1222 }, { "epoch": 0.13, "learning_rate": 9.75543841816931e-05, "loss": 0.914, "step": 1223 }, { "epoch": 0.13, "learning_rate": 9.754918774347799e-05, "loss": 0.8209, "step": 1224 }, { "epoch": 0.13, "learning_rate": 9.754398592912812e-05, "loss": 0.9168, "step": 1225 }, { "epoch": 0.13, "learning_rate": 9.753877873923164e-05, "loss": 0.747, "step": 1226 }, { "epoch": 0.13, "learning_rate": 9.75335661743773e-05, "loss": 0.8645, "step": 1227 }, { "epoch": 0.13, "learning_rate": 9.752834823515444e-05, "loss": 0.8395, "step": 1228 }, { "epoch": 0.13, "learning_rate": 9.752312492215303e-05, "loss": 0.8056, "step": 1229 }, { "epoch": 0.13, "learning_rate": 9.751789623596365e-05, "loss": 0.8448, "step": 1230 }, { "epoch": 0.13, "learning_rate": 9.75126621771775e-05, "loss": 0.7216, "step": 1231 }, { "epoch": 0.13, "learning_rate": 9.750742274638632e-05, "loss": 0.836, "step": 1232 }, { "epoch": 0.13, "learning_rate": 9.750217794418254e-05, "loss": 0.8949, "step": 1233 }, { "epoch": 0.13, "learning_rate": 9.749692777115915e-05, "loss": 0.8251, "step": 1234 }, { "epoch": 0.13, "learning_rate": 9.749167222790976e-05, "loss": 0.753, "step": 1235 }, { "epoch": 0.13, "learning_rate": 9.748641131502858e-05, "loss": 0.8109, "step": 1236 }, { "epoch": 0.13, "learning_rate": 9.748114503311045e-05, "loss": 0.727, "step": 1237 }, { "epoch": 0.13, "learning_rate": 9.747587338275079e-05, "loss": 0.8018, "step": 1238 }, { "epoch": 0.13, "learning_rate": 9.747059636454565e-05, "loss": 0.733, "step": 1239 }, { "epoch": 0.13, "learning_rate": 9.746531397909166e-05, "loss": 0.7593, "step": 1240 }, { "epoch": 0.13, "learning_rate": 9.746002622698607e-05, "loss": 0.8396, "step": 1241 }, { "epoch": 0.13, "learning_rate": 9.745473310882673e-05, "loss": 0.8685, "step": 1242 }, { "epoch": 0.13, "learning_rate": 9.744943462521213e-05, "loss": 0.6911, "step": 1243 }, { "epoch": 0.13, "learning_rate": 9.744413077674134e-05, "loss": 0.6701, "step": 1244 }, { "epoch": 0.13, "learning_rate": 9.7438821564014e-05, "loss": 0.8389, "step": 1245 }, { "epoch": 0.13, "learning_rate": 9.743350698763045e-05, "loss": 0.6706, "step": 1246 }, { "epoch": 0.13, "learning_rate": 9.742818704819154e-05, "loss": 0.7002, "step": 1247 }, { "epoch": 0.13, "learning_rate": 9.74228617462988e-05, "loss": 0.8831, "step": 1248 }, { "epoch": 0.13, "learning_rate": 9.74175310825543e-05, "loss": 0.8182, "step": 1249 }, { "epoch": 0.13, "learning_rate": 9.741219505756074e-05, "loss": 0.7034, "step": 1250 }, { "epoch": 0.13, "learning_rate": 9.740685367192148e-05, "loss": 0.7263, "step": 1251 }, { "epoch": 0.13, "learning_rate": 9.740150692624044e-05, "loss": 0.7406, "step": 1252 }, { "epoch": 0.13, "learning_rate": 9.73961548211221e-05, "loss": 0.8839, "step": 1253 }, { "epoch": 0.13, "learning_rate": 9.739079735717165e-05, "loss": 0.8544, "step": 1254 }, { "epoch": 0.13, "learning_rate": 9.738543453499478e-05, "loss": 0.8067, "step": 1255 }, { "epoch": 0.13, "learning_rate": 9.738006635519787e-05, "loss": 0.8024, "step": 1256 }, { "epoch": 0.13, "learning_rate": 9.737469281838787e-05, "loss": 0.738, "step": 1257 }, { "epoch": 0.13, "learning_rate": 9.736931392517234e-05, "loss": 0.7864, "step": 1258 }, { "epoch": 0.13, "learning_rate": 9.736392967615942e-05, "loss": 0.7976, "step": 1259 }, { "epoch": 0.13, "learning_rate": 9.735854007195788e-05, "loss": 0.7121, "step": 1260 }, { "epoch": 0.13, "learning_rate": 9.735314511317712e-05, "loss": 0.6737, "step": 1261 }, { "epoch": 0.13, "learning_rate": 9.73477448004271e-05, "loss": 0.7342, "step": 1262 }, { "epoch": 0.13, "learning_rate": 9.734233913431841e-05, "loss": 0.6746, "step": 1263 }, { "epoch": 0.13, "learning_rate": 9.733692811546223e-05, "loss": 0.8753, "step": 1264 }, { "epoch": 0.13, "learning_rate": 9.733151174447037e-05, "loss": 0.8231, "step": 1265 }, { "epoch": 0.13, "learning_rate": 9.732609002195523e-05, "loss": 0.7623, "step": 1266 }, { "epoch": 0.13, "learning_rate": 9.73206629485298e-05, "loss": 0.8724, "step": 1267 }, { "epoch": 0.13, "learning_rate": 9.731523052480771e-05, "loss": 0.802, "step": 1268 }, { "epoch": 0.13, "learning_rate": 9.730979275140318e-05, "loss": 0.6908, "step": 1269 }, { "epoch": 0.13, "learning_rate": 9.730434962893098e-05, "loss": 0.7676, "step": 1270 }, { "epoch": 0.13, "learning_rate": 9.729890115800659e-05, "loss": 0.7588, "step": 1271 }, { "epoch": 0.13, "learning_rate": 9.729344733924604e-05, "loss": 0.8249, "step": 1272 }, { "epoch": 0.13, "learning_rate": 9.728798817326592e-05, "loss": 0.8103, "step": 1273 }, { "epoch": 0.13, "learning_rate": 9.72825236606835e-05, "loss": 0.854, "step": 1274 }, { "epoch": 0.13, "learning_rate": 9.727705380211662e-05, "loss": 0.7316, "step": 1275 }, { "epoch": 0.13, "learning_rate": 9.727157859818373e-05, "loss": 0.8297, "step": 1276 }, { "epoch": 0.13, "learning_rate": 9.726609804950387e-05, "loss": 0.6773, "step": 1277 }, { "epoch": 0.13, "learning_rate": 9.726061215669671e-05, "loss": 0.6726, "step": 1278 }, { "epoch": 0.13, "learning_rate": 9.72551209203825e-05, "loss": 0.7087, "step": 1279 }, { "epoch": 0.13, "learning_rate": 9.724962434118212e-05, "loss": 0.7213, "step": 1280 }, { "epoch": 0.13, "learning_rate": 9.724412241971703e-05, "loss": 0.8747, "step": 1281 }, { "epoch": 0.13, "learning_rate": 9.72386151566093e-05, "loss": 0.5981, "step": 1282 }, { "epoch": 0.13, "learning_rate": 9.72331025524816e-05, "loss": 0.7428, "step": 1283 }, { "epoch": 0.13, "learning_rate": 9.722758460795723e-05, "loss": 0.7451, "step": 1284 }, { "epoch": 0.13, "learning_rate": 9.722206132366007e-05, "loss": 0.6087, "step": 1285 }, { "epoch": 0.13, "learning_rate": 9.72165327002146e-05, "loss": 0.6809, "step": 1286 }, { "epoch": 0.13, "learning_rate": 9.72109987382459e-05, "loss": 0.7663, "step": 1287 }, { "epoch": 0.13, "learning_rate": 9.72054594383797e-05, "loss": 0.753, "step": 1288 }, { "epoch": 0.13, "learning_rate": 9.719991480124229e-05, "loss": 0.8042, "step": 1289 }, { "epoch": 0.13, "learning_rate": 9.719436482746055e-05, "loss": 0.8027, "step": 1290 }, { "epoch": 0.13, "learning_rate": 9.7188809517662e-05, "loss": 0.7383, "step": 1291 }, { "epoch": 0.13, "learning_rate": 9.718324887247475e-05, "loss": 0.6877, "step": 1292 }, { "epoch": 0.13, "learning_rate": 9.717768289252751e-05, "loss": 0.7253, "step": 1293 }, { "epoch": 0.13, "learning_rate": 9.717211157844962e-05, "loss": 0.8012, "step": 1294 }, { "epoch": 0.13, "learning_rate": 9.716653493087096e-05, "loss": 0.7125, "step": 1295 }, { "epoch": 0.13, "learning_rate": 9.716095295042206e-05, "loss": 0.777, "step": 1296 }, { "epoch": 0.13, "learning_rate": 9.715536563773407e-05, "loss": 0.8224, "step": 1297 }, { "epoch": 0.13, "learning_rate": 9.71497729934387e-05, "loss": 0.9833, "step": 1298 }, { "epoch": 0.13, "learning_rate": 9.714417501816826e-05, "loss": 0.8604, "step": 1299 }, { "epoch": 0.13, "learning_rate": 9.713857171255573e-05, "loss": 0.7619, "step": 1300 }, { "epoch": 0.14, "learning_rate": 9.713296307723462e-05, "loss": 0.9165, "step": 1301 }, { "epoch": 0.14, "learning_rate": 9.712734911283907e-05, "loss": 0.7393, "step": 1302 }, { "epoch": 0.14, "learning_rate": 9.712172982000381e-05, "loss": 0.6868, "step": 1303 }, { "epoch": 0.14, "learning_rate": 9.71161051993642e-05, "loss": 0.7357, "step": 1304 }, { "epoch": 0.14, "learning_rate": 9.711047525155619e-05, "loss": 0.8669, "step": 1305 }, { "epoch": 0.14, "learning_rate": 9.710483997721632e-05, "loss": 0.7082, "step": 1306 }, { "epoch": 0.14, "learning_rate": 9.709919937698175e-05, "loss": 0.7794, "step": 1307 }, { "epoch": 0.14, "learning_rate": 9.70935534514902e-05, "loss": 0.7605, "step": 1308 }, { "epoch": 0.14, "learning_rate": 9.708790220138007e-05, "loss": 0.7093, "step": 1309 }, { "epoch": 0.14, "learning_rate": 9.708224562729027e-05, "loss": 0.7905, "step": 1310 }, { "epoch": 0.14, "learning_rate": 9.70765837298604e-05, "loss": 0.6569, "step": 1311 }, { "epoch": 0.14, "learning_rate": 9.707091650973061e-05, "loss": 0.75, "step": 1312 }, { "epoch": 0.14, "learning_rate": 9.706524396754164e-05, "loss": 0.6559, "step": 1313 }, { "epoch": 0.14, "learning_rate": 9.70595661039349e-05, "loss": 0.69, "step": 1314 }, { "epoch": 0.14, "learning_rate": 9.705388291955231e-05, "loss": 0.7155, "step": 1315 }, { "epoch": 0.14, "learning_rate": 9.704819441503645e-05, "loss": 0.7568, "step": 1316 }, { "epoch": 0.14, "learning_rate": 9.704250059103051e-05, "loss": 0.7237, "step": 1317 }, { "epoch": 0.14, "learning_rate": 9.703680144817822e-05, "loss": 0.7518, "step": 1318 }, { "epoch": 0.14, "learning_rate": 9.7031096987124e-05, "loss": 0.8528, "step": 1319 }, { "epoch": 0.14, "learning_rate": 9.702538720851278e-05, "loss": 0.8104, "step": 1320 }, { "epoch": 0.14, "learning_rate": 9.701967211299017e-05, "loss": 0.6022, "step": 1321 }, { "epoch": 0.14, "learning_rate": 9.701395170120233e-05, "loss": 0.8971, "step": 1322 }, { "epoch": 0.14, "learning_rate": 9.700822597379603e-05, "loss": 0.7634, "step": 1323 }, { "epoch": 0.14, "learning_rate": 9.700249493141866e-05, "loss": 1.0343, "step": 1324 }, { "epoch": 0.14, "learning_rate": 9.69967585747182e-05, "loss": 0.6886, "step": 1325 }, { "epoch": 0.14, "learning_rate": 9.699101690434321e-05, "loss": 0.6869, "step": 1326 }, { "epoch": 0.14, "learning_rate": 9.698526992094288e-05, "loss": 0.8732, "step": 1327 }, { "epoch": 0.14, "learning_rate": 9.6979517625167e-05, "loss": 0.7998, "step": 1328 }, { "epoch": 0.14, "learning_rate": 9.697376001766594e-05, "loss": 0.6961, "step": 1329 }, { "epoch": 0.14, "learning_rate": 9.69679970990907e-05, "loss": 0.7964, "step": 1330 }, { "epoch": 0.14, "learning_rate": 9.696222887009282e-05, "loss": 0.7542, "step": 1331 }, { "epoch": 0.14, "learning_rate": 9.695645533132455e-05, "loss": 0.6696, "step": 1332 }, { "epoch": 0.14, "learning_rate": 9.695067648343861e-05, "loss": 0.858, "step": 1333 }, { "epoch": 0.14, "learning_rate": 9.694489232708843e-05, "loss": 0.6149, "step": 1334 }, { "epoch": 0.14, "learning_rate": 9.693910286292796e-05, "loss": 0.6462, "step": 1335 }, { "epoch": 0.14, "learning_rate": 9.693330809161181e-05, "loss": 0.68, "step": 1336 }, { "epoch": 0.14, "learning_rate": 9.692750801379515e-05, "loss": 0.5867, "step": 1337 }, { "epoch": 0.14, "learning_rate": 9.692170263013377e-05, "loss": 0.6891, "step": 1338 }, { "epoch": 0.14, "learning_rate": 9.691589194128403e-05, "loss": 0.6047, "step": 1339 }, { "epoch": 0.14, "learning_rate": 9.691007594790295e-05, "loss": 0.8239, "step": 1340 }, { "epoch": 0.14, "learning_rate": 9.69042546506481e-05, "loss": 0.5898, "step": 1341 }, { "epoch": 0.14, "learning_rate": 9.689842805017765e-05, "loss": 0.7813, "step": 1342 }, { "epoch": 0.14, "learning_rate": 9.68925961471504e-05, "loss": 0.7105, "step": 1343 }, { "epoch": 0.14, "learning_rate": 9.688675894222572e-05, "loss": 0.7518, "step": 1344 }, { "epoch": 0.14, "learning_rate": 9.688091643606361e-05, "loss": 0.7451, "step": 1345 }, { "epoch": 0.14, "learning_rate": 9.687506862932463e-05, "loss": 0.7736, "step": 1346 }, { "epoch": 0.14, "learning_rate": 9.686921552266997e-05, "loss": 0.7975, "step": 1347 }, { "epoch": 0.14, "learning_rate": 9.686335711676141e-05, "loss": 0.6907, "step": 1348 }, { "epoch": 0.14, "learning_rate": 9.685749341226134e-05, "loss": 0.7023, "step": 1349 }, { "epoch": 0.14, "learning_rate": 9.68516244098327e-05, "loss": 0.8029, "step": 1350 }, { "epoch": 0.14, "learning_rate": 9.684575011013912e-05, "loss": 0.7435, "step": 1351 }, { "epoch": 0.14, "learning_rate": 9.683987051384475e-05, "loss": 0.8487, "step": 1352 }, { "epoch": 0.14, "learning_rate": 9.683398562161434e-05, "loss": 0.8356, "step": 1353 }, { "epoch": 0.14, "learning_rate": 9.68280954341133e-05, "loss": 0.6974, "step": 1354 }, { "epoch": 0.14, "learning_rate": 9.68221999520076e-05, "loss": 0.8548, "step": 1355 }, { "epoch": 0.14, "learning_rate": 9.68162991759638e-05, "loss": 0.6202, "step": 1356 }, { "epoch": 0.14, "learning_rate": 9.681039310664906e-05, "loss": 0.7771, "step": 1357 }, { "epoch": 0.14, "learning_rate": 9.680448174473116e-05, "loss": 0.6882, "step": 1358 }, { "epoch": 0.14, "learning_rate": 9.679856509087847e-05, "loss": 0.776, "step": 1359 }, { "epoch": 0.14, "learning_rate": 9.679264314575996e-05, "loss": 0.7201, "step": 1360 }, { "epoch": 0.14, "learning_rate": 9.678671591004516e-05, "loss": 0.7684, "step": 1361 }, { "epoch": 0.14, "learning_rate": 9.678078338440427e-05, "loss": 0.8084, "step": 1362 }, { "epoch": 0.14, "learning_rate": 9.677484556950803e-05, "loss": 0.8414, "step": 1363 }, { "epoch": 0.14, "learning_rate": 9.676890246602778e-05, "loss": 0.8181, "step": 1364 }, { "epoch": 0.14, "learning_rate": 9.676295407463552e-05, "loss": 0.739, "step": 1365 }, { "epoch": 0.14, "learning_rate": 9.675700039600375e-05, "loss": 0.8848, "step": 1366 }, { "epoch": 0.14, "learning_rate": 9.67510414308057e-05, "loss": 0.6874, "step": 1367 }, { "epoch": 0.14, "learning_rate": 9.674507717971502e-05, "loss": 0.795, "step": 1368 }, { "epoch": 0.14, "learning_rate": 9.673910764340612e-05, "loss": 0.734, "step": 1369 }, { "epoch": 0.14, "learning_rate": 9.673313282255394e-05, "loss": 0.7099, "step": 1370 }, { "epoch": 0.14, "learning_rate": 9.6727152717834e-05, "loss": 0.7678, "step": 1371 }, { "epoch": 0.14, "learning_rate": 9.672116732992244e-05, "loss": 0.6633, "step": 1372 }, { "epoch": 0.14, "learning_rate": 9.6715176659496e-05, "loss": 0.7481, "step": 1373 }, { "epoch": 0.14, "learning_rate": 9.670918070723205e-05, "loss": 0.7567, "step": 1374 }, { "epoch": 0.14, "learning_rate": 9.670317947380847e-05, "loss": 0.7663, "step": 1375 }, { "epoch": 0.14, "learning_rate": 9.669717295990379e-05, "loss": 0.762, "step": 1376 }, { "epoch": 0.14, "learning_rate": 9.669116116619717e-05, "loss": 0.7549, "step": 1377 }, { "epoch": 0.14, "learning_rate": 9.668514409336831e-05, "loss": 0.8473, "step": 1378 }, { "epoch": 0.14, "learning_rate": 9.667912174209752e-05, "loss": 0.6891, "step": 1379 }, { "epoch": 0.14, "learning_rate": 9.667309411306574e-05, "loss": 0.7612, "step": 1380 }, { "epoch": 0.14, "learning_rate": 9.666706120695446e-05, "loss": 0.761, "step": 1381 }, { "epoch": 0.14, "learning_rate": 9.666102302444581e-05, "loss": 0.7262, "step": 1382 }, { "epoch": 0.14, "learning_rate": 9.665497956622248e-05, "loss": 0.7816, "step": 1383 }, { "epoch": 0.14, "learning_rate": 9.664893083296775e-05, "loss": 0.7746, "step": 1384 }, { "epoch": 0.14, "learning_rate": 9.664287682536557e-05, "loss": 0.7179, "step": 1385 }, { "epoch": 0.14, "learning_rate": 9.663681754410038e-05, "loss": 0.7249, "step": 1386 }, { "epoch": 0.14, "learning_rate": 9.663075298985733e-05, "loss": 0.7677, "step": 1387 }, { "epoch": 0.14, "learning_rate": 9.662468316332204e-05, "loss": 0.7722, "step": 1388 }, { "epoch": 0.14, "learning_rate": 9.661860806518086e-05, "loss": 0.8249, "step": 1389 }, { "epoch": 0.14, "learning_rate": 9.661252769612062e-05, "loss": 0.7922, "step": 1390 }, { "epoch": 0.14, "learning_rate": 9.660644205682882e-05, "loss": 0.6325, "step": 1391 }, { "epoch": 0.14, "learning_rate": 9.660035114799353e-05, "loss": 0.7412, "step": 1392 }, { "epoch": 0.14, "learning_rate": 9.659425497030339e-05, "loss": 0.761, "step": 1393 }, { "epoch": 0.14, "learning_rate": 9.65881535244477e-05, "loss": 0.8511, "step": 1394 }, { "epoch": 0.14, "learning_rate": 9.65820468111163e-05, "loss": 0.7799, "step": 1395 }, { "epoch": 0.14, "learning_rate": 9.657593483099963e-05, "loss": 0.7732, "step": 1396 }, { "epoch": 0.15, "learning_rate": 9.656981758478876e-05, "loss": 0.8121, "step": 1397 }, { "epoch": 0.15, "learning_rate": 9.656369507317532e-05, "loss": 0.7168, "step": 1398 }, { "epoch": 0.15, "learning_rate": 9.655756729685157e-05, "loss": 0.7901, "step": 1399 }, { "epoch": 0.15, "learning_rate": 9.655143425651033e-05, "loss": 0.6921, "step": 1400 }, { "epoch": 0.15, "learning_rate": 9.654529595284503e-05, "loss": 0.7738, "step": 1401 }, { "epoch": 0.15, "learning_rate": 9.653915238654971e-05, "loss": 0.7103, "step": 1402 }, { "epoch": 0.15, "learning_rate": 9.653300355831898e-05, "loss": 0.7501, "step": 1403 }, { "epoch": 0.15, "learning_rate": 9.652684946884805e-05, "loss": 0.7508, "step": 1404 }, { "epoch": 0.15, "learning_rate": 9.652069011883273e-05, "loss": 0.6102, "step": 1405 }, { "epoch": 0.15, "learning_rate": 9.651452550896943e-05, "loss": 0.6533, "step": 1406 }, { "epoch": 0.15, "learning_rate": 9.650835563995515e-05, "loss": 0.6929, "step": 1407 }, { "epoch": 0.15, "learning_rate": 9.650218051248749e-05, "loss": 0.6641, "step": 1408 }, { "epoch": 0.15, "learning_rate": 9.649600012726465e-05, "loss": 0.9216, "step": 1409 }, { "epoch": 0.15, "learning_rate": 9.648981448498537e-05, "loss": 0.7432, "step": 1410 }, { "epoch": 0.15, "learning_rate": 9.648362358634907e-05, "loss": 0.9292, "step": 1411 }, { "epoch": 0.15, "learning_rate": 9.64774274320557e-05, "loss": 0.7975, "step": 1412 }, { "epoch": 0.15, "learning_rate": 9.647122602280584e-05, "loss": 0.8209, "step": 1413 }, { "epoch": 0.15, "learning_rate": 9.646501935930064e-05, "loss": 0.6624, "step": 1414 }, { "epoch": 0.15, "learning_rate": 9.645880744224186e-05, "loss": 0.6519, "step": 1415 }, { "epoch": 0.15, "learning_rate": 9.645259027233184e-05, "loss": 0.8741, "step": 1416 }, { "epoch": 0.15, "learning_rate": 9.644636785027355e-05, "loss": 0.7387, "step": 1417 }, { "epoch": 0.15, "learning_rate": 9.644014017677048e-05, "loss": 0.7184, "step": 1418 }, { "epoch": 0.15, "learning_rate": 9.643390725252678e-05, "loss": 0.8376, "step": 1419 }, { "epoch": 0.15, "learning_rate": 9.642766907824721e-05, "loss": 0.8964, "step": 1420 }, { "epoch": 0.15, "learning_rate": 9.642142565463704e-05, "loss": 0.6074, "step": 1421 }, { "epoch": 0.15, "learning_rate": 9.641517698240221e-05, "loss": 0.8463, "step": 1422 }, { "epoch": 0.15, "learning_rate": 9.64089230622492e-05, "loss": 0.7823, "step": 1423 }, { "epoch": 0.15, "learning_rate": 9.640266389488513e-05, "loss": 0.7583, "step": 1424 }, { "epoch": 0.15, "learning_rate": 9.639639948101766e-05, "loss": 0.774, "step": 1425 }, { "epoch": 0.15, "learning_rate": 9.639012982135511e-05, "loss": 0.7552, "step": 1426 }, { "epoch": 0.15, "learning_rate": 9.638385491660633e-05, "loss": 0.8602, "step": 1427 }, { "epoch": 0.15, "learning_rate": 9.637757476748082e-05, "loss": 0.7199, "step": 1428 }, { "epoch": 0.15, "learning_rate": 9.637128937468863e-05, "loss": 0.8364, "step": 1429 }, { "epoch": 0.15, "learning_rate": 9.636499873894039e-05, "loss": 0.688, "step": 1430 }, { "epoch": 0.15, "learning_rate": 9.635870286094737e-05, "loss": 0.7867, "step": 1431 }, { "epoch": 0.15, "learning_rate": 9.635240174142142e-05, "loss": 0.6976, "step": 1432 }, { "epoch": 0.15, "learning_rate": 9.634609538107496e-05, "loss": 0.7811, "step": 1433 }, { "epoch": 0.15, "learning_rate": 9.633978378062103e-05, "loss": 0.7404, "step": 1434 }, { "epoch": 0.15, "learning_rate": 9.633346694077324e-05, "loss": 0.7235, "step": 1435 }, { "epoch": 0.15, "learning_rate": 9.632714486224582e-05, "loss": 0.8779, "step": 1436 }, { "epoch": 0.15, "learning_rate": 9.632081754575353e-05, "loss": 0.7774, "step": 1437 }, { "epoch": 0.15, "learning_rate": 9.63144849920118e-05, "loss": 0.7158, "step": 1438 }, { "epoch": 0.15, "learning_rate": 9.630814720173663e-05, "loss": 0.9261, "step": 1439 }, { "epoch": 0.15, "learning_rate": 9.630180417564456e-05, "loss": 0.5785, "step": 1440 }, { "epoch": 0.15, "learning_rate": 9.62954559144528e-05, "loss": 0.7297, "step": 1441 }, { "epoch": 0.15, "learning_rate": 9.628910241887907e-05, "loss": 0.8763, "step": 1442 }, { "epoch": 0.15, "learning_rate": 9.628274368964178e-05, "loss": 0.7864, "step": 1443 }, { "epoch": 0.15, "learning_rate": 9.627637972745986e-05, "loss": 0.7567, "step": 1444 }, { "epoch": 0.15, "learning_rate": 9.627001053305282e-05, "loss": 0.7082, "step": 1445 }, { "epoch": 0.15, "learning_rate": 9.626363610714083e-05, "loss": 0.7558, "step": 1446 }, { "epoch": 0.15, "learning_rate": 9.625725645044459e-05, "loss": 0.7555, "step": 1447 }, { "epoch": 0.15, "learning_rate": 9.625087156368542e-05, "loss": 0.7338, "step": 1448 }, { "epoch": 0.15, "learning_rate": 9.624448144758522e-05, "loss": 0.7224, "step": 1449 }, { "epoch": 0.15, "learning_rate": 9.62380861028665e-05, "loss": 0.8719, "step": 1450 }, { "epoch": 0.15, "learning_rate": 9.623168553025235e-05, "loss": 0.8181, "step": 1451 }, { "epoch": 0.15, "learning_rate": 9.622527973046642e-05, "loss": 0.7739, "step": 1452 }, { "epoch": 0.15, "learning_rate": 9.6218868704233e-05, "loss": 0.8068, "step": 1453 }, { "epoch": 0.15, "learning_rate": 9.621245245227694e-05, "loss": 0.6541, "step": 1454 }, { "epoch": 0.15, "learning_rate": 9.620603097532373e-05, "loss": 0.8063, "step": 1455 }, { "epoch": 0.15, "learning_rate": 9.619960427409936e-05, "loss": 0.8235, "step": 1456 }, { "epoch": 0.15, "learning_rate": 9.619317234933049e-05, "loss": 0.6312, "step": 1457 }, { "epoch": 0.15, "learning_rate": 9.618673520174435e-05, "loss": 0.8699, "step": 1458 }, { "epoch": 0.15, "learning_rate": 9.618029283206872e-05, "loss": 0.8823, "step": 1459 }, { "epoch": 0.15, "learning_rate": 9.617384524103206e-05, "loss": 0.7802, "step": 1460 }, { "epoch": 0.15, "learning_rate": 9.616739242936331e-05, "loss": 0.7383, "step": 1461 }, { "epoch": 0.15, "learning_rate": 9.616093439779209e-05, "loss": 0.5905, "step": 1462 }, { "epoch": 0.15, "learning_rate": 9.615447114704857e-05, "loss": 0.7754, "step": 1463 }, { "epoch": 0.15, "learning_rate": 9.61480026778635e-05, "loss": 0.695, "step": 1464 }, { "epoch": 0.15, "learning_rate": 9.614152899096824e-05, "loss": 0.6995, "step": 1465 }, { "epoch": 0.15, "learning_rate": 9.613505008709474e-05, "loss": 0.8009, "step": 1466 }, { "epoch": 0.15, "learning_rate": 9.612856596697555e-05, "loss": 0.8959, "step": 1467 }, { "epoch": 0.15, "learning_rate": 9.612207663134377e-05, "loss": 0.5606, "step": 1468 }, { "epoch": 0.15, "learning_rate": 9.611558208093312e-05, "loss": 0.8332, "step": 1469 }, { "epoch": 0.15, "learning_rate": 9.610908231647793e-05, "loss": 0.9147, "step": 1470 }, { "epoch": 0.15, "learning_rate": 9.610257733871306e-05, "loss": 0.7714, "step": 1471 }, { "epoch": 0.15, "learning_rate": 9.6096067148374e-05, "loss": 0.7388, "step": 1472 }, { "epoch": 0.15, "learning_rate": 9.608955174619685e-05, "loss": 0.7989, "step": 1473 }, { "epoch": 0.15, "learning_rate": 9.608303113291825e-05, "loss": 0.7529, "step": 1474 }, { "epoch": 0.15, "learning_rate": 9.607650530927544e-05, "loss": 0.7398, "step": 1475 }, { "epoch": 0.15, "learning_rate": 9.606997427600628e-05, "loss": 0.7789, "step": 1476 }, { "epoch": 0.15, "learning_rate": 9.60634380338492e-05, "loss": 0.7204, "step": 1477 }, { "epoch": 0.15, "learning_rate": 9.60568965835432e-05, "loss": 0.6708, "step": 1478 }, { "epoch": 0.15, "learning_rate": 9.605034992582791e-05, "loss": 0.7517, "step": 1479 }, { "epoch": 0.15, "learning_rate": 9.60437980614435e-05, "loss": 0.7945, "step": 1480 }, { "epoch": 0.15, "learning_rate": 9.603724099113078e-05, "loss": 0.6267, "step": 1481 }, { "epoch": 0.15, "learning_rate": 9.603067871563112e-05, "loss": 0.8206, "step": 1482 }, { "epoch": 0.15, "learning_rate": 9.602411123568646e-05, "loss": 0.7109, "step": 1483 }, { "epoch": 0.15, "learning_rate": 9.601753855203936e-05, "loss": 0.6821, "step": 1484 }, { "epoch": 0.15, "learning_rate": 9.601096066543298e-05, "loss": 0.7473, "step": 1485 }, { "epoch": 0.15, "learning_rate": 9.600437757661102e-05, "loss": 0.7405, "step": 1486 }, { "epoch": 0.15, "learning_rate": 9.599778928631779e-05, "loss": 0.7067, "step": 1487 }, { "epoch": 0.15, "learning_rate": 9.599119579529822e-05, "loss": 0.8051, "step": 1488 }, { "epoch": 0.15, "learning_rate": 9.598459710429782e-05, "loss": 0.7859, "step": 1489 }, { "epoch": 0.15, "learning_rate": 9.59779932140626e-05, "loss": 0.7709, "step": 1490 }, { "epoch": 0.15, "learning_rate": 9.597138412533926e-05, "loss": 0.8844, "step": 1491 }, { "epoch": 0.15, "learning_rate": 9.596476983887508e-05, "loss": 0.7508, "step": 1492 }, { "epoch": 0.16, "learning_rate": 9.595815035541787e-05, "loss": 0.7621, "step": 1493 }, { "epoch": 0.16, "learning_rate": 9.595152567571608e-05, "loss": 0.7724, "step": 1494 }, { "epoch": 0.16, "learning_rate": 9.594489580051871e-05, "loss": 0.7442, "step": 1495 }, { "epoch": 0.16, "learning_rate": 9.593826073057538e-05, "loss": 0.6984, "step": 1496 }, { "epoch": 0.16, "learning_rate": 9.593162046663628e-05, "loss": 0.7499, "step": 1497 }, { "epoch": 0.16, "learning_rate": 9.592497500945218e-05, "loss": 0.8006, "step": 1498 }, { "epoch": 0.16, "learning_rate": 9.591832435977444e-05, "loss": 0.7385, "step": 1499 }, { "epoch": 0.16, "learning_rate": 9.591166851835505e-05, "loss": 0.6688, "step": 1500 }, { "epoch": 0.16, "learning_rate": 9.590500748594651e-05, "loss": 0.7195, "step": 1501 }, { "epoch": 0.16, "learning_rate": 9.589834126330197e-05, "loss": 0.7321, "step": 1502 }, { "epoch": 0.16, "learning_rate": 9.589166985117513e-05, "loss": 0.7837, "step": 1503 }, { "epoch": 0.16, "learning_rate": 9.588499325032031e-05, "loss": 0.8415, "step": 1504 }, { "epoch": 0.16, "learning_rate": 9.587831146149239e-05, "loss": 0.5546, "step": 1505 }, { "epoch": 0.16, "learning_rate": 9.587162448544684e-05, "loss": 0.7111, "step": 1506 }, { "epoch": 0.16, "learning_rate": 9.586493232293972e-05, "loss": 0.8632, "step": 1507 }, { "epoch": 0.16, "learning_rate": 9.585823497472768e-05, "loss": 0.6309, "step": 1508 }, { "epoch": 0.16, "learning_rate": 9.585153244156795e-05, "loss": 0.7562, "step": 1509 }, { "epoch": 0.16, "learning_rate": 9.584482472421836e-05, "loss": 0.6836, "step": 1510 }, { "epoch": 0.16, "learning_rate": 9.583811182343731e-05, "loss": 0.8397, "step": 1511 }, { "epoch": 0.16, "learning_rate": 9.583139373998378e-05, "loss": 0.7869, "step": 1512 }, { "epoch": 0.16, "learning_rate": 9.582467047461739e-05, "loss": 0.7316, "step": 1513 }, { "epoch": 0.16, "learning_rate": 9.581794202809824e-05, "loss": 0.7235, "step": 1514 }, { "epoch": 0.16, "learning_rate": 9.581120840118713e-05, "loss": 0.7769, "step": 1515 }, { "epoch": 0.16, "learning_rate": 9.58044695946454e-05, "loss": 0.8182, "step": 1516 }, { "epoch": 0.16, "learning_rate": 9.579772560923492e-05, "loss": 0.9858, "step": 1517 }, { "epoch": 0.16, "learning_rate": 9.579097644571824e-05, "loss": 0.7852, "step": 1518 }, { "epoch": 0.16, "learning_rate": 9.578422210485845e-05, "loss": 0.7312, "step": 1519 }, { "epoch": 0.16, "learning_rate": 9.57774625874192e-05, "loss": 0.8838, "step": 1520 }, { "epoch": 0.16, "learning_rate": 9.577069789416477e-05, "loss": 0.7878, "step": 1521 }, { "epoch": 0.16, "learning_rate": 9.576392802586001e-05, "loss": 0.8084, "step": 1522 }, { "epoch": 0.16, "learning_rate": 9.575715298327036e-05, "loss": 0.7112, "step": 1523 }, { "epoch": 0.16, "learning_rate": 9.575037276716183e-05, "loss": 0.6688, "step": 1524 }, { "epoch": 0.16, "learning_rate": 9.574358737830102e-05, "loss": 0.9065, "step": 1525 }, { "epoch": 0.16, "learning_rate": 9.573679681745511e-05, "loss": 0.6502, "step": 1526 }, { "epoch": 0.16, "learning_rate": 9.57300010853919e-05, "loss": 0.7302, "step": 1527 }, { "epoch": 0.16, "learning_rate": 9.572320018287972e-05, "loss": 0.7332, "step": 1528 }, { "epoch": 0.16, "learning_rate": 9.571639411068753e-05, "loss": 0.8208, "step": 1529 }, { "epoch": 0.16, "learning_rate": 9.570958286958485e-05, "loss": 0.8586, "step": 1530 }, { "epoch": 0.16, "learning_rate": 9.570276646034178e-05, "loss": 0.7009, "step": 1531 }, { "epoch": 0.16, "learning_rate": 9.569594488372902e-05, "loss": 0.7794, "step": 1532 }, { "epoch": 0.16, "learning_rate": 9.568911814051787e-05, "loss": 0.6771, "step": 1533 }, { "epoch": 0.16, "learning_rate": 9.568228623148018e-05, "loss": 0.7225, "step": 1534 }, { "epoch": 0.16, "learning_rate": 9.567544915738839e-05, "loss": 0.7876, "step": 1535 }, { "epoch": 0.16, "learning_rate": 9.566860691901554e-05, "loss": 0.6936, "step": 1536 }, { "epoch": 0.16, "learning_rate": 9.566175951713524e-05, "loss": 0.7866, "step": 1537 }, { "epoch": 0.16, "learning_rate": 9.56549069525217e-05, "loss": 0.9478, "step": 1538 }, { "epoch": 0.16, "learning_rate": 9.56480492259497e-05, "loss": 0.6656, "step": 1539 }, { "epoch": 0.16, "learning_rate": 9.564118633819459e-05, "loss": 0.7298, "step": 1540 }, { "epoch": 0.16, "learning_rate": 9.563431829003234e-05, "loss": 0.7864, "step": 1541 }, { "epoch": 0.16, "learning_rate": 9.562744508223948e-05, "loss": 0.8503, "step": 1542 }, { "epoch": 0.16, "learning_rate": 9.562056671559312e-05, "loss": 0.8169, "step": 1543 }, { "epoch": 0.16, "learning_rate": 9.561368319087096e-05, "loss": 0.7634, "step": 1544 }, { "epoch": 0.16, "learning_rate": 9.560679450885131e-05, "loss": 0.8383, "step": 1545 }, { "epoch": 0.16, "learning_rate": 9.5599900670313e-05, "loss": 0.7595, "step": 1546 }, { "epoch": 0.16, "learning_rate": 9.559300167603548e-05, "loss": 0.7383, "step": 1547 }, { "epoch": 0.16, "learning_rate": 9.558609752679884e-05, "loss": 0.8385, "step": 1548 }, { "epoch": 0.16, "learning_rate": 9.557918822338362e-05, "loss": 0.8796, "step": 1549 }, { "epoch": 0.16, "learning_rate": 9.557227376657106e-05, "loss": 0.6141, "step": 1550 }, { "epoch": 0.16, "learning_rate": 9.556535415714294e-05, "loss": 0.672, "step": 1551 }, { "epoch": 0.16, "learning_rate": 9.555842939588161e-05, "loss": 0.6699, "step": 1552 }, { "epoch": 0.16, "learning_rate": 9.555149948357003e-05, "loss": 0.7023, "step": 1553 }, { "epoch": 0.16, "learning_rate": 9.554456442099171e-05, "loss": 0.8387, "step": 1554 }, { "epoch": 0.16, "learning_rate": 9.553762420893078e-05, "loss": 0.6972, "step": 1555 }, { "epoch": 0.16, "learning_rate": 9.553067884817193e-05, "loss": 0.8051, "step": 1556 }, { "epoch": 0.16, "learning_rate": 9.55237283395004e-05, "loss": 0.8459, "step": 1557 }, { "epoch": 0.16, "learning_rate": 9.551677268370212e-05, "loss": 0.8747, "step": 1558 }, { "epoch": 0.16, "learning_rate": 9.550981188156347e-05, "loss": 0.5848, "step": 1559 }, { "epoch": 0.16, "learning_rate": 9.550284593387148e-05, "loss": 0.7556, "step": 1560 }, { "epoch": 0.16, "learning_rate": 9.549587484141375e-05, "loss": 0.9096, "step": 1561 }, { "epoch": 0.16, "learning_rate": 9.548889860497849e-05, "loss": 0.7404, "step": 1562 }, { "epoch": 0.16, "learning_rate": 9.548191722535447e-05, "loss": 0.8326, "step": 1563 }, { "epoch": 0.16, "learning_rate": 9.547493070333099e-05, "loss": 0.8904, "step": 1564 }, { "epoch": 0.16, "learning_rate": 9.546793903969802e-05, "loss": 0.7674, "step": 1565 }, { "epoch": 0.16, "learning_rate": 9.546094223524605e-05, "loss": 0.7123, "step": 1566 }, { "epoch": 0.16, "learning_rate": 9.545394029076618e-05, "loss": 0.8539, "step": 1567 }, { "epoch": 0.16, "learning_rate": 9.54469332070501e-05, "loss": 0.7828, "step": 1568 }, { "epoch": 0.16, "learning_rate": 9.543992098489003e-05, "loss": 0.7706, "step": 1569 }, { "epoch": 0.16, "learning_rate": 9.543290362507882e-05, "loss": 0.7614, "step": 1570 }, { "epoch": 0.16, "learning_rate": 9.542588112840989e-05, "loss": 0.8212, "step": 1571 }, { "epoch": 0.16, "learning_rate": 9.541885349567722e-05, "loss": 0.7444, "step": 1572 }, { "epoch": 0.16, "learning_rate": 9.541182072767542e-05, "loss": 0.7257, "step": 1573 }, { "epoch": 0.16, "learning_rate": 9.540478282519963e-05, "loss": 0.7812, "step": 1574 }, { "epoch": 0.16, "learning_rate": 9.539773978904558e-05, "loss": 0.805, "step": 1575 }, { "epoch": 0.16, "learning_rate": 9.53906916200096e-05, "loss": 0.8316, "step": 1576 }, { "epoch": 0.16, "learning_rate": 9.538363831888857e-05, "loss": 0.7415, "step": 1577 }, { "epoch": 0.16, "learning_rate": 9.537657988647998e-05, "loss": 0.818, "step": 1578 }, { "epoch": 0.16, "learning_rate": 9.536951632358193e-05, "loss": 0.7754, "step": 1579 }, { "epoch": 0.16, "learning_rate": 9.5362447630993e-05, "loss": 0.5908, "step": 1580 }, { "epoch": 0.16, "learning_rate": 9.535537380951242e-05, "loss": 0.7045, "step": 1581 }, { "epoch": 0.16, "learning_rate": 9.534829485994001e-05, "loss": 0.7991, "step": 1582 }, { "epoch": 0.16, "learning_rate": 9.534121078307614e-05, "loss": 0.7559, "step": 1583 }, { "epoch": 0.16, "learning_rate": 9.533412157972179e-05, "loss": 0.7371, "step": 1584 }, { "epoch": 0.16, "learning_rate": 9.532702725067846e-05, "loss": 0.7757, "step": 1585 }, { "epoch": 0.16, "learning_rate": 9.531992779674828e-05, "loss": 0.6685, "step": 1586 }, { "epoch": 0.16, "learning_rate": 9.531282321873398e-05, "loss": 0.6277, "step": 1587 }, { "epoch": 0.16, "learning_rate": 9.53057135174388e-05, "loss": 0.8449, "step": 1588 }, { "epoch": 0.16, "learning_rate": 9.529859869366659e-05, "loss": 0.8706, "step": 1589 }, { "epoch": 0.17, "learning_rate": 9.529147874822184e-05, "loss": 0.81, "step": 1590 }, { "epoch": 0.17, "learning_rate": 9.528435368190952e-05, "loss": 0.6992, "step": 1591 }, { "epoch": 0.17, "learning_rate": 9.52772234955352e-05, "loss": 0.7448, "step": 1592 }, { "epoch": 0.17, "learning_rate": 9.527008818990511e-05, "loss": 0.7521, "step": 1593 }, { "epoch": 0.17, "learning_rate": 9.526294776582598e-05, "loss": 0.783, "step": 1594 }, { "epoch": 0.17, "learning_rate": 9.525580222410513e-05, "loss": 0.8799, "step": 1595 }, { "epoch": 0.17, "learning_rate": 9.524865156555046e-05, "loss": 0.7253, "step": 1596 }, { "epoch": 0.17, "learning_rate": 9.524149579097049e-05, "loss": 0.7716, "step": 1597 }, { "epoch": 0.17, "learning_rate": 9.523433490117426e-05, "loss": 0.7696, "step": 1598 }, { "epoch": 0.17, "learning_rate": 9.52271688969714e-05, "loss": 0.8088, "step": 1599 }, { "epoch": 0.17, "learning_rate": 9.521999777917219e-05, "loss": 0.7176, "step": 1600 }, { "epoch": 0.17, "learning_rate": 9.521282154858736e-05, "loss": 0.7659, "step": 1601 }, { "epoch": 0.17, "learning_rate": 9.520564020602833e-05, "loss": 0.79, "step": 1602 }, { "epoch": 0.17, "learning_rate": 9.519845375230706e-05, "loss": 0.6552, "step": 1603 }, { "epoch": 0.17, "learning_rate": 9.519126218823606e-05, "loss": 0.7825, "step": 1604 }, { "epoch": 0.17, "learning_rate": 9.518406551462846e-05, "loss": 0.7783, "step": 1605 }, { "epoch": 0.17, "learning_rate": 9.517686373229795e-05, "loss": 0.8095, "step": 1606 }, { "epoch": 0.17, "learning_rate": 9.516965684205877e-05, "loss": 0.7132, "step": 1607 }, { "epoch": 0.17, "learning_rate": 9.51624448447258e-05, "loss": 0.9421, "step": 1608 }, { "epoch": 0.17, "learning_rate": 9.515522774111445e-05, "loss": 0.6601, "step": 1609 }, { "epoch": 0.17, "learning_rate": 9.51480055320407e-05, "loss": 0.7894, "step": 1610 }, { "epoch": 0.17, "learning_rate": 9.514077821832117e-05, "loss": 0.6909, "step": 1611 }, { "epoch": 0.17, "learning_rate": 9.513354580077298e-05, "loss": 0.6978, "step": 1612 }, { "epoch": 0.17, "learning_rate": 9.512630828021387e-05, "loss": 0.7495, "step": 1613 }, { "epoch": 0.17, "learning_rate": 9.511906565746214e-05, "loss": 0.8061, "step": 1614 }, { "epoch": 0.17, "learning_rate": 9.51118179333367e-05, "loss": 0.6715, "step": 1615 }, { "epoch": 0.17, "learning_rate": 9.510456510865697e-05, "loss": 0.7543, "step": 1616 }, { "epoch": 0.17, "learning_rate": 9.509730718424304e-05, "loss": 0.6749, "step": 1617 }, { "epoch": 0.17, "learning_rate": 9.509004416091547e-05, "loss": 0.8736, "step": 1618 }, { "epoch": 0.17, "learning_rate": 9.50827760394955e-05, "loss": 0.8411, "step": 1619 }, { "epoch": 0.17, "learning_rate": 9.507550282080487e-05, "loss": 0.8275, "step": 1620 }, { "epoch": 0.17, "learning_rate": 9.506822450566593e-05, "loss": 0.749, "step": 1621 }, { "epoch": 0.17, "learning_rate": 9.506094109490161e-05, "loss": 0.6987, "step": 1622 }, { "epoch": 0.17, "learning_rate": 9.505365258933541e-05, "loss": 0.741, "step": 1623 }, { "epoch": 0.17, "learning_rate": 9.504635898979137e-05, "loss": 0.6215, "step": 1624 }, { "epoch": 0.17, "learning_rate": 9.503906029709418e-05, "loss": 0.7422, "step": 1625 }, { "epoch": 0.17, "learning_rate": 9.503175651206903e-05, "loss": 0.6923, "step": 1626 }, { "epoch": 0.17, "learning_rate": 9.502444763554174e-05, "loss": 0.7432, "step": 1627 }, { "epoch": 0.17, "learning_rate": 9.501713366833869e-05, "loss": 0.7932, "step": 1628 }, { "epoch": 0.17, "learning_rate": 9.50098146112868e-05, "loss": 0.7968, "step": 1629 }, { "epoch": 0.17, "learning_rate": 9.500249046521365e-05, "loss": 0.8046, "step": 1630 }, { "epoch": 0.17, "learning_rate": 9.499516123094729e-05, "loss": 0.7028, "step": 1631 }, { "epoch": 0.17, "learning_rate": 9.498782690931643e-05, "loss": 0.8111, "step": 1632 }, { "epoch": 0.17, "learning_rate": 9.498048750115032e-05, "loss": 0.7769, "step": 1633 }, { "epoch": 0.17, "learning_rate": 9.497314300727876e-05, "loss": 0.7268, "step": 1634 }, { "epoch": 0.17, "learning_rate": 9.49657934285322e-05, "loss": 0.7833, "step": 1635 }, { "epoch": 0.17, "learning_rate": 9.495843876574158e-05, "loss": 0.7016, "step": 1636 }, { "epoch": 0.17, "learning_rate": 9.495107901973846e-05, "loss": 0.8421, "step": 1637 }, { "epoch": 0.17, "learning_rate": 9.494371419135497e-05, "loss": 0.6934, "step": 1638 }, { "epoch": 0.17, "learning_rate": 9.493634428142382e-05, "loss": 0.7792, "step": 1639 }, { "epoch": 0.17, "learning_rate": 9.492896929077828e-05, "loss": 0.7018, "step": 1640 }, { "epoch": 0.17, "learning_rate": 9.49215892202522e-05, "loss": 0.8503, "step": 1641 }, { "epoch": 0.17, "learning_rate": 9.491420407068001e-05, "loss": 0.7032, "step": 1642 }, { "epoch": 0.17, "learning_rate": 9.490681384289671e-05, "loss": 0.8241, "step": 1643 }, { "epoch": 0.17, "learning_rate": 9.489941853773787e-05, "loss": 0.7375, "step": 1644 }, { "epoch": 0.17, "learning_rate": 9.489201815603963e-05, "loss": 0.7436, "step": 1645 }, { "epoch": 0.17, "learning_rate": 9.488461269863873e-05, "loss": 0.8092, "step": 1646 }, { "epoch": 0.17, "learning_rate": 9.487720216637246e-05, "loss": 0.7841, "step": 1647 }, { "epoch": 0.17, "learning_rate": 9.486978656007868e-05, "loss": 0.7107, "step": 1648 }, { "epoch": 0.17, "learning_rate": 9.486236588059585e-05, "loss": 0.6659, "step": 1649 }, { "epoch": 0.17, "learning_rate": 9.485494012876298e-05, "loss": 0.7543, "step": 1650 }, { "epoch": 0.17, "learning_rate": 9.484750930541964e-05, "loss": 0.8259, "step": 1651 }, { "epoch": 0.17, "learning_rate": 9.484007341140602e-05, "loss": 0.7539, "step": 1652 }, { "epoch": 0.17, "learning_rate": 9.483263244756284e-05, "loss": 0.8471, "step": 1653 }, { "epoch": 0.17, "learning_rate": 9.482518641473143e-05, "loss": 0.8296, "step": 1654 }, { "epoch": 0.17, "learning_rate": 9.481773531375366e-05, "loss": 0.7463, "step": 1655 }, { "epoch": 0.17, "learning_rate": 9.481027914547198e-05, "loss": 0.8598, "step": 1656 }, { "epoch": 0.17, "learning_rate": 9.480281791072945e-05, "loss": 0.7213, "step": 1657 }, { "epoch": 0.17, "learning_rate": 9.479535161036962e-05, "loss": 0.6185, "step": 1658 }, { "epoch": 0.17, "learning_rate": 9.478788024523671e-05, "loss": 0.8179, "step": 1659 }, { "epoch": 0.17, "learning_rate": 9.478040381617546e-05, "loss": 0.7024, "step": 1660 }, { "epoch": 0.17, "learning_rate": 9.477292232403118e-05, "loss": 0.681, "step": 1661 }, { "epoch": 0.17, "learning_rate": 9.476543576964975e-05, "loss": 0.8458, "step": 1662 }, { "epoch": 0.17, "learning_rate": 9.475794415387767e-05, "loss": 0.7617, "step": 1663 }, { "epoch": 0.17, "learning_rate": 9.475044747756195e-05, "loss": 0.752, "step": 1664 }, { "epoch": 0.17, "learning_rate": 9.474294574155021e-05, "loss": 0.8338, "step": 1665 }, { "epoch": 0.17, "learning_rate": 9.473543894669063e-05, "loss": 0.8453, "step": 1666 }, { "epoch": 0.17, "learning_rate": 9.472792709383196e-05, "loss": 0.7214, "step": 1667 }, { "epoch": 0.17, "learning_rate": 9.472041018382354e-05, "loss": 0.7259, "step": 1668 }, { "epoch": 0.17, "learning_rate": 9.471288821751526e-05, "loss": 0.9311, "step": 1669 }, { "epoch": 0.17, "learning_rate": 9.470536119575756e-05, "loss": 0.729, "step": 1670 }, { "epoch": 0.17, "learning_rate": 9.46978291194015e-05, "loss": 0.8108, "step": 1671 }, { "epoch": 0.17, "learning_rate": 9.469029198929872e-05, "loss": 0.8044, "step": 1672 }, { "epoch": 0.17, "learning_rate": 9.468274980630137e-05, "loss": 0.687, "step": 1673 }, { "epoch": 0.17, "learning_rate": 9.467520257126222e-05, "loss": 0.7721, "step": 1674 }, { "epoch": 0.17, "learning_rate": 9.46676502850346e-05, "loss": 0.7397, "step": 1675 }, { "epoch": 0.17, "learning_rate": 9.466009294847238e-05, "loss": 0.6716, "step": 1676 }, { "epoch": 0.17, "learning_rate": 9.465253056243005e-05, "loss": 0.7738, "step": 1677 }, { "epoch": 0.17, "learning_rate": 9.464496312776265e-05, "loss": 0.6879, "step": 1678 }, { "epoch": 0.17, "learning_rate": 9.463739064532578e-05, "loss": 0.8282, "step": 1679 }, { "epoch": 0.17, "learning_rate": 9.462981311597562e-05, "loss": 0.7591, "step": 1680 }, { "epoch": 0.17, "learning_rate": 9.462223054056894e-05, "loss": 0.7769, "step": 1681 }, { "epoch": 0.17, "learning_rate": 9.461464291996303e-05, "loss": 0.617, "step": 1682 }, { "epoch": 0.17, "learning_rate": 9.460705025501582e-05, "loss": 0.7206, "step": 1683 }, { "epoch": 0.17, "learning_rate": 9.459945254658573e-05, "loss": 0.8141, "step": 1684 }, { "epoch": 0.17, "learning_rate": 9.459184979553184e-05, "loss": 0.7679, "step": 1685 }, { "epoch": 0.18, "learning_rate": 9.458424200271371e-05, "loss": 0.7566, "step": 1686 }, { "epoch": 0.18, "learning_rate": 9.457662916899152e-05, "loss": 0.68, "step": 1687 }, { "epoch": 0.18, "learning_rate": 9.456901129522603e-05, "loss": 0.7093, "step": 1688 }, { "epoch": 0.18, "learning_rate": 9.456138838227857e-05, "loss": 0.6991, "step": 1689 }, { "epoch": 0.18, "learning_rate": 9.455376043101098e-05, "loss": 0.8904, "step": 1690 }, { "epoch": 0.18, "learning_rate": 9.454612744228573e-05, "loss": 0.8356, "step": 1691 }, { "epoch": 0.18, "learning_rate": 9.453848941696585e-05, "loss": 0.7328, "step": 1692 }, { "epoch": 0.18, "learning_rate": 9.453084635591491e-05, "loss": 0.785, "step": 1693 }, { "epoch": 0.18, "learning_rate": 9.452319825999709e-05, "loss": 0.7627, "step": 1694 }, { "epoch": 0.18, "learning_rate": 9.45155451300771e-05, "loss": 0.8117, "step": 1695 }, { "epoch": 0.18, "learning_rate": 9.450788696702028e-05, "loss": 0.907, "step": 1696 }, { "epoch": 0.18, "learning_rate": 9.450022377169245e-05, "loss": 0.694, "step": 1697 }, { "epoch": 0.18, "learning_rate": 9.449255554496007e-05, "loss": 0.7649, "step": 1698 }, { "epoch": 0.18, "learning_rate": 9.448488228769014e-05, "loss": 0.7304, "step": 1699 }, { "epoch": 0.18, "learning_rate": 9.447720400075024e-05, "loss": 0.8084, "step": 1700 }, { "epoch": 0.18, "learning_rate": 9.446952068500852e-05, "loss": 0.6573, "step": 1701 }, { "epoch": 0.18, "learning_rate": 9.446183234133366e-05, "loss": 0.8008, "step": 1702 }, { "epoch": 0.18, "learning_rate": 9.445413897059499e-05, "loss": 0.8364, "step": 1703 }, { "epoch": 0.18, "learning_rate": 9.444644057366229e-05, "loss": 0.677, "step": 1704 }, { "epoch": 0.18, "learning_rate": 9.443873715140606e-05, "loss": 0.8016, "step": 1705 }, { "epoch": 0.18, "learning_rate": 9.443102870469722e-05, "loss": 0.6547, "step": 1706 }, { "epoch": 0.18, "learning_rate": 9.442331523440734e-05, "loss": 0.7407, "step": 1707 }, { "epoch": 0.18, "learning_rate": 9.441559674140859e-05, "loss": 0.8251, "step": 1708 }, { "epoch": 0.18, "learning_rate": 9.440787322657358e-05, "loss": 0.7775, "step": 1709 }, { "epoch": 0.18, "learning_rate": 9.44001446907756e-05, "loss": 0.688, "step": 1710 }, { "epoch": 0.18, "learning_rate": 9.439241113488849e-05, "loss": 0.9397, "step": 1711 }, { "epoch": 0.18, "learning_rate": 9.438467255978663e-05, "loss": 0.863, "step": 1712 }, { "epoch": 0.18, "learning_rate": 9.437692896634498e-05, "loss": 0.7058, "step": 1713 }, { "epoch": 0.18, "learning_rate": 9.436918035543907e-05, "loss": 0.7635, "step": 1714 }, { "epoch": 0.18, "learning_rate": 9.436142672794499e-05, "loss": 0.8701, "step": 1715 }, { "epoch": 0.18, "learning_rate": 9.43536680847394e-05, "loss": 0.7951, "step": 1716 }, { "epoch": 0.18, "learning_rate": 9.434590442669953e-05, "loss": 0.8294, "step": 1717 }, { "epoch": 0.18, "learning_rate": 9.433813575470318e-05, "loss": 0.68, "step": 1718 }, { "epoch": 0.18, "learning_rate": 9.433036206962871e-05, "loss": 0.8391, "step": 1719 }, { "epoch": 0.18, "learning_rate": 9.432258337235504e-05, "loss": 0.6793, "step": 1720 }, { "epoch": 0.18, "learning_rate": 9.431479966376169e-05, "loss": 0.8615, "step": 1721 }, { "epoch": 0.18, "learning_rate": 9.43070109447287e-05, "loss": 0.7512, "step": 1722 }, { "epoch": 0.18, "learning_rate": 9.42992172161367e-05, "loss": 0.7722, "step": 1723 }, { "epoch": 0.18, "learning_rate": 9.429141847886691e-05, "loss": 0.7856, "step": 1724 }, { "epoch": 0.18, "learning_rate": 9.428361473380107e-05, "loss": 0.6923, "step": 1725 }, { "epoch": 0.18, "learning_rate": 9.427580598182151e-05, "loss": 0.7225, "step": 1726 }, { "epoch": 0.18, "learning_rate": 9.426799222381113e-05, "loss": 0.7451, "step": 1727 }, { "epoch": 0.18, "learning_rate": 9.426017346065339e-05, "loss": 0.7323, "step": 1728 }, { "epoch": 0.18, "learning_rate": 9.425234969323232e-05, "loss": 0.7675, "step": 1729 }, { "epoch": 0.18, "learning_rate": 9.424452092243248e-05, "loss": 0.6788, "step": 1730 }, { "epoch": 0.18, "learning_rate": 9.423668714913907e-05, "loss": 0.8089, "step": 1731 }, { "epoch": 0.18, "learning_rate": 9.42288483742378e-05, "loss": 0.675, "step": 1732 }, { "epoch": 0.18, "learning_rate": 9.422100459861494e-05, "loss": 0.8198, "step": 1733 }, { "epoch": 0.18, "learning_rate": 9.421315582315737e-05, "loss": 0.7327, "step": 1734 }, { "epoch": 0.18, "learning_rate": 9.42053020487525e-05, "loss": 0.8283, "step": 1735 }, { "epoch": 0.18, "learning_rate": 9.419744327628831e-05, "loss": 0.6773, "step": 1736 }, { "epoch": 0.18, "learning_rate": 9.418957950665336e-05, "loss": 0.6824, "step": 1737 }, { "epoch": 0.18, "learning_rate": 9.418171074073676e-05, "loss": 0.728, "step": 1738 }, { "epoch": 0.18, "learning_rate": 9.417383697942817e-05, "loss": 0.7828, "step": 1739 }, { "epoch": 0.18, "learning_rate": 9.416595822361786e-05, "loss": 0.7979, "step": 1740 }, { "epoch": 0.18, "learning_rate": 9.415807447419663e-05, "loss": 0.8624, "step": 1741 }, { "epoch": 0.18, "learning_rate": 9.415018573205587e-05, "loss": 0.7184, "step": 1742 }, { "epoch": 0.18, "learning_rate": 9.414229199808749e-05, "loss": 0.7328, "step": 1743 }, { "epoch": 0.18, "learning_rate": 9.4134393273184e-05, "loss": 0.7548, "step": 1744 }, { "epoch": 0.18, "learning_rate": 9.412648955823848e-05, "loss": 0.7908, "step": 1745 }, { "epoch": 0.18, "learning_rate": 9.411858085414455e-05, "loss": 0.7713, "step": 1746 }, { "epoch": 0.18, "learning_rate": 9.411066716179644e-05, "loss": 0.6818, "step": 1747 }, { "epoch": 0.18, "learning_rate": 9.410274848208884e-05, "loss": 0.8989, "step": 1748 }, { "epoch": 0.18, "learning_rate": 9.409482481591713e-05, "loss": 0.8267, "step": 1749 }, { "epoch": 0.18, "learning_rate": 9.408689616417718e-05, "loss": 0.7535, "step": 1750 }, { "epoch": 0.18, "learning_rate": 9.407896252776542e-05, "loss": 0.6862, "step": 1751 }, { "epoch": 0.18, "learning_rate": 9.407102390757891e-05, "loss": 0.6712, "step": 1752 }, { "epoch": 0.18, "learning_rate": 9.406308030451518e-05, "loss": 0.7244, "step": 1753 }, { "epoch": 0.18, "learning_rate": 9.40551317194724e-05, "loss": 0.7061, "step": 1754 }, { "epoch": 0.18, "learning_rate": 9.404717815334927e-05, "loss": 0.787, "step": 1755 }, { "epoch": 0.18, "learning_rate": 9.403921960704506e-05, "loss": 0.7294, "step": 1756 }, { "epoch": 0.18, "learning_rate": 9.40312560814596e-05, "loss": 0.8681, "step": 1757 }, { "epoch": 0.18, "learning_rate": 9.402328757749326e-05, "loss": 0.7174, "step": 1758 }, { "epoch": 0.18, "learning_rate": 9.401531409604702e-05, "loss": 0.6323, "step": 1759 }, { "epoch": 0.18, "learning_rate": 9.40073356380224e-05, "loss": 0.6982, "step": 1760 }, { "epoch": 0.18, "learning_rate": 9.399935220432147e-05, "loss": 0.689, "step": 1761 }, { "epoch": 0.18, "learning_rate": 9.399136379584688e-05, "loss": 0.8234, "step": 1762 }, { "epoch": 0.18, "learning_rate": 9.398337041350184e-05, "loss": 0.7632, "step": 1763 }, { "epoch": 0.18, "learning_rate": 9.397537205819013e-05, "loss": 0.6787, "step": 1764 }, { "epoch": 0.18, "learning_rate": 9.396736873081607e-05, "loss": 0.7462, "step": 1765 }, { "epoch": 0.18, "learning_rate": 9.395936043228455e-05, "loss": 0.8564, "step": 1766 }, { "epoch": 0.18, "learning_rate": 9.395134716350103e-05, "loss": 0.7406, "step": 1767 }, { "epoch": 0.18, "learning_rate": 9.394332892537151e-05, "loss": 0.835, "step": 1768 }, { "epoch": 0.18, "learning_rate": 9.39353057188026e-05, "loss": 0.8616, "step": 1769 }, { "epoch": 0.18, "learning_rate": 9.392727754470142e-05, "loss": 0.795, "step": 1770 }, { "epoch": 0.18, "learning_rate": 9.391924440397567e-05, "loss": 0.8176, "step": 1771 }, { "epoch": 0.18, "learning_rate": 9.391120629753366e-05, "loss": 0.6814, "step": 1772 }, { "epoch": 0.18, "learning_rate": 9.390316322628416e-05, "loss": 0.7292, "step": 1773 }, { "epoch": 0.18, "learning_rate": 9.389511519113659e-05, "loss": 0.8471, "step": 1774 }, { "epoch": 0.18, "learning_rate": 9.388706219300088e-05, "loss": 0.8496, "step": 1775 }, { "epoch": 0.18, "learning_rate": 9.387900423278754e-05, "loss": 0.7756, "step": 1776 }, { "epoch": 0.18, "learning_rate": 9.387094131140768e-05, "loss": 0.6434, "step": 1777 }, { "epoch": 0.18, "learning_rate": 9.386287342977287e-05, "loss": 0.736, "step": 1778 }, { "epoch": 0.18, "learning_rate": 9.385480058879534e-05, "loss": 0.6077, "step": 1779 }, { "epoch": 0.18, "learning_rate": 9.384672278938784e-05, "loss": 0.637, "step": 1780 }, { "epoch": 0.18, "learning_rate": 9.383864003246369e-05, "loss": 0.8274, "step": 1781 }, { "epoch": 0.19, "learning_rate": 9.383055231893674e-05, "loss": 0.7911, "step": 1782 }, { "epoch": 0.19, "learning_rate": 9.382245964972145e-05, "loss": 0.8075, "step": 1783 }, { "epoch": 0.19, "learning_rate": 9.38143620257328e-05, "loss": 0.7473, "step": 1784 }, { "epoch": 0.19, "learning_rate": 9.380625944788634e-05, "loss": 0.7595, "step": 1785 }, { "epoch": 0.19, "learning_rate": 9.379815191709822e-05, "loss": 0.6671, "step": 1786 }, { "epoch": 0.19, "learning_rate": 9.379003943428508e-05, "loss": 0.7213, "step": 1787 }, { "epoch": 0.19, "learning_rate": 9.378192200036417e-05, "loss": 0.8165, "step": 1788 }, { "epoch": 0.19, "learning_rate": 9.377379961625328e-05, "loss": 0.8787, "step": 1789 }, { "epoch": 0.19, "learning_rate": 9.376567228287077e-05, "loss": 0.7139, "step": 1790 }, { "epoch": 0.19, "learning_rate": 9.375754000113554e-05, "loss": 0.729, "step": 1791 }, { "epoch": 0.19, "learning_rate": 9.374940277196709e-05, "loss": 0.7037, "step": 1792 }, { "epoch": 0.19, "learning_rate": 9.374126059628545e-05, "loss": 0.6666, "step": 1793 }, { "epoch": 0.19, "learning_rate": 9.373311347501117e-05, "loss": 0.9124, "step": 1794 }, { "epoch": 0.19, "learning_rate": 9.372496140906546e-05, "loss": 0.6274, "step": 1795 }, { "epoch": 0.19, "learning_rate": 9.371680439937e-05, "loss": 0.8518, "step": 1796 }, { "epoch": 0.19, "learning_rate": 9.370864244684706e-05, "loss": 0.6352, "step": 1797 }, { "epoch": 0.19, "learning_rate": 9.370047555241948e-05, "loss": 0.7736, "step": 1798 }, { "epoch": 0.19, "learning_rate": 9.369230371701063e-05, "loss": 0.7289, "step": 1799 }, { "epoch": 0.19, "learning_rate": 9.368412694154447e-05, "loss": 0.6658, "step": 1800 }, { "epoch": 0.19, "learning_rate": 9.36759452269455e-05, "loss": 0.7544, "step": 1801 }, { "epoch": 0.19, "learning_rate": 9.366775857413879e-05, "loss": 0.8271, "step": 1802 }, { "epoch": 0.19, "learning_rate": 9.365956698404997e-05, "loss": 0.8258, "step": 1803 }, { "epoch": 0.19, "learning_rate": 9.365137045760519e-05, "loss": 0.6613, "step": 1804 }, { "epoch": 0.19, "learning_rate": 9.36431689957312e-05, "loss": 0.7707, "step": 1805 }, { "epoch": 0.19, "learning_rate": 9.363496259935532e-05, "loss": 0.6994, "step": 1806 }, { "epoch": 0.19, "learning_rate": 9.362675126940536e-05, "loss": 0.805, "step": 1807 }, { "epoch": 0.19, "learning_rate": 9.361853500680977e-05, "loss": 0.8154, "step": 1808 }, { "epoch": 0.19, "learning_rate": 9.361031381249749e-05, "loss": 0.7455, "step": 1809 }, { "epoch": 0.19, "learning_rate": 9.360208768739806e-05, "loss": 0.81, "step": 1810 }, { "epoch": 0.19, "learning_rate": 9.359385663244157e-05, "loss": 0.6966, "step": 1811 }, { "epoch": 0.19, "learning_rate": 9.358562064855868e-05, "loss": 0.792, "step": 1812 }, { "epoch": 0.19, "learning_rate": 9.357737973668055e-05, "loss": 0.7434, "step": 1813 }, { "epoch": 0.19, "learning_rate": 9.356913389773895e-05, "loss": 0.7283, "step": 1814 }, { "epoch": 0.19, "learning_rate": 9.35608831326662e-05, "loss": 0.8404, "step": 1815 }, { "epoch": 0.19, "learning_rate": 9.355262744239516e-05, "loss": 0.671, "step": 1816 }, { "epoch": 0.19, "learning_rate": 9.354436682785928e-05, "loss": 0.7395, "step": 1817 }, { "epoch": 0.19, "learning_rate": 9.35361012899925e-05, "loss": 0.8118, "step": 1818 }, { "epoch": 0.19, "learning_rate": 9.35278308297294e-05, "loss": 0.6756, "step": 1819 }, { "epoch": 0.19, "learning_rate": 9.351955544800508e-05, "loss": 0.6744, "step": 1820 }, { "epoch": 0.19, "learning_rate": 9.351127514575516e-05, "loss": 0.7376, "step": 1821 }, { "epoch": 0.19, "learning_rate": 9.350298992391588e-05, "loss": 0.8578, "step": 1822 }, { "epoch": 0.19, "learning_rate": 9.3494699783424e-05, "loss": 0.6617, "step": 1823 }, { "epoch": 0.19, "learning_rate": 9.348640472521682e-05, "loss": 0.8092, "step": 1824 }, { "epoch": 0.19, "learning_rate": 9.347810475023224e-05, "loss": 0.7961, "step": 1825 }, { "epoch": 0.19, "learning_rate": 9.34697998594087e-05, "loss": 0.699, "step": 1826 }, { "epoch": 0.19, "learning_rate": 9.346149005368516e-05, "loss": 0.7176, "step": 1827 }, { "epoch": 0.19, "learning_rate": 9.345317533400121e-05, "loss": 0.7986, "step": 1828 }, { "epoch": 0.19, "learning_rate": 9.344485570129691e-05, "loss": 0.7897, "step": 1829 }, { "epoch": 0.19, "learning_rate": 9.343653115651294e-05, "loss": 0.8441, "step": 1830 }, { "epoch": 0.19, "learning_rate": 9.34282017005905e-05, "loss": 0.7827, "step": 1831 }, { "epoch": 0.19, "learning_rate": 9.341986733447137e-05, "loss": 0.7536, "step": 1832 }, { "epoch": 0.19, "learning_rate": 9.341152805909785e-05, "loss": 0.7202, "step": 1833 }, { "epoch": 0.19, "learning_rate": 9.340318387541285e-05, "loss": 0.6699, "step": 1834 }, { "epoch": 0.19, "learning_rate": 9.339483478435978e-05, "loss": 0.8722, "step": 1835 }, { "epoch": 0.19, "learning_rate": 9.338648078688264e-05, "loss": 0.693, "step": 1836 }, { "epoch": 0.19, "learning_rate": 9.337812188392597e-05, "loss": 0.7253, "step": 1837 }, { "epoch": 0.19, "learning_rate": 9.336975807643484e-05, "loss": 0.7274, "step": 1838 }, { "epoch": 0.19, "learning_rate": 9.336138936535494e-05, "loss": 0.7819, "step": 1839 }, { "epoch": 0.19, "learning_rate": 9.335301575163246e-05, "loss": 0.7398, "step": 1840 }, { "epoch": 0.19, "learning_rate": 9.334463723621415e-05, "loss": 0.7355, "step": 1841 }, { "epoch": 0.19, "learning_rate": 9.333625382004734e-05, "loss": 0.6121, "step": 1842 }, { "epoch": 0.19, "learning_rate": 9.332786550407989e-05, "loss": 0.7972, "step": 1843 }, { "epoch": 0.19, "learning_rate": 9.331947228926024e-05, "loss": 0.7579, "step": 1844 }, { "epoch": 0.19, "learning_rate": 9.331107417653732e-05, "loss": 0.7927, "step": 1845 }, { "epoch": 0.19, "learning_rate": 9.330267116686072e-05, "loss": 0.78, "step": 1846 }, { "epoch": 0.19, "learning_rate": 9.329426326118049e-05, "loss": 0.6548, "step": 1847 }, { "epoch": 0.19, "learning_rate": 9.328585046044726e-05, "loss": 0.618, "step": 1848 }, { "epoch": 0.19, "learning_rate": 9.327743276561225e-05, "loss": 0.8532, "step": 1849 }, { "epoch": 0.19, "learning_rate": 9.326901017762719e-05, "loss": 0.6697, "step": 1850 }, { "epoch": 0.19, "learning_rate": 9.326058269744436e-05, "loss": 0.7819, "step": 1851 }, { "epoch": 0.19, "learning_rate": 9.325215032601664e-05, "loss": 0.73, "step": 1852 }, { "epoch": 0.19, "learning_rate": 9.32437130642974e-05, "loss": 0.7825, "step": 1853 }, { "epoch": 0.19, "learning_rate": 9.323527091324062e-05, "loss": 0.7556, "step": 1854 }, { "epoch": 0.19, "learning_rate": 9.322682387380081e-05, "loss": 0.7795, "step": 1855 }, { "epoch": 0.19, "learning_rate": 9.321837194693304e-05, "loss": 0.712, "step": 1856 }, { "epoch": 0.19, "learning_rate": 9.32099151335929e-05, "loss": 0.8156, "step": 1857 }, { "epoch": 0.19, "learning_rate": 9.320145343473657e-05, "loss": 0.8164, "step": 1858 }, { "epoch": 0.19, "learning_rate": 9.319298685132077e-05, "loss": 0.7476, "step": 1859 }, { "epoch": 0.19, "learning_rate": 9.318451538430277e-05, "loss": 0.712, "step": 1860 }, { "epoch": 0.19, "learning_rate": 9.317603903464038e-05, "loss": 0.7787, "step": 1861 }, { "epoch": 0.19, "learning_rate": 9.316755780329201e-05, "loss": 0.8328, "step": 1862 }, { "epoch": 0.19, "learning_rate": 9.315907169121656e-05, "loss": 0.7132, "step": 1863 }, { "epoch": 0.19, "learning_rate": 9.315058069937352e-05, "loss": 0.6704, "step": 1864 }, { "epoch": 0.19, "learning_rate": 9.314208482872291e-05, "loss": 0.9106, "step": 1865 }, { "epoch": 0.19, "learning_rate": 9.313358408022532e-05, "loss": 0.75, "step": 1866 }, { "epoch": 0.19, "learning_rate": 9.31250784548419e-05, "loss": 0.8869, "step": 1867 }, { "epoch": 0.19, "learning_rate": 9.311656795353432e-05, "loss": 0.7655, "step": 1868 }, { "epoch": 0.19, "learning_rate": 9.31080525772648e-05, "loss": 0.6957, "step": 1869 }, { "epoch": 0.19, "learning_rate": 9.309953232699617e-05, "loss": 0.7384, "step": 1870 }, { "epoch": 0.19, "learning_rate": 9.309100720369175e-05, "loss": 0.727, "step": 1871 }, { "epoch": 0.19, "learning_rate": 9.308247720831541e-05, "loss": 0.677, "step": 1872 }, { "epoch": 0.19, "learning_rate": 9.307394234183162e-05, "loss": 0.7546, "step": 1873 }, { "epoch": 0.19, "learning_rate": 9.306540260520535e-05, "loss": 0.693, "step": 1874 }, { "epoch": 0.19, "learning_rate": 9.305685799940218e-05, "loss": 0.6897, "step": 1875 }, { "epoch": 0.19, "learning_rate": 9.304830852538816e-05, "loss": 0.756, "step": 1876 }, { "epoch": 0.19, "learning_rate": 9.303975418412996e-05, "loss": 0.695, "step": 1877 }, { "epoch": 0.19, "learning_rate": 9.303119497659476e-05, "loss": 0.7418, "step": 1878 }, { "epoch": 0.2, "learning_rate": 9.302263090375032e-05, "loss": 0.7635, "step": 1879 }, { "epoch": 0.2, "learning_rate": 9.30140619665649e-05, "loss": 0.6835, "step": 1880 }, { "epoch": 0.2, "learning_rate": 9.30054881660074e-05, "loss": 0.6828, "step": 1881 }, { "epoch": 0.2, "learning_rate": 9.299690950304716e-05, "loss": 0.6924, "step": 1882 }, { "epoch": 0.2, "learning_rate": 9.298832597865416e-05, "loss": 0.7346, "step": 1883 }, { "epoch": 0.2, "learning_rate": 9.297973759379888e-05, "loss": 0.781, "step": 1884 }, { "epoch": 0.2, "learning_rate": 9.297114434945236e-05, "loss": 0.7684, "step": 1885 }, { "epoch": 0.2, "learning_rate": 9.296254624658618e-05, "loss": 0.7367, "step": 1886 }, { "epoch": 0.2, "learning_rate": 9.295394328617252e-05, "loss": 0.7021, "step": 1887 }, { "epoch": 0.2, "learning_rate": 9.294533546918405e-05, "loss": 0.7211, "step": 1888 }, { "epoch": 0.2, "learning_rate": 9.2936722796594e-05, "loss": 0.8319, "step": 1889 }, { "epoch": 0.2, "learning_rate": 9.292810526937616e-05, "loss": 0.694, "step": 1890 }, { "epoch": 0.2, "learning_rate": 9.29194828885049e-05, "loss": 0.7323, "step": 1891 }, { "epoch": 0.2, "learning_rate": 9.291085565495507e-05, "loss": 0.6974, "step": 1892 }, { "epoch": 0.2, "learning_rate": 9.290222356970211e-05, "loss": 0.5429, "step": 1893 }, { "epoch": 0.2, "learning_rate": 9.289358663372203e-05, "loss": 0.7487, "step": 1894 }, { "epoch": 0.2, "learning_rate": 9.288494484799135e-05, "loss": 0.7292, "step": 1895 }, { "epoch": 0.2, "learning_rate": 9.287629821348713e-05, "loss": 0.8105, "step": 1896 }, { "epoch": 0.2, "learning_rate": 9.286764673118704e-05, "loss": 0.727, "step": 1897 }, { "epoch": 0.2, "learning_rate": 9.285899040206922e-05, "loss": 0.7518, "step": 1898 }, { "epoch": 0.2, "learning_rate": 9.28503292271124e-05, "loss": 0.6805, "step": 1899 }, { "epoch": 0.2, "learning_rate": 9.284166320729589e-05, "loss": 0.8622, "step": 1900 }, { "epoch": 0.2, "learning_rate": 9.283299234359946e-05, "loss": 0.802, "step": 1901 }, { "epoch": 0.2, "learning_rate": 9.28243166370035e-05, "loss": 0.7505, "step": 1902 }, { "epoch": 0.2, "learning_rate": 9.281563608848893e-05, "loss": 0.7362, "step": 1903 }, { "epoch": 0.2, "learning_rate": 9.280695069903723e-05, "loss": 0.6826, "step": 1904 }, { "epoch": 0.2, "learning_rate": 9.279826046963036e-05, "loss": 0.9019, "step": 1905 }, { "epoch": 0.2, "learning_rate": 9.278956540125093e-05, "loss": 0.7017, "step": 1906 }, { "epoch": 0.2, "learning_rate": 9.278086549488202e-05, "loss": 0.7181, "step": 1907 }, { "epoch": 0.2, "learning_rate": 9.277216075150729e-05, "loss": 0.7912, "step": 1908 }, { "epoch": 0.2, "learning_rate": 9.276345117211096e-05, "loss": 0.798, "step": 1909 }, { "epoch": 0.2, "learning_rate": 9.275473675767773e-05, "loss": 0.7078, "step": 1910 }, { "epoch": 0.2, "learning_rate": 9.274601750919292e-05, "loss": 0.7714, "step": 1911 }, { "epoch": 0.2, "learning_rate": 9.273729342764236e-05, "loss": 0.7267, "step": 1912 }, { "epoch": 0.2, "learning_rate": 9.272856451401245e-05, "loss": 0.6474, "step": 1913 }, { "epoch": 0.2, "learning_rate": 9.271983076929012e-05, "loss": 0.7784, "step": 1914 }, { "epoch": 0.2, "learning_rate": 9.271109219446283e-05, "loss": 0.6191, "step": 1915 }, { "epoch": 0.2, "learning_rate": 9.270234879051861e-05, "loss": 0.7655, "step": 1916 }, { "epoch": 0.2, "learning_rate": 9.269360055844605e-05, "loss": 0.9128, "step": 1917 }, { "epoch": 0.2, "learning_rate": 9.268484749923424e-05, "loss": 0.802, "step": 1918 }, { "epoch": 0.2, "learning_rate": 9.267608961387286e-05, "loss": 0.8253, "step": 1919 }, { "epoch": 0.2, "learning_rate": 9.266732690335211e-05, "loss": 0.5665, "step": 1920 }, { "epoch": 0.2, "learning_rate": 9.265855936866275e-05, "loss": 0.7933, "step": 1921 }, { "epoch": 0.2, "learning_rate": 9.264978701079608e-05, "loss": 0.8505, "step": 1922 }, { "epoch": 0.2, "learning_rate": 9.264100983074394e-05, "loss": 0.8176, "step": 1923 }, { "epoch": 0.2, "learning_rate": 9.263222782949869e-05, "loss": 0.6937, "step": 1924 }, { "epoch": 0.2, "learning_rate": 9.262344100805332e-05, "loss": 0.9261, "step": 1925 }, { "epoch": 0.2, "learning_rate": 9.261464936740127e-05, "loss": 0.6564, "step": 1926 }, { "epoch": 0.2, "learning_rate": 9.260585290853659e-05, "loss": 0.7021, "step": 1927 }, { "epoch": 0.2, "learning_rate": 9.25970516324538e-05, "loss": 0.7852, "step": 1928 }, { "epoch": 0.2, "learning_rate": 9.258824554014807e-05, "loss": 0.753, "step": 1929 }, { "epoch": 0.2, "learning_rate": 9.257943463261504e-05, "loss": 0.7579, "step": 1930 }, { "epoch": 0.2, "learning_rate": 9.25706189108509e-05, "loss": 0.9209, "step": 1931 }, { "epoch": 0.2, "learning_rate": 9.256179837585242e-05, "loss": 0.7495, "step": 1932 }, { "epoch": 0.2, "learning_rate": 9.255297302861686e-05, "loss": 0.7857, "step": 1933 }, { "epoch": 0.2, "learning_rate": 9.254414287014208e-05, "loss": 0.7283, "step": 1934 }, { "epoch": 0.2, "learning_rate": 9.253530790142645e-05, "loss": 0.7775, "step": 1935 }, { "epoch": 0.2, "learning_rate": 9.25264681234689e-05, "loss": 0.8473, "step": 1936 }, { "epoch": 0.2, "learning_rate": 9.251762353726888e-05, "loss": 0.7506, "step": 1937 }, { "epoch": 0.2, "learning_rate": 9.250877414382641e-05, "loss": 0.6889, "step": 1938 }, { "epoch": 0.2, "learning_rate": 9.249991994414206e-05, "loss": 0.767, "step": 1939 }, { "epoch": 0.2, "learning_rate": 9.249106093921691e-05, "loss": 0.6997, "step": 1940 }, { "epoch": 0.2, "learning_rate": 9.24821971300526e-05, "loss": 0.8467, "step": 1941 }, { "epoch": 0.2, "learning_rate": 9.247332851765132e-05, "loss": 0.7755, "step": 1942 }, { "epoch": 0.2, "learning_rate": 9.246445510301581e-05, "loss": 0.6484, "step": 1943 }, { "epoch": 0.2, "learning_rate": 9.245557688714929e-05, "loss": 0.6935, "step": 1944 }, { "epoch": 0.2, "learning_rate": 9.244669387105564e-05, "loss": 0.708, "step": 1945 }, { "epoch": 0.2, "learning_rate": 9.243780605573917e-05, "loss": 0.7564, "step": 1946 }, { "epoch": 0.2, "learning_rate": 9.242891344220479e-05, "loss": 0.7004, "step": 1947 }, { "epoch": 0.2, "learning_rate": 9.242001603145794e-05, "loss": 0.8243, "step": 1948 }, { "epoch": 0.2, "learning_rate": 9.241111382450462e-05, "loss": 0.8224, "step": 1949 }, { "epoch": 0.2, "learning_rate": 9.240220682235133e-05, "loss": 0.7223, "step": 1950 }, { "epoch": 0.2, "learning_rate": 9.239329502600515e-05, "loss": 0.7435, "step": 1951 }, { "epoch": 0.2, "learning_rate": 9.23843784364737e-05, "loss": 0.8198, "step": 1952 }, { "epoch": 0.2, "learning_rate": 9.23754570547651e-05, "loss": 0.7604, "step": 1953 }, { "epoch": 0.2, "learning_rate": 9.236653088188807e-05, "loss": 0.8033, "step": 1954 }, { "epoch": 0.2, "learning_rate": 9.235759991885184e-05, "loss": 0.8095, "step": 1955 }, { "epoch": 0.2, "learning_rate": 9.23486641666662e-05, "loss": 0.7914, "step": 1956 }, { "epoch": 0.2, "learning_rate": 9.233972362634142e-05, "loss": 0.8012, "step": 1957 }, { "epoch": 0.2, "learning_rate": 9.233077829888841e-05, "loss": 0.7587, "step": 1958 }, { "epoch": 0.2, "learning_rate": 9.232182818531855e-05, "loss": 0.6613, "step": 1959 }, { "epoch": 0.2, "learning_rate": 9.23128732866438e-05, "loss": 0.7529, "step": 1960 }, { "epoch": 0.2, "learning_rate": 9.23039136038766e-05, "loss": 0.6229, "step": 1961 }, { "epoch": 0.2, "learning_rate": 9.229494913803003e-05, "loss": 0.7039, "step": 1962 }, { "epoch": 0.2, "learning_rate": 9.228597989011762e-05, "loss": 0.735, "step": 1963 }, { "epoch": 0.2, "learning_rate": 9.227700586115347e-05, "loss": 0.7339, "step": 1964 }, { "epoch": 0.2, "learning_rate": 9.226802705215224e-05, "loss": 0.9381, "step": 1965 }, { "epoch": 0.2, "learning_rate": 9.225904346412912e-05, "loss": 0.6016, "step": 1966 }, { "epoch": 0.2, "learning_rate": 9.225005509809984e-05, "loss": 0.7888, "step": 1967 }, { "epoch": 0.2, "learning_rate": 9.224106195508065e-05, "loss": 0.6441, "step": 1968 }, { "epoch": 0.2, "learning_rate": 9.223206403608836e-05, "loss": 0.7772, "step": 1969 }, { "epoch": 0.2, "learning_rate": 9.222306134214031e-05, "loss": 0.6815, "step": 1970 }, { "epoch": 0.2, "learning_rate": 9.221405387425442e-05, "loss": 0.7546, "step": 1971 }, { "epoch": 0.2, "learning_rate": 9.220504163344909e-05, "loss": 0.8411, "step": 1972 }, { "epoch": 0.2, "learning_rate": 9.219602462074328e-05, "loss": 0.8178, "step": 1973 }, { "epoch": 0.2, "learning_rate": 9.218700283715654e-05, "loss": 0.7071, "step": 1974 }, { "epoch": 0.21, "learning_rate": 9.217797628370886e-05, "loss": 0.7543, "step": 1975 }, { "epoch": 0.21, "learning_rate": 9.216894496142083e-05, "loss": 0.7019, "step": 1976 }, { "epoch": 0.21, "learning_rate": 9.215990887131361e-05, "loss": 0.8053, "step": 1977 }, { "epoch": 0.21, "learning_rate": 9.215086801440885e-05, "loss": 0.6287, "step": 1978 }, { "epoch": 0.21, "learning_rate": 9.214182239172874e-05, "loss": 0.6418, "step": 1979 }, { "epoch": 0.21, "learning_rate": 9.213277200429603e-05, "loss": 0.7924, "step": 1980 }, { "epoch": 0.21, "learning_rate": 9.2123716853134e-05, "loss": 0.784, "step": 1981 }, { "epoch": 0.21, "learning_rate": 9.211465693926645e-05, "loss": 0.7023, "step": 1982 }, { "epoch": 0.21, "learning_rate": 9.210559226371775e-05, "loss": 0.689, "step": 1983 }, { "epoch": 0.21, "learning_rate": 9.20965228275128e-05, "loss": 0.734, "step": 1984 }, { "epoch": 0.21, "learning_rate": 9.208744863167704e-05, "loss": 0.6911, "step": 1985 }, { "epoch": 0.21, "learning_rate": 9.207836967723642e-05, "loss": 0.8153, "step": 1986 }, { "epoch": 0.21, "learning_rate": 9.206928596521745e-05, "loss": 0.6504, "step": 1987 }, { "epoch": 0.21, "learning_rate": 9.20601974966472e-05, "loss": 0.6068, "step": 1988 }, { "epoch": 0.21, "learning_rate": 9.205110427255323e-05, "loss": 0.8005, "step": 1989 }, { "epoch": 0.21, "learning_rate": 9.204200629396369e-05, "loss": 0.8225, "step": 1990 }, { "epoch": 0.21, "learning_rate": 9.203290356190721e-05, "loss": 0.721, "step": 1991 }, { "epoch": 0.21, "learning_rate": 9.202379607741301e-05, "loss": 0.6103, "step": 1992 }, { "epoch": 0.21, "learning_rate": 9.20146838415108e-05, "loss": 0.7965, "step": 1993 }, { "epoch": 0.21, "learning_rate": 9.20055668552309e-05, "loss": 0.7779, "step": 1994 }, { "epoch": 0.21, "learning_rate": 9.199644511960406e-05, "loss": 0.8312, "step": 1995 }, { "epoch": 0.21, "learning_rate": 9.198731863566165e-05, "loss": 0.7745, "step": 1996 }, { "epoch": 0.21, "learning_rate": 9.197818740443558e-05, "loss": 0.666, "step": 1997 }, { "epoch": 0.21, "learning_rate": 9.196905142695825e-05, "loss": 0.7643, "step": 1998 }, { "epoch": 0.21, "learning_rate": 9.19599107042626e-05, "loss": 0.8456, "step": 1999 }, { "epoch": 0.21, "learning_rate": 9.195076523738214e-05, "loss": 0.762, "step": 2000 }, { "epoch": 0.21, "learning_rate": 9.19416150273509e-05, "loss": 0.7884, "step": 2001 }, { "epoch": 0.21, "learning_rate": 9.193246007520344e-05, "loss": 0.8606, "step": 2002 }, { "epoch": 0.21, "learning_rate": 9.192330038197486e-05, "loss": 0.6992, "step": 2003 }, { "epoch": 0.21, "learning_rate": 9.191413594870083e-05, "loss": 0.76, "step": 2004 }, { "epoch": 0.21, "learning_rate": 9.190496677641746e-05, "loss": 0.7059, "step": 2005 }, { "epoch": 0.21, "learning_rate": 9.18957928661615e-05, "loss": 0.6597, "step": 2006 }, { "epoch": 0.21, "learning_rate": 9.188661421897021e-05, "loss": 0.9195, "step": 2007 }, { "epoch": 0.21, "learning_rate": 9.187743083588134e-05, "loss": 0.745, "step": 2008 }, { "epoch": 0.21, "learning_rate": 9.186824271793323e-05, "loss": 0.7905, "step": 2009 }, { "epoch": 0.21, "learning_rate": 9.185904986616472e-05, "loss": 0.8407, "step": 2010 }, { "epoch": 0.21, "learning_rate": 9.184985228161518e-05, "loss": 0.6485, "step": 2011 }, { "epoch": 0.21, "learning_rate": 9.184064996532456e-05, "loss": 0.6959, "step": 2012 }, { "epoch": 0.21, "learning_rate": 9.183144291833333e-05, "loss": 0.8341, "step": 2013 }, { "epoch": 0.21, "learning_rate": 9.182223114168243e-05, "loss": 0.802, "step": 2014 }, { "epoch": 0.21, "learning_rate": 9.181301463641343e-05, "loss": 0.6787, "step": 2015 }, { "epoch": 0.21, "learning_rate": 9.180379340356838e-05, "loss": 0.6689, "step": 2016 }, { "epoch": 0.21, "learning_rate": 9.179456744418986e-05, "loss": 0.8081, "step": 2017 }, { "epoch": 0.21, "learning_rate": 9.178533675932102e-05, "loss": 0.6561, "step": 2018 }, { "epoch": 0.21, "learning_rate": 9.177610135000552e-05, "loss": 0.7609, "step": 2019 }, { "epoch": 0.21, "learning_rate": 9.176686121728755e-05, "loss": 0.6785, "step": 2020 }, { "epoch": 0.21, "learning_rate": 9.175761636221185e-05, "loss": 0.7474, "step": 2021 }, { "epoch": 0.21, "learning_rate": 9.174836678582371e-05, "loss": 0.7053, "step": 2022 }, { "epoch": 0.21, "learning_rate": 9.173911248916888e-05, "loss": 0.8202, "step": 2023 }, { "epoch": 0.21, "learning_rate": 9.172985347329374e-05, "loss": 0.717, "step": 2024 }, { "epoch": 0.21, "learning_rate": 9.172058973924513e-05, "loss": 0.8069, "step": 2025 }, { "epoch": 0.21, "learning_rate": 9.171132128807047e-05, "loss": 0.7108, "step": 2026 }, { "epoch": 0.21, "learning_rate": 9.170204812081767e-05, "loss": 0.7479, "step": 2027 }, { "epoch": 0.21, "learning_rate": 9.169277023853521e-05, "loss": 0.733, "step": 2028 }, { "epoch": 0.21, "learning_rate": 9.168348764227213e-05, "loss": 0.8784, "step": 2029 }, { "epoch": 0.21, "learning_rate": 9.16742003330779e-05, "loss": 0.7712, "step": 2030 }, { "epoch": 0.21, "learning_rate": 9.166490831200263e-05, "loss": 0.7692, "step": 2031 }, { "epoch": 0.21, "learning_rate": 9.165561158009688e-05, "loss": 0.7499, "step": 2032 }, { "epoch": 0.21, "learning_rate": 9.164631013841184e-05, "loss": 0.7623, "step": 2033 }, { "epoch": 0.21, "learning_rate": 9.163700398799913e-05, "loss": 0.7928, "step": 2034 }, { "epoch": 0.21, "learning_rate": 9.162769312991095e-05, "loss": 0.7337, "step": 2035 }, { "epoch": 0.21, "learning_rate": 9.161837756520004e-05, "loss": 0.6959, "step": 2036 }, { "epoch": 0.21, "learning_rate": 9.160905729491966e-05, "loss": 0.8302, "step": 2037 }, { "epoch": 0.21, "learning_rate": 9.159973232012362e-05, "loss": 0.7919, "step": 2038 }, { "epoch": 0.21, "learning_rate": 9.15904026418662e-05, "loss": 0.6496, "step": 2039 }, { "epoch": 0.21, "learning_rate": 9.158106826120232e-05, "loss": 0.7951, "step": 2040 }, { "epoch": 0.21, "learning_rate": 9.157172917918732e-05, "loss": 0.7823, "step": 2041 }, { "epoch": 0.21, "learning_rate": 9.156238539687712e-05, "loss": 0.6648, "step": 2042 }, { "epoch": 0.21, "learning_rate": 9.155303691532821e-05, "loss": 0.748, "step": 2043 }, { "epoch": 0.21, "learning_rate": 9.154368373559755e-05, "loss": 0.8327, "step": 2044 }, { "epoch": 0.21, "learning_rate": 9.153432585874264e-05, "loss": 0.6685, "step": 2045 }, { "epoch": 0.21, "learning_rate": 9.152496328582155e-05, "loss": 0.7234, "step": 2046 }, { "epoch": 0.21, "learning_rate": 9.151559601789286e-05, "loss": 0.7661, "step": 2047 }, { "epoch": 0.21, "learning_rate": 9.150622405601564e-05, "loss": 0.7725, "step": 2048 }, { "epoch": 0.21, "learning_rate": 9.149684740124957e-05, "loss": 0.7226, "step": 2049 }, { "epoch": 0.21, "learning_rate": 9.14874660546548e-05, "loss": 0.7337, "step": 2050 }, { "epoch": 0.21, "learning_rate": 9.147808001729203e-05, "loss": 0.7287, "step": 2051 }, { "epoch": 0.21, "learning_rate": 9.14686892902225e-05, "loss": 0.7325, "step": 2052 }, { "epoch": 0.21, "learning_rate": 9.145929387450793e-05, "loss": 0.7415, "step": 2053 }, { "epoch": 0.21, "learning_rate": 9.144989377121067e-05, "loss": 0.6761, "step": 2054 }, { "epoch": 0.21, "learning_rate": 9.144048898139351e-05, "loss": 0.6883, "step": 2055 }, { "epoch": 0.21, "learning_rate": 9.143107950611977e-05, "loss": 0.7075, "step": 2056 }, { "epoch": 0.21, "learning_rate": 9.14216653464534e-05, "loss": 0.7552, "step": 2057 }, { "epoch": 0.21, "learning_rate": 9.141224650345874e-05, "loss": 0.7129, "step": 2058 }, { "epoch": 0.21, "learning_rate": 9.140282297820078e-05, "loss": 0.6855, "step": 2059 }, { "epoch": 0.21, "learning_rate": 9.139339477174494e-05, "loss": 0.8389, "step": 2060 }, { "epoch": 0.21, "learning_rate": 9.138396188515726e-05, "loss": 0.6922, "step": 2061 }, { "epoch": 0.21, "learning_rate": 9.137452431950425e-05, "loss": 0.7831, "step": 2062 }, { "epoch": 0.21, "learning_rate": 9.136508207585295e-05, "loss": 0.6004, "step": 2063 }, { "epoch": 0.21, "learning_rate": 9.135563515527097e-05, "loss": 0.6736, "step": 2064 }, { "epoch": 0.21, "learning_rate": 9.13461835588264e-05, "loss": 0.6276, "step": 2065 }, { "epoch": 0.21, "learning_rate": 9.133672728758791e-05, "loss": 0.6611, "step": 2066 }, { "epoch": 0.21, "learning_rate": 9.132726634262465e-05, "loss": 0.7365, "step": 2067 }, { "epoch": 0.21, "learning_rate": 9.131780072500631e-05, "loss": 0.7848, "step": 2068 }, { "epoch": 0.21, "learning_rate": 9.130833043580316e-05, "loss": 0.7026, "step": 2069 }, { "epoch": 0.21, "learning_rate": 9.12988554760859e-05, "loss": 0.7253, "step": 2070 }, { "epoch": 0.22, "learning_rate": 9.128937584692585e-05, "loss": 0.7883, "step": 2071 }, { "epoch": 0.22, "learning_rate": 9.127989154939481e-05, "loss": 0.6872, "step": 2072 }, { "epoch": 0.22, "learning_rate": 9.127040258456512e-05, "loss": 0.6382, "step": 2073 }, { "epoch": 0.22, "learning_rate": 9.126090895350964e-05, "loss": 0.7523, "step": 2074 }, { "epoch": 0.22, "learning_rate": 9.12514106573018e-05, "loss": 0.7712, "step": 2075 }, { "epoch": 0.22, "learning_rate": 9.124190769701547e-05, "loss": 0.9009, "step": 2076 }, { "epoch": 0.22, "learning_rate": 9.123240007372514e-05, "loss": 0.6998, "step": 2077 }, { "epoch": 0.22, "learning_rate": 9.122288778850576e-05, "loss": 0.8299, "step": 2078 }, { "epoch": 0.22, "learning_rate": 9.121337084243285e-05, "loss": 0.7394, "step": 2079 }, { "epoch": 0.22, "learning_rate": 9.120384923658241e-05, "loss": 0.8214, "step": 2080 }, { "epoch": 0.22, "learning_rate": 9.119432297203104e-05, "loss": 0.8252, "step": 2081 }, { "epoch": 0.22, "learning_rate": 9.118479204985581e-05, "loss": 0.5966, "step": 2082 }, { "epoch": 0.22, "learning_rate": 9.117525647113434e-05, "loss": 0.744, "step": 2083 }, { "epoch": 0.22, "learning_rate": 9.116571623694472e-05, "loss": 0.776, "step": 2084 }, { "epoch": 0.22, "learning_rate": 9.115617134836566e-05, "loss": 0.8269, "step": 2085 }, { "epoch": 0.22, "learning_rate": 9.114662180647636e-05, "loss": 0.7567, "step": 2086 }, { "epoch": 0.22, "learning_rate": 9.11370676123565e-05, "loss": 0.702, "step": 2087 }, { "epoch": 0.22, "learning_rate": 9.112750876708633e-05, "loss": 0.6873, "step": 2088 }, { "epoch": 0.22, "learning_rate": 9.111794527174664e-05, "loss": 0.6554, "step": 2089 }, { "epoch": 0.22, "learning_rate": 9.11083771274187e-05, "loss": 0.6905, "step": 2090 }, { "epoch": 0.22, "learning_rate": 9.109880433518434e-05, "loss": 0.8111, "step": 2091 }, { "epoch": 0.22, "learning_rate": 9.108922689612589e-05, "loss": 0.7418, "step": 2092 }, { "epoch": 0.22, "learning_rate": 9.107964481132625e-05, "loss": 0.6176, "step": 2093 }, { "epoch": 0.22, "learning_rate": 9.107005808186879e-05, "loss": 0.7219, "step": 2094 }, { "epoch": 0.22, "learning_rate": 9.106046670883744e-05, "loss": 0.7778, "step": 2095 }, { "epoch": 0.22, "learning_rate": 9.105087069331664e-05, "loss": 0.7223, "step": 2096 }, { "epoch": 0.22, "learning_rate": 9.104127003639138e-05, "loss": 0.8154, "step": 2097 }, { "epoch": 0.22, "learning_rate": 9.103166473914714e-05, "loss": 0.7026, "step": 2098 }, { "epoch": 0.22, "learning_rate": 9.102205480266993e-05, "loss": 0.8779, "step": 2099 }, { "epoch": 0.22, "learning_rate": 9.101244022804632e-05, "loss": 0.7377, "step": 2100 }, { "epoch": 0.22, "learning_rate": 9.100282101636335e-05, "loss": 0.7221, "step": 2101 }, { "epoch": 0.22, "learning_rate": 9.099319716870862e-05, "loss": 0.7739, "step": 2102 }, { "epoch": 0.22, "learning_rate": 9.098356868617028e-05, "loss": 0.7594, "step": 2103 }, { "epoch": 0.22, "learning_rate": 9.097393556983693e-05, "loss": 0.7001, "step": 2104 }, { "epoch": 0.22, "learning_rate": 9.096429782079776e-05, "loss": 0.673, "step": 2105 }, { "epoch": 0.22, "learning_rate": 9.095465544014244e-05, "loss": 0.7286, "step": 2106 }, { "epoch": 0.22, "learning_rate": 9.094500842896121e-05, "loss": 0.796, "step": 2107 }, { "epoch": 0.22, "learning_rate": 9.093535678834478e-05, "loss": 0.5918, "step": 2108 }, { "epoch": 0.22, "learning_rate": 9.092570051938443e-05, "loss": 0.8051, "step": 2109 }, { "epoch": 0.22, "learning_rate": 9.091603962317193e-05, "loss": 0.6387, "step": 2110 }, { "epoch": 0.22, "learning_rate": 9.090637410079959e-05, "loss": 0.7524, "step": 2111 }, { "epoch": 0.22, "learning_rate": 9.089670395336024e-05, "loss": 0.6715, "step": 2112 }, { "epoch": 0.22, "learning_rate": 9.088702918194722e-05, "loss": 0.7202, "step": 2113 }, { "epoch": 0.22, "learning_rate": 9.087734978765443e-05, "loss": 0.8084, "step": 2114 }, { "epoch": 0.22, "learning_rate": 9.086766577157627e-05, "loss": 0.709, "step": 2115 }, { "epoch": 0.22, "learning_rate": 9.085797713480762e-05, "loss": 0.7145, "step": 2116 }, { "epoch": 0.22, "learning_rate": 9.084828387844395e-05, "loss": 0.742, "step": 2117 }, { "epoch": 0.22, "learning_rate": 9.083858600358124e-05, "loss": 0.5965, "step": 2118 }, { "epoch": 0.22, "learning_rate": 9.082888351131595e-05, "loss": 0.673, "step": 2119 }, { "epoch": 0.22, "learning_rate": 9.081917640274511e-05, "loss": 0.7902, "step": 2120 }, { "epoch": 0.22, "learning_rate": 9.080946467896622e-05, "loss": 0.6853, "step": 2121 }, { "epoch": 0.22, "learning_rate": 9.079974834107739e-05, "loss": 0.7288, "step": 2122 }, { "epoch": 0.22, "learning_rate": 9.079002739017713e-05, "loss": 0.7557, "step": 2123 }, { "epoch": 0.22, "learning_rate": 9.078030182736458e-05, "loss": 0.7873, "step": 2124 }, { "epoch": 0.22, "learning_rate": 9.077057165373932e-05, "loss": 0.7374, "step": 2125 }, { "epoch": 0.22, "learning_rate": 9.076083687040154e-05, "loss": 0.7075, "step": 2126 }, { "epoch": 0.22, "learning_rate": 9.075109747845188e-05, "loss": 0.8023, "step": 2127 }, { "epoch": 0.22, "learning_rate": 9.074135347899148e-05, "loss": 0.7616, "step": 2128 }, { "epoch": 0.22, "learning_rate": 9.073160487312211e-05, "loss": 0.8552, "step": 2129 }, { "epoch": 0.22, "learning_rate": 9.072185166194595e-05, "loss": 0.7308, "step": 2130 }, { "epoch": 0.22, "learning_rate": 9.071209384656575e-05, "loss": 0.6973, "step": 2131 }, { "epoch": 0.22, "learning_rate": 9.070233142808478e-05, "loss": 0.8064, "step": 2132 }, { "epoch": 0.22, "learning_rate": 9.069256440760682e-05, "loss": 0.7202, "step": 2133 }, { "epoch": 0.22, "learning_rate": 9.068279278623619e-05, "loss": 0.649, "step": 2134 }, { "epoch": 0.22, "learning_rate": 9.06730165650777e-05, "loss": 0.8107, "step": 2135 }, { "epoch": 0.22, "learning_rate": 9.06632357452367e-05, "loss": 0.7993, "step": 2136 }, { "epoch": 0.22, "learning_rate": 9.065345032781905e-05, "loss": 0.775, "step": 2137 }, { "epoch": 0.22, "learning_rate": 9.064366031393114e-05, "loss": 0.7184, "step": 2138 }, { "epoch": 0.22, "learning_rate": 9.063386570467988e-05, "loss": 0.7563, "step": 2139 }, { "epoch": 0.22, "learning_rate": 9.06240665011727e-05, "loss": 0.8254, "step": 2140 }, { "epoch": 0.22, "learning_rate": 9.061426270451753e-05, "loss": 0.8034, "step": 2141 }, { "epoch": 0.22, "learning_rate": 9.060445431582282e-05, "loss": 0.6538, "step": 2142 }, { "epoch": 0.22, "learning_rate": 9.059464133619759e-05, "loss": 0.8305, "step": 2143 }, { "epoch": 0.22, "learning_rate": 9.058482376675133e-05, "loss": 0.6661, "step": 2144 }, { "epoch": 0.22, "learning_rate": 9.057500160859403e-05, "loss": 0.6867, "step": 2145 }, { "epoch": 0.22, "learning_rate": 9.056517486283627e-05, "loss": 0.7397, "step": 2146 }, { "epoch": 0.22, "learning_rate": 9.055534353058908e-05, "loss": 0.7463, "step": 2147 }, { "epoch": 0.22, "learning_rate": 9.054550761296404e-05, "loss": 0.7413, "step": 2148 }, { "epoch": 0.22, "learning_rate": 9.053566711107326e-05, "loss": 0.8518, "step": 2149 }, { "epoch": 0.22, "learning_rate": 9.052582202602935e-05, "loss": 0.5969, "step": 2150 }, { "epoch": 0.22, "learning_rate": 9.051597235894543e-05, "loss": 0.8047, "step": 2151 }, { "epoch": 0.22, "learning_rate": 9.050611811093517e-05, "loss": 0.827, "step": 2152 }, { "epoch": 0.22, "learning_rate": 9.04962592831127e-05, "loss": 0.5833, "step": 2153 }, { "epoch": 0.22, "learning_rate": 9.048639587659275e-05, "loss": 0.7025, "step": 2154 }, { "epoch": 0.22, "learning_rate": 9.04765278924905e-05, "loss": 0.82, "step": 2155 }, { "epoch": 0.22, "learning_rate": 9.046665533192167e-05, "loss": 0.7901, "step": 2156 }, { "epoch": 0.22, "learning_rate": 9.045677819600249e-05, "loss": 0.8031, "step": 2157 }, { "epoch": 0.22, "learning_rate": 9.044689648584974e-05, "loss": 0.7039, "step": 2158 }, { "epoch": 0.22, "learning_rate": 9.043701020258067e-05, "loss": 0.7241, "step": 2159 }, { "epoch": 0.22, "learning_rate": 9.04271193473131e-05, "loss": 0.8621, "step": 2160 }, { "epoch": 0.22, "learning_rate": 9.04172239211653e-05, "loss": 0.7706, "step": 2161 }, { "epoch": 0.22, "learning_rate": 9.04073239252561e-05, "loss": 0.6738, "step": 2162 }, { "epoch": 0.22, "learning_rate": 9.039741936070488e-05, "loss": 0.849, "step": 2163 }, { "epoch": 0.22, "learning_rate": 9.038751022863143e-05, "loss": 0.6986, "step": 2164 }, { "epoch": 0.22, "learning_rate": 9.037759653015618e-05, "loss": 0.7628, "step": 2165 }, { "epoch": 0.22, "learning_rate": 9.036767826639999e-05, "loss": 0.7217, "step": 2166 }, { "epoch": 0.22, "learning_rate": 9.035775543848429e-05, "loss": 0.7944, "step": 2167 }, { "epoch": 0.23, "learning_rate": 9.034782804753097e-05, "loss": 0.7982, "step": 2168 }, { "epoch": 0.23, "learning_rate": 9.033789609466247e-05, "loss": 0.8001, "step": 2169 }, { "epoch": 0.23, "learning_rate": 9.032795958100178e-05, "loss": 0.7448, "step": 2170 }, { "epoch": 0.23, "learning_rate": 9.031801850767234e-05, "loss": 0.6362, "step": 2171 }, { "epoch": 0.23, "learning_rate": 9.030807287579815e-05, "loss": 0.6561, "step": 2172 }, { "epoch": 0.23, "learning_rate": 9.029812268650368e-05, "loss": 0.6802, "step": 2173 }, { "epoch": 0.23, "learning_rate": 9.028816794091397e-05, "loss": 0.7068, "step": 2174 }, { "epoch": 0.23, "learning_rate": 9.027820864015454e-05, "loss": 0.7781, "step": 2175 }, { "epoch": 0.23, "learning_rate": 9.026824478535145e-05, "loss": 0.8681, "step": 2176 }, { "epoch": 0.23, "learning_rate": 9.025827637763126e-05, "loss": 0.7661, "step": 2177 }, { "epoch": 0.23, "learning_rate": 9.024830341812103e-05, "loss": 0.8502, "step": 2178 }, { "epoch": 0.23, "learning_rate": 9.023832590794835e-05, "loss": 0.8293, "step": 2179 }, { "epoch": 0.23, "learning_rate": 9.022834384824132e-05, "loss": 0.7354, "step": 2180 }, { "epoch": 0.23, "learning_rate": 9.021835724012859e-05, "loss": 0.6534, "step": 2181 }, { "epoch": 0.23, "learning_rate": 9.020836608473927e-05, "loss": 0.8184, "step": 2182 }, { "epoch": 0.23, "learning_rate": 9.019837038320298e-05, "loss": 0.6289, "step": 2183 }, { "epoch": 0.23, "learning_rate": 9.018837013664994e-05, "loss": 0.6829, "step": 2184 }, { "epoch": 0.23, "learning_rate": 9.017836534621078e-05, "loss": 0.6816, "step": 2185 }, { "epoch": 0.23, "learning_rate": 9.01683560130167e-05, "loss": 0.6898, "step": 2186 }, { "epoch": 0.23, "learning_rate": 9.015834213819942e-05, "loss": 0.7086, "step": 2187 }, { "epoch": 0.23, "learning_rate": 9.014832372289112e-05, "loss": 0.856, "step": 2188 }, { "epoch": 0.23, "learning_rate": 9.013830076822456e-05, "loss": 0.7698, "step": 2189 }, { "epoch": 0.23, "learning_rate": 9.012827327533297e-05, "loss": 0.7548, "step": 2190 }, { "epoch": 0.23, "learning_rate": 9.011824124535012e-05, "loss": 0.6353, "step": 2191 }, { "epoch": 0.23, "learning_rate": 9.010820467941026e-05, "loss": 0.7916, "step": 2192 }, { "epoch": 0.23, "learning_rate": 9.009816357864818e-05, "loss": 0.7427, "step": 2193 }, { "epoch": 0.23, "learning_rate": 9.008811794419918e-05, "loss": 0.6848, "step": 2194 }, { "epoch": 0.23, "learning_rate": 9.007806777719904e-05, "loss": 0.8014, "step": 2195 }, { "epoch": 0.23, "learning_rate": 9.00680130787841e-05, "loss": 0.7653, "step": 2196 }, { "epoch": 0.23, "learning_rate": 9.005795385009119e-05, "loss": 0.7873, "step": 2197 }, { "epoch": 0.23, "learning_rate": 9.004789009225767e-05, "loss": 0.7846, "step": 2198 }, { "epoch": 0.23, "learning_rate": 9.003782180642137e-05, "loss": 0.6647, "step": 2199 }, { "epoch": 0.23, "learning_rate": 9.002774899372065e-05, "loss": 0.7313, "step": 2200 }, { "epoch": 0.23, "learning_rate": 9.001767165529443e-05, "loss": 0.7651, "step": 2201 }, { "epoch": 0.23, "learning_rate": 9.000758979228205e-05, "loss": 0.7483, "step": 2202 }, { "epoch": 0.23, "learning_rate": 8.999750340582347e-05, "loss": 0.6553, "step": 2203 }, { "epoch": 0.23, "learning_rate": 8.998741249705906e-05, "loss": 0.5626, "step": 2204 }, { "epoch": 0.23, "learning_rate": 8.997731706712975e-05, "loss": 0.7611, "step": 2205 }, { "epoch": 0.23, "learning_rate": 8.9967217117177e-05, "loss": 0.8089, "step": 2206 }, { "epoch": 0.23, "learning_rate": 8.995711264834274e-05, "loss": 0.7151, "step": 2207 }, { "epoch": 0.23, "learning_rate": 8.994700366176944e-05, "loss": 0.7209, "step": 2208 }, { "epoch": 0.23, "learning_rate": 8.993689015860006e-05, "loss": 0.8398, "step": 2209 }, { "epoch": 0.23, "learning_rate": 8.992677213997807e-05, "loss": 0.6824, "step": 2210 }, { "epoch": 0.23, "learning_rate": 8.991664960704749e-05, "loss": 0.7071, "step": 2211 }, { "epoch": 0.23, "learning_rate": 8.99065225609528e-05, "loss": 0.7264, "step": 2212 }, { "epoch": 0.23, "learning_rate": 8.989639100283901e-05, "loss": 0.804, "step": 2213 }, { "epoch": 0.23, "learning_rate": 8.988625493385166e-05, "loss": 0.7924, "step": 2214 }, { "epoch": 0.23, "learning_rate": 8.987611435513676e-05, "loss": 0.7578, "step": 2215 }, { "epoch": 0.23, "learning_rate": 8.986596926784088e-05, "loss": 0.6849, "step": 2216 }, { "epoch": 0.23, "learning_rate": 8.985581967311103e-05, "loss": 0.8121, "step": 2217 }, { "epoch": 0.23, "learning_rate": 8.984566557209481e-05, "loss": 0.6985, "step": 2218 }, { "epoch": 0.23, "learning_rate": 8.983550696594025e-05, "loss": 0.7082, "step": 2219 }, { "epoch": 0.23, "learning_rate": 8.982534385579597e-05, "loss": 0.6896, "step": 2220 }, { "epoch": 0.23, "learning_rate": 8.981517624281106e-05, "loss": 0.695, "step": 2221 }, { "epoch": 0.23, "learning_rate": 8.980500412813506e-05, "loss": 0.6788, "step": 2222 }, { "epoch": 0.23, "learning_rate": 8.979482751291815e-05, "loss": 0.8226, "step": 2223 }, { "epoch": 0.23, "learning_rate": 8.97846463983109e-05, "loss": 0.7425, "step": 2224 }, { "epoch": 0.23, "learning_rate": 8.977446078546446e-05, "loss": 0.7229, "step": 2225 }, { "epoch": 0.23, "learning_rate": 8.976427067553044e-05, "loss": 0.7111, "step": 2226 }, { "epoch": 0.23, "learning_rate": 8.9754076069661e-05, "loss": 0.9144, "step": 2227 }, { "epoch": 0.23, "learning_rate": 8.974387696900879e-05, "loss": 0.7495, "step": 2228 }, { "epoch": 0.23, "learning_rate": 8.973367337472694e-05, "loss": 0.7817, "step": 2229 }, { "epoch": 0.23, "learning_rate": 8.972346528796916e-05, "loss": 0.7041, "step": 2230 }, { "epoch": 0.23, "learning_rate": 8.97132527098896e-05, "loss": 0.7179, "step": 2231 }, { "epoch": 0.23, "learning_rate": 8.970303564164294e-05, "loss": 0.754, "step": 2232 }, { "epoch": 0.23, "learning_rate": 8.969281408438437e-05, "loss": 0.7118, "step": 2233 }, { "epoch": 0.23, "learning_rate": 8.96825880392696e-05, "loss": 0.7133, "step": 2234 }, { "epoch": 0.23, "learning_rate": 8.967235750745482e-05, "loss": 0.7221, "step": 2235 }, { "epoch": 0.23, "learning_rate": 8.966212249009676e-05, "loss": 0.8202, "step": 2236 }, { "epoch": 0.23, "learning_rate": 8.965188298835261e-05, "loss": 0.6872, "step": 2237 }, { "epoch": 0.23, "learning_rate": 8.964163900338012e-05, "loss": 0.6835, "step": 2238 }, { "epoch": 0.23, "learning_rate": 8.963139053633752e-05, "loss": 0.749, "step": 2239 }, { "epoch": 0.23, "learning_rate": 8.962113758838356e-05, "loss": 0.7188, "step": 2240 }, { "epoch": 0.23, "learning_rate": 8.961088016067745e-05, "loss": 0.7666, "step": 2241 }, { "epoch": 0.23, "learning_rate": 8.960061825437898e-05, "loss": 0.6684, "step": 2242 }, { "epoch": 0.23, "learning_rate": 8.95903518706484e-05, "loss": 0.6978, "step": 2243 }, { "epoch": 0.23, "learning_rate": 8.958008101064645e-05, "loss": 0.8108, "step": 2244 }, { "epoch": 0.23, "learning_rate": 8.956980567553443e-05, "loss": 0.8587, "step": 2245 }, { "epoch": 0.23, "learning_rate": 8.955952586647413e-05, "loss": 0.6781, "step": 2246 }, { "epoch": 0.23, "learning_rate": 8.954924158462781e-05, "loss": 0.6995, "step": 2247 }, { "epoch": 0.23, "learning_rate": 8.953895283115825e-05, "loss": 0.7867, "step": 2248 }, { "epoch": 0.23, "learning_rate": 8.952865960722876e-05, "loss": 0.7809, "step": 2249 }, { "epoch": 0.23, "learning_rate": 8.951836191400315e-05, "loss": 0.6812, "step": 2250 }, { "epoch": 0.23, "learning_rate": 8.950805975264571e-05, "loss": 0.728, "step": 2251 }, { "epoch": 0.23, "learning_rate": 8.949775312432125e-05, "loss": 0.7782, "step": 2252 }, { "epoch": 0.23, "learning_rate": 8.94874420301951e-05, "loss": 0.7038, "step": 2253 }, { "epoch": 0.23, "learning_rate": 8.947712647143307e-05, "loss": 0.6659, "step": 2254 }, { "epoch": 0.23, "learning_rate": 8.946680644920149e-05, "loss": 0.6068, "step": 2255 }, { "epoch": 0.23, "learning_rate": 8.945648196466717e-05, "loss": 0.8742, "step": 2256 }, { "epoch": 0.23, "learning_rate": 8.944615301899748e-05, "loss": 0.7586, "step": 2257 }, { "epoch": 0.23, "learning_rate": 8.943581961336023e-05, "loss": 0.6207, "step": 2258 }, { "epoch": 0.23, "learning_rate": 8.942548174892378e-05, "loss": 0.7002, "step": 2259 }, { "epoch": 0.23, "learning_rate": 8.941513942685698e-05, "loss": 0.7372, "step": 2260 }, { "epoch": 0.23, "learning_rate": 8.940479264832918e-05, "loss": 0.8047, "step": 2261 }, { "epoch": 0.23, "learning_rate": 8.939444141451021e-05, "loss": 0.8368, "step": 2262 }, { "epoch": 0.23, "learning_rate": 8.938408572657045e-05, "loss": 0.7448, "step": 2263 }, { "epoch": 0.24, "learning_rate": 8.937372558568079e-05, "loss": 0.702, "step": 2264 }, { "epoch": 0.24, "learning_rate": 8.936336099301253e-05, "loss": 0.7431, "step": 2265 }, { "epoch": 0.24, "learning_rate": 8.93529919497376e-05, "loss": 0.6416, "step": 2266 }, { "epoch": 0.24, "learning_rate": 8.934261845702833e-05, "loss": 0.7159, "step": 2267 }, { "epoch": 0.24, "learning_rate": 8.933224051605764e-05, "loss": 0.7387, "step": 2268 }, { "epoch": 0.24, "learning_rate": 8.932185812799888e-05, "loss": 0.6826, "step": 2269 }, { "epoch": 0.24, "learning_rate": 8.931147129402593e-05, "loss": 0.7572, "step": 2270 }, { "epoch": 0.24, "learning_rate": 8.930108001531319e-05, "loss": 0.7329, "step": 2271 }, { "epoch": 0.24, "learning_rate": 8.929068429303553e-05, "loss": 0.8002, "step": 2272 }, { "epoch": 0.24, "learning_rate": 8.928028412836835e-05, "loss": 0.7126, "step": 2273 }, { "epoch": 0.24, "learning_rate": 8.926987952248753e-05, "loss": 0.8406, "step": 2274 }, { "epoch": 0.24, "learning_rate": 8.925947047656948e-05, "loss": 0.7313, "step": 2275 }, { "epoch": 0.24, "learning_rate": 8.924905699179109e-05, "loss": 0.7309, "step": 2276 }, { "epoch": 0.24, "learning_rate": 8.923863906932975e-05, "loss": 0.8061, "step": 2277 }, { "epoch": 0.24, "learning_rate": 8.922821671036337e-05, "loss": 0.6991, "step": 2278 }, { "epoch": 0.24, "learning_rate": 8.921778991607035e-05, "loss": 0.6932, "step": 2279 }, { "epoch": 0.24, "learning_rate": 8.920735868762957e-05, "loss": 0.7938, "step": 2280 }, { "epoch": 0.24, "learning_rate": 8.919692302622047e-05, "loss": 0.7815, "step": 2281 }, { "epoch": 0.24, "learning_rate": 8.918648293302293e-05, "loss": 0.6684, "step": 2282 }, { "epoch": 0.24, "learning_rate": 8.917603840921735e-05, "loss": 0.8006, "step": 2283 }, { "epoch": 0.24, "learning_rate": 8.916558945598468e-05, "loss": 0.6941, "step": 2284 }, { "epoch": 0.24, "learning_rate": 8.915513607450627e-05, "loss": 0.8399, "step": 2285 }, { "epoch": 0.24, "learning_rate": 8.914467826596406e-05, "loss": 0.7359, "step": 2286 }, { "epoch": 0.24, "learning_rate": 8.913421603154047e-05, "loss": 0.6502, "step": 2287 }, { "epoch": 0.24, "learning_rate": 8.912374937241839e-05, "loss": 0.8008, "step": 2288 }, { "epoch": 0.24, "learning_rate": 8.911327828978122e-05, "loss": 0.8847, "step": 2289 }, { "epoch": 0.24, "learning_rate": 8.910280278481288e-05, "loss": 0.7446, "step": 2290 }, { "epoch": 0.24, "learning_rate": 8.909232285869779e-05, "loss": 0.7566, "step": 2291 }, { "epoch": 0.24, "learning_rate": 8.908183851262088e-05, "loss": 0.7572, "step": 2292 }, { "epoch": 0.24, "learning_rate": 8.907134974776749e-05, "loss": 0.7758, "step": 2293 }, { "epoch": 0.24, "learning_rate": 8.906085656532361e-05, "loss": 0.6982, "step": 2294 }, { "epoch": 0.24, "learning_rate": 8.90503589664756e-05, "loss": 0.6778, "step": 2295 }, { "epoch": 0.24, "learning_rate": 8.903985695241037e-05, "loss": 0.6416, "step": 2296 }, { "epoch": 0.24, "learning_rate": 8.902935052431533e-05, "loss": 0.7724, "step": 2297 }, { "epoch": 0.24, "learning_rate": 8.90188396833784e-05, "loss": 0.5955, "step": 2298 }, { "epoch": 0.24, "learning_rate": 8.900832443078799e-05, "loss": 0.8728, "step": 2299 }, { "epoch": 0.24, "learning_rate": 8.899780476773298e-05, "loss": 0.6541, "step": 2300 }, { "epoch": 0.24, "learning_rate": 8.898728069540277e-05, "loss": 0.6388, "step": 2301 }, { "epoch": 0.24, "learning_rate": 8.897675221498729e-05, "loss": 0.8132, "step": 2302 }, { "epoch": 0.24, "learning_rate": 8.896621932767693e-05, "loss": 0.6517, "step": 2303 }, { "epoch": 0.24, "learning_rate": 8.895568203466256e-05, "loss": 0.582, "step": 2304 }, { "epoch": 0.24, "learning_rate": 8.894514033713561e-05, "loss": 0.7547, "step": 2305 }, { "epoch": 0.24, "learning_rate": 8.893459423628796e-05, "loss": 0.7432, "step": 2306 }, { "epoch": 0.24, "learning_rate": 8.8924043733312e-05, "loss": 0.7536, "step": 2307 }, { "epoch": 0.24, "learning_rate": 8.891348882940063e-05, "loss": 0.7466, "step": 2308 }, { "epoch": 0.24, "learning_rate": 8.890292952574722e-05, "loss": 0.9366, "step": 2309 }, { "epoch": 0.24, "learning_rate": 8.889236582354568e-05, "loss": 0.7711, "step": 2310 }, { "epoch": 0.24, "learning_rate": 8.888179772399037e-05, "loss": 0.7298, "step": 2311 }, { "epoch": 0.24, "learning_rate": 8.887122522827617e-05, "loss": 0.8298, "step": 2312 }, { "epoch": 0.24, "learning_rate": 8.886064833759846e-05, "loss": 0.7472, "step": 2313 }, { "epoch": 0.24, "learning_rate": 8.885006705315311e-05, "loss": 0.8677, "step": 2314 }, { "epoch": 0.24, "learning_rate": 8.883948137613651e-05, "loss": 0.7796, "step": 2315 }, { "epoch": 0.24, "learning_rate": 8.88288913077455e-05, "loss": 0.7958, "step": 2316 }, { "epoch": 0.24, "learning_rate": 8.881829684917746e-05, "loss": 0.7542, "step": 2317 }, { "epoch": 0.24, "learning_rate": 8.880769800163024e-05, "loss": 0.6407, "step": 2318 }, { "epoch": 0.24, "learning_rate": 8.879709476630218e-05, "loss": 0.7543, "step": 2319 }, { "epoch": 0.24, "learning_rate": 8.878648714439217e-05, "loss": 0.7675, "step": 2320 }, { "epoch": 0.24, "learning_rate": 8.877587513709954e-05, "loss": 0.7525, "step": 2321 }, { "epoch": 0.24, "learning_rate": 8.876525874562412e-05, "loss": 0.7716, "step": 2322 }, { "epoch": 0.24, "learning_rate": 8.875463797116626e-05, "loss": 0.6895, "step": 2323 }, { "epoch": 0.24, "learning_rate": 8.87440128149268e-05, "loss": 0.775, "step": 2324 }, { "epoch": 0.24, "learning_rate": 8.873338327810708e-05, "loss": 0.7465, "step": 2325 }, { "epoch": 0.24, "learning_rate": 8.872274936190889e-05, "loss": 0.8455, "step": 2326 }, { "epoch": 0.24, "learning_rate": 8.871211106753456e-05, "loss": 0.6758, "step": 2327 }, { "epoch": 0.24, "learning_rate": 8.870146839618694e-05, "loss": 0.6556, "step": 2328 }, { "epoch": 0.24, "learning_rate": 8.86908213490693e-05, "loss": 0.7291, "step": 2329 }, { "epoch": 0.24, "learning_rate": 8.868016992738549e-05, "loss": 0.6301, "step": 2330 }, { "epoch": 0.24, "learning_rate": 8.866951413233974e-05, "loss": 0.6892, "step": 2331 }, { "epoch": 0.24, "learning_rate": 8.865885396513692e-05, "loss": 0.635, "step": 2332 }, { "epoch": 0.24, "learning_rate": 8.864818942698227e-05, "loss": 0.5762, "step": 2333 }, { "epoch": 0.24, "learning_rate": 8.86375205190816e-05, "loss": 0.7362, "step": 2334 }, { "epoch": 0.24, "learning_rate": 8.862684724264116e-05, "loss": 0.6982, "step": 2335 }, { "epoch": 0.24, "learning_rate": 8.861616959886774e-05, "loss": 0.6159, "step": 2336 }, { "epoch": 0.24, "learning_rate": 8.86054875889686e-05, "loss": 0.8308, "step": 2337 }, { "epoch": 0.24, "learning_rate": 8.859480121415152e-05, "loss": 0.6503, "step": 2338 }, { "epoch": 0.24, "learning_rate": 8.858411047562469e-05, "loss": 0.7949, "step": 2339 }, { "epoch": 0.24, "learning_rate": 8.857341537459692e-05, "loss": 0.7404, "step": 2340 }, { "epoch": 0.24, "learning_rate": 8.856271591227743e-05, "loss": 0.7871, "step": 2341 }, { "epoch": 0.24, "learning_rate": 8.855201208987592e-05, "loss": 0.7619, "step": 2342 }, { "epoch": 0.24, "learning_rate": 8.854130390860267e-05, "loss": 0.8136, "step": 2343 }, { "epoch": 0.24, "learning_rate": 8.853059136966833e-05, "loss": 0.806, "step": 2344 }, { "epoch": 0.24, "learning_rate": 8.851987447428419e-05, "loss": 0.7899, "step": 2345 }, { "epoch": 0.24, "learning_rate": 8.850915322366187e-05, "loss": 0.7799, "step": 2346 }, { "epoch": 0.24, "learning_rate": 8.849842761901362e-05, "loss": 0.6466, "step": 2347 }, { "epoch": 0.24, "learning_rate": 8.848769766155211e-05, "loss": 0.8278, "step": 2348 }, { "epoch": 0.24, "learning_rate": 8.847696335249054e-05, "loss": 0.7318, "step": 2349 }, { "epoch": 0.24, "learning_rate": 8.846622469304255e-05, "loss": 0.804, "step": 2350 }, { "epoch": 0.24, "learning_rate": 8.845548168442231e-05, "loss": 0.8052, "step": 2351 }, { "epoch": 0.24, "learning_rate": 8.844473432784449e-05, "loss": 0.7989, "step": 2352 }, { "epoch": 0.24, "learning_rate": 8.843398262452423e-05, "loss": 0.7721, "step": 2353 }, { "epoch": 0.24, "learning_rate": 8.842322657567716e-05, "loss": 0.8572, "step": 2354 }, { "epoch": 0.24, "learning_rate": 8.84124661825194e-05, "loss": 0.7444, "step": 2355 }, { "epoch": 0.24, "learning_rate": 8.84017014462676e-05, "loss": 0.7124, "step": 2356 }, { "epoch": 0.24, "learning_rate": 8.839093236813887e-05, "loss": 0.7902, "step": 2357 }, { "epoch": 0.24, "learning_rate": 8.838015894935078e-05, "loss": 0.7608, "step": 2358 }, { "epoch": 0.24, "learning_rate": 8.836938119112145e-05, "loss": 0.6041, "step": 2359 }, { "epoch": 0.25, "learning_rate": 8.835859909466949e-05, "loss": 0.7906, "step": 2360 }, { "epoch": 0.25, "learning_rate": 8.83478126612139e-05, "loss": 0.7378, "step": 2361 }, { "epoch": 0.25, "learning_rate": 8.833702189197431e-05, "loss": 0.8434, "step": 2362 }, { "epoch": 0.25, "learning_rate": 8.832622678817073e-05, "loss": 0.6678, "step": 2363 }, { "epoch": 0.25, "learning_rate": 8.831542735102375e-05, "loss": 0.6511, "step": 2364 }, { "epoch": 0.25, "learning_rate": 8.830462358175438e-05, "loss": 0.8072, "step": 2365 }, { "epoch": 0.25, "learning_rate": 8.829381548158413e-05, "loss": 0.6417, "step": 2366 }, { "epoch": 0.25, "learning_rate": 8.828300305173505e-05, "loss": 0.7612, "step": 2367 }, { "epoch": 0.25, "learning_rate": 8.827218629342961e-05, "loss": 0.6885, "step": 2368 }, { "epoch": 0.25, "learning_rate": 8.826136520789084e-05, "loss": 0.8616, "step": 2369 }, { "epoch": 0.25, "learning_rate": 8.825053979634219e-05, "loss": 0.7022, "step": 2370 }, { "epoch": 0.25, "learning_rate": 8.823971006000767e-05, "loss": 0.7485, "step": 2371 }, { "epoch": 0.25, "learning_rate": 8.822887600011167e-05, "loss": 0.7372, "step": 2372 }, { "epoch": 0.25, "learning_rate": 8.821803761787922e-05, "loss": 0.7959, "step": 2373 }, { "epoch": 0.25, "learning_rate": 8.82071949145357e-05, "loss": 0.7298, "step": 2374 }, { "epoch": 0.25, "learning_rate": 8.819634789130709e-05, "loss": 0.7518, "step": 2375 }, { "epoch": 0.25, "learning_rate": 8.818549654941977e-05, "loss": 0.8109, "step": 2376 }, { "epoch": 0.25, "learning_rate": 8.817464089010063e-05, "loss": 0.7808, "step": 2377 }, { "epoch": 0.25, "learning_rate": 8.816378091457709e-05, "loss": 0.8438, "step": 2378 }, { "epoch": 0.25, "learning_rate": 8.815291662407703e-05, "loss": 0.6835, "step": 2379 }, { "epoch": 0.25, "learning_rate": 8.814204801982882e-05, "loss": 0.7475, "step": 2380 }, { "epoch": 0.25, "learning_rate": 8.813117510306128e-05, "loss": 0.639, "step": 2381 }, { "epoch": 0.25, "learning_rate": 8.812029787500379e-05, "loss": 0.7706, "step": 2382 }, { "epoch": 0.25, "learning_rate": 8.810941633688617e-05, "loss": 0.8586, "step": 2383 }, { "epoch": 0.25, "learning_rate": 8.809853048993873e-05, "loss": 0.7519, "step": 2384 }, { "epoch": 0.25, "learning_rate": 8.808764033539228e-05, "loss": 0.7537, "step": 2385 }, { "epoch": 0.25, "learning_rate": 8.807674587447812e-05, "loss": 0.8023, "step": 2386 }, { "epoch": 0.25, "learning_rate": 8.806584710842803e-05, "loss": 0.7026, "step": 2387 }, { "epoch": 0.25, "learning_rate": 8.805494403847426e-05, "loss": 0.7256, "step": 2388 }, { "epoch": 0.25, "learning_rate": 8.804403666584957e-05, "loss": 0.9479, "step": 2389 }, { "epoch": 0.25, "learning_rate": 8.803312499178721e-05, "loss": 0.7048, "step": 2390 }, { "epoch": 0.25, "learning_rate": 8.80222090175209e-05, "loss": 0.774, "step": 2391 }, { "epoch": 0.25, "learning_rate": 8.801128874428481e-05, "loss": 0.8768, "step": 2392 }, { "epoch": 0.25, "learning_rate": 8.800036417331371e-05, "loss": 0.7544, "step": 2393 }, { "epoch": 0.25, "learning_rate": 8.798943530584274e-05, "loss": 0.8629, "step": 2394 }, { "epoch": 0.25, "learning_rate": 8.797850214310756e-05, "loss": 0.79, "step": 2395 }, { "epoch": 0.25, "learning_rate": 8.796756468634435e-05, "loss": 0.8519, "step": 2396 }, { "epoch": 0.25, "learning_rate": 8.795662293678975e-05, "loss": 0.6941, "step": 2397 }, { "epoch": 0.25, "learning_rate": 8.794567689568088e-05, "loss": 0.7275, "step": 2398 }, { "epoch": 0.25, "learning_rate": 8.793472656425534e-05, "loss": 0.6305, "step": 2399 }, { "epoch": 0.25, "learning_rate": 8.792377194375124e-05, "loss": 0.7314, "step": 2400 }, { "epoch": 0.25, "learning_rate": 8.791281303540714e-05, "loss": 0.6568, "step": 2401 }, { "epoch": 0.25, "learning_rate": 8.790184984046212e-05, "loss": 0.8545, "step": 2402 }, { "epoch": 0.25, "learning_rate": 8.789088236015575e-05, "loss": 0.8471, "step": 2403 }, { "epoch": 0.25, "learning_rate": 8.787991059572802e-05, "loss": 0.6484, "step": 2404 }, { "epoch": 0.25, "learning_rate": 8.786893454841949e-05, "loss": 0.6548, "step": 2405 }, { "epoch": 0.25, "learning_rate": 8.785795421947116e-05, "loss": 0.8204, "step": 2406 }, { "epoch": 0.25, "learning_rate": 8.784696961012449e-05, "loss": 0.7567, "step": 2407 }, { "epoch": 0.25, "learning_rate": 8.783598072162147e-05, "loss": 0.579, "step": 2408 }, { "epoch": 0.25, "learning_rate": 8.782498755520457e-05, "loss": 0.6185, "step": 2409 }, { "epoch": 0.25, "learning_rate": 8.781399011211668e-05, "loss": 0.9587, "step": 2410 }, { "epoch": 0.25, "learning_rate": 8.780298839360128e-05, "loss": 0.8558, "step": 2411 }, { "epoch": 0.25, "learning_rate": 8.779198240090225e-05, "loss": 0.7614, "step": 2412 }, { "epoch": 0.25, "learning_rate": 8.778097213526397e-05, "loss": 0.8608, "step": 2413 }, { "epoch": 0.25, "learning_rate": 8.776995759793132e-05, "loss": 0.6954, "step": 2414 }, { "epoch": 0.25, "learning_rate": 8.775893879014967e-05, "loss": 0.8236, "step": 2415 }, { "epoch": 0.25, "learning_rate": 8.774791571316484e-05, "loss": 0.8005, "step": 2416 }, { "epoch": 0.25, "learning_rate": 8.773688836822316e-05, "loss": 0.767, "step": 2417 }, { "epoch": 0.25, "learning_rate": 8.772585675657144e-05, "loss": 0.7455, "step": 2418 }, { "epoch": 0.25, "learning_rate": 8.771482087945693e-05, "loss": 0.6346, "step": 2419 }, { "epoch": 0.25, "learning_rate": 8.770378073812744e-05, "loss": 0.849, "step": 2420 }, { "epoch": 0.25, "learning_rate": 8.769273633383122e-05, "loss": 0.727, "step": 2421 }, { "epoch": 0.25, "learning_rate": 8.768168766781697e-05, "loss": 0.866, "step": 2422 }, { "epoch": 0.25, "learning_rate": 8.767063474133392e-05, "loss": 0.6541, "step": 2423 }, { "epoch": 0.25, "learning_rate": 8.765957755563176e-05, "loss": 0.8407, "step": 2424 }, { "epoch": 0.25, "learning_rate": 8.76485161119607e-05, "loss": 0.689, "step": 2425 }, { "epoch": 0.25, "learning_rate": 8.763745041157135e-05, "loss": 0.8101, "step": 2426 }, { "epoch": 0.25, "learning_rate": 8.762638045571488e-05, "loss": 0.7474, "step": 2427 }, { "epoch": 0.25, "learning_rate": 8.761530624564292e-05, "loss": 0.7472, "step": 2428 }, { "epoch": 0.25, "learning_rate": 8.760422778260754e-05, "loss": 0.7443, "step": 2429 }, { "epoch": 0.25, "learning_rate": 8.759314506786134e-05, "loss": 0.7897, "step": 2430 }, { "epoch": 0.25, "learning_rate": 8.75820581026574e-05, "loss": 0.7077, "step": 2431 }, { "epoch": 0.25, "learning_rate": 8.757096688824924e-05, "loss": 0.646, "step": 2432 }, { "epoch": 0.25, "learning_rate": 8.755987142589089e-05, "loss": 0.6402, "step": 2433 }, { "epoch": 0.25, "learning_rate": 8.754877171683685e-05, "loss": 0.6985, "step": 2434 }, { "epoch": 0.25, "learning_rate": 8.753766776234212e-05, "loss": 0.791, "step": 2435 }, { "epoch": 0.25, "learning_rate": 8.752655956366217e-05, "loss": 0.7788, "step": 2436 }, { "epoch": 0.25, "learning_rate": 8.751544712205293e-05, "loss": 0.8001, "step": 2437 }, { "epoch": 0.25, "learning_rate": 8.750433043877082e-05, "loss": 0.8311, "step": 2438 }, { "epoch": 0.25, "learning_rate": 8.749320951507276e-05, "loss": 0.7337, "step": 2439 }, { "epoch": 0.25, "learning_rate": 8.748208435221613e-05, "loss": 0.8364, "step": 2440 }, { "epoch": 0.25, "learning_rate": 8.747095495145878e-05, "loss": 0.7085, "step": 2441 }, { "epoch": 0.25, "learning_rate": 8.745982131405907e-05, "loss": 0.8805, "step": 2442 }, { "epoch": 0.25, "learning_rate": 8.744868344127583e-05, "loss": 0.7058, "step": 2443 }, { "epoch": 0.25, "learning_rate": 8.743754133436832e-05, "loss": 0.6778, "step": 2444 }, { "epoch": 0.25, "learning_rate": 8.742639499459637e-05, "loss": 0.8018, "step": 2445 }, { "epoch": 0.25, "learning_rate": 8.741524442322019e-05, "loss": 0.759, "step": 2446 }, { "epoch": 0.25, "learning_rate": 8.740408962150055e-05, "loss": 0.6214, "step": 2447 }, { "epoch": 0.25, "learning_rate": 8.739293059069864e-05, "loss": 0.7042, "step": 2448 }, { "epoch": 0.25, "learning_rate": 8.738176733207617e-05, "loss": 0.738, "step": 2449 }, { "epoch": 0.25, "learning_rate": 8.737059984689531e-05, "loss": 0.8211, "step": 2450 }, { "epoch": 0.25, "learning_rate": 8.735942813641868e-05, "loss": 0.6996, "step": 2451 }, { "epoch": 0.25, "learning_rate": 8.734825220190945e-05, "loss": 0.8125, "step": 2452 }, { "epoch": 0.25, "learning_rate": 8.733707204463121e-05, "loss": 0.8527, "step": 2453 }, { "epoch": 0.25, "learning_rate": 8.732588766584803e-05, "loss": 0.7325, "step": 2454 }, { "epoch": 0.25, "learning_rate": 8.731469906682446e-05, "loss": 0.7868, "step": 2455 }, { "epoch": 0.25, "learning_rate": 8.730350624882556e-05, "loss": 0.7013, "step": 2456 }, { "epoch": 0.26, "learning_rate": 8.729230921311681e-05, "loss": 0.6532, "step": 2457 }, { "epoch": 0.26, "learning_rate": 8.728110796096426e-05, "loss": 0.7138, "step": 2458 }, { "epoch": 0.26, "learning_rate": 8.726990249363432e-05, "loss": 0.7305, "step": 2459 }, { "epoch": 0.26, "learning_rate": 8.725869281239394e-05, "loss": 0.6478, "step": 2460 }, { "epoch": 0.26, "learning_rate": 8.724747891851055e-05, "loss": 0.678, "step": 2461 }, { "epoch": 0.26, "learning_rate": 8.723626081325205e-05, "loss": 0.8337, "step": 2462 }, { "epoch": 0.26, "learning_rate": 8.72250384978868e-05, "loss": 0.8915, "step": 2463 }, { "epoch": 0.26, "learning_rate": 8.721381197368366e-05, "loss": 0.8297, "step": 2464 }, { "epoch": 0.26, "learning_rate": 8.720258124191194e-05, "loss": 0.6876, "step": 2465 }, { "epoch": 0.26, "learning_rate": 8.719134630384145e-05, "loss": 0.7193, "step": 2466 }, { "epoch": 0.26, "learning_rate": 8.718010716074247e-05, "loss": 0.7741, "step": 2467 }, { "epoch": 0.26, "learning_rate": 8.716886381388573e-05, "loss": 0.7962, "step": 2468 }, { "epoch": 0.26, "learning_rate": 8.715761626454247e-05, "loss": 0.7911, "step": 2469 }, { "epoch": 0.26, "learning_rate": 8.71463645139844e-05, "loss": 0.7853, "step": 2470 }, { "epoch": 0.26, "learning_rate": 8.713510856348367e-05, "loss": 0.7215, "step": 2471 }, { "epoch": 0.26, "learning_rate": 8.712384841431295e-05, "loss": 0.7721, "step": 2472 }, { "epoch": 0.26, "learning_rate": 8.711258406774536e-05, "loss": 0.7986, "step": 2473 }, { "epoch": 0.26, "learning_rate": 8.710131552505451e-05, "loss": 0.7513, "step": 2474 }, { "epoch": 0.26, "learning_rate": 8.709004278751445e-05, "loss": 0.7017, "step": 2475 }, { "epoch": 0.26, "learning_rate": 8.707876585639976e-05, "loss": 0.7098, "step": 2476 }, { "epoch": 0.26, "learning_rate": 8.706748473298542e-05, "loss": 0.6785, "step": 2477 }, { "epoch": 0.26, "learning_rate": 8.705619941854698e-05, "loss": 0.6886, "step": 2478 }, { "epoch": 0.26, "learning_rate": 8.704490991436039e-05, "loss": 0.5735, "step": 2479 }, { "epoch": 0.26, "learning_rate": 8.703361622170205e-05, "loss": 0.8095, "step": 2480 }, { "epoch": 0.26, "learning_rate": 8.702231834184896e-05, "loss": 0.7957, "step": 2481 }, { "epoch": 0.26, "learning_rate": 8.701101627607844e-05, "loss": 0.7475, "step": 2482 }, { "epoch": 0.26, "learning_rate": 8.699971002566839e-05, "loss": 0.6256, "step": 2483 }, { "epoch": 0.26, "learning_rate": 8.698839959189714e-05, "loss": 0.6952, "step": 2484 }, { "epoch": 0.26, "learning_rate": 8.697708497604351e-05, "loss": 0.7815, "step": 2485 }, { "epoch": 0.26, "learning_rate": 8.696576617938676e-05, "loss": 0.7036, "step": 2486 }, { "epoch": 0.26, "learning_rate": 8.695444320320667e-05, "loss": 0.5694, "step": 2487 }, { "epoch": 0.26, "learning_rate": 8.694311604878345e-05, "loss": 0.7653, "step": 2488 }, { "epoch": 0.26, "learning_rate": 8.693178471739783e-05, "loss": 0.8665, "step": 2489 }, { "epoch": 0.26, "learning_rate": 8.692044921033096e-05, "loss": 0.7108, "step": 2490 }, { "epoch": 0.26, "learning_rate": 8.690910952886448e-05, "loss": 0.8392, "step": 2491 }, { "epoch": 0.26, "learning_rate": 8.689776567428053e-05, "loss": 0.7544, "step": 2492 }, { "epoch": 0.26, "learning_rate": 8.688641764786167e-05, "loss": 0.6498, "step": 2493 }, { "epoch": 0.26, "learning_rate": 8.6875065450891e-05, "loss": 0.6286, "step": 2494 }, { "epoch": 0.26, "learning_rate": 8.686370908465204e-05, "loss": 0.7158, "step": 2495 }, { "epoch": 0.26, "learning_rate": 8.685234855042877e-05, "loss": 0.7398, "step": 2496 }, { "epoch": 0.26, "learning_rate": 8.684098384950568e-05, "loss": 0.7131, "step": 2497 }, { "epoch": 0.26, "learning_rate": 8.682961498316772e-05, "loss": 0.7617, "step": 2498 }, { "epoch": 0.26, "learning_rate": 8.68182419527003e-05, "loss": 0.7295, "step": 2499 }, { "epoch": 0.26, "learning_rate": 8.680686475938932e-05, "loss": 0.8154, "step": 2500 }, { "epoch": 0.26, "learning_rate": 8.679548340452115e-05, "loss": 0.6576, "step": 2501 }, { "epoch": 0.26, "learning_rate": 8.678409788938258e-05, "loss": 0.7274, "step": 2502 }, { "epoch": 0.26, "learning_rate": 8.677270821526095e-05, "loss": 0.7899, "step": 2503 }, { "epoch": 0.26, "learning_rate": 8.676131438344399e-05, "loss": 0.8794, "step": 2504 }, { "epoch": 0.26, "learning_rate": 8.674991639521998e-05, "loss": 0.5963, "step": 2505 }, { "epoch": 0.26, "learning_rate": 8.673851425187761e-05, "loss": 0.6298, "step": 2506 }, { "epoch": 0.26, "learning_rate": 8.672710795470606e-05, "loss": 0.7404, "step": 2507 }, { "epoch": 0.26, "learning_rate": 8.671569750499499e-05, "loss": 0.7902, "step": 2508 }, { "epoch": 0.26, "learning_rate": 8.67042829040345e-05, "loss": 0.6857, "step": 2509 }, { "epoch": 0.26, "learning_rate": 8.66928641531152e-05, "loss": 0.8144, "step": 2510 }, { "epoch": 0.26, "learning_rate": 8.668144125352813e-05, "loss": 0.7432, "step": 2511 }, { "epoch": 0.26, "learning_rate": 8.667001420656482e-05, "loss": 0.7382, "step": 2512 }, { "epoch": 0.26, "learning_rate": 8.665858301351727e-05, "loss": 0.7906, "step": 2513 }, { "epoch": 0.26, "learning_rate": 8.664714767567796e-05, "loss": 0.8005, "step": 2514 }, { "epoch": 0.26, "learning_rate": 8.66357081943398e-05, "loss": 0.7597, "step": 2515 }, { "epoch": 0.26, "learning_rate": 8.662426457079621e-05, "loss": 0.6951, "step": 2516 }, { "epoch": 0.26, "learning_rate": 8.661281680634103e-05, "loss": 0.7483, "step": 2517 }, { "epoch": 0.26, "learning_rate": 8.660136490226862e-05, "loss": 0.8045, "step": 2518 }, { "epoch": 0.26, "learning_rate": 8.65899088598738e-05, "loss": 0.7647, "step": 2519 }, { "epoch": 0.26, "learning_rate": 8.657844868045181e-05, "loss": 0.8967, "step": 2520 }, { "epoch": 0.26, "learning_rate": 8.656698436529842e-05, "loss": 0.6787, "step": 2521 }, { "epoch": 0.26, "learning_rate": 8.655551591570983e-05, "loss": 0.8072, "step": 2522 }, { "epoch": 0.26, "learning_rate": 8.65440433329827e-05, "loss": 0.702, "step": 2523 }, { "epoch": 0.26, "learning_rate": 8.653256661841421e-05, "loss": 0.6785, "step": 2524 }, { "epoch": 0.26, "learning_rate": 8.652108577330193e-05, "loss": 0.765, "step": 2525 }, { "epoch": 0.26, "learning_rate": 8.650960079894397e-05, "loss": 0.7274, "step": 2526 }, { "epoch": 0.26, "learning_rate": 8.649811169663886e-05, "loss": 0.6798, "step": 2527 }, { "epoch": 0.26, "learning_rate": 8.648661846768562e-05, "loss": 0.7903, "step": 2528 }, { "epoch": 0.26, "learning_rate": 8.647512111338373e-05, "loss": 0.6178, "step": 2529 }, { "epoch": 0.26, "learning_rate": 8.646361963503312e-05, "loss": 0.7715, "step": 2530 }, { "epoch": 0.26, "learning_rate": 8.645211403393422e-05, "loss": 0.7469, "step": 2531 }, { "epoch": 0.26, "learning_rate": 8.644060431138788e-05, "loss": 0.7343, "step": 2532 }, { "epoch": 0.26, "learning_rate": 8.642909046869548e-05, "loss": 0.7226, "step": 2533 }, { "epoch": 0.26, "learning_rate": 8.641757250715881e-05, "loss": 0.7149, "step": 2534 }, { "epoch": 0.26, "learning_rate": 8.640605042808014e-05, "loss": 0.7245, "step": 2535 }, { "epoch": 0.26, "learning_rate": 8.639452423276222e-05, "loss": 0.7465, "step": 2536 }, { "epoch": 0.26, "learning_rate": 8.638299392250824e-05, "loss": 0.8817, "step": 2537 }, { "epoch": 0.26, "learning_rate": 8.63714594986219e-05, "loss": 0.746, "step": 2538 }, { "epoch": 0.26, "learning_rate": 8.63599209624073e-05, "loss": 0.7013, "step": 2539 }, { "epoch": 0.26, "learning_rate": 8.634837831516908e-05, "loss": 0.6568, "step": 2540 }, { "epoch": 0.26, "learning_rate": 8.633683155821228e-05, "loss": 0.8899, "step": 2541 }, { "epoch": 0.26, "learning_rate": 8.632528069284243e-05, "loss": 0.753, "step": 2542 }, { "epoch": 0.26, "learning_rate": 8.631372572036554e-05, "loss": 0.6077, "step": 2543 }, { "epoch": 0.26, "learning_rate": 8.630216664208806e-05, "loss": 0.6437, "step": 2544 }, { "epoch": 0.26, "learning_rate": 8.629060345931692e-05, "loss": 0.7749, "step": 2545 }, { "epoch": 0.26, "learning_rate": 8.627903617335949e-05, "loss": 0.608, "step": 2546 }, { "epoch": 0.26, "learning_rate": 8.626746478552365e-05, "loss": 0.8399, "step": 2547 }, { "epoch": 0.26, "learning_rate": 8.625588929711768e-05, "loss": 0.7037, "step": 2548 }, { "epoch": 0.26, "learning_rate": 8.624430970945041e-05, "loss": 0.7883, "step": 2549 }, { "epoch": 0.26, "learning_rate": 8.623272602383103e-05, "loss": 0.6922, "step": 2550 }, { "epoch": 0.26, "learning_rate": 8.622113824156927e-05, "loss": 0.8763, "step": 2551 }, { "epoch": 0.26, "learning_rate": 8.62095463639753e-05, "loss": 0.7025, "step": 2552 }, { "epoch": 0.27, "learning_rate": 8.619795039235976e-05, "loss": 0.8705, "step": 2553 }, { "epoch": 0.27, "learning_rate": 8.618635032803373e-05, "loss": 0.9029, "step": 2554 }, { "epoch": 0.27, "learning_rate": 8.617474617230876e-05, "loss": 0.6616, "step": 2555 }, { "epoch": 0.27, "learning_rate": 8.616313792649689e-05, "loss": 0.7944, "step": 2556 }, { "epoch": 0.27, "learning_rate": 8.615152559191059e-05, "loss": 0.8067, "step": 2557 }, { "epoch": 0.27, "learning_rate": 8.613990916986283e-05, "loss": 0.8685, "step": 2558 }, { "epoch": 0.27, "learning_rate": 8.612828866166698e-05, "loss": 0.692, "step": 2559 }, { "epoch": 0.27, "learning_rate": 8.611666406863694e-05, "loss": 0.6381, "step": 2560 }, { "epoch": 0.27, "learning_rate": 8.610503539208702e-05, "loss": 0.7878, "step": 2561 }, { "epoch": 0.27, "learning_rate": 8.609340263333203e-05, "loss": 0.7698, "step": 2562 }, { "epoch": 0.27, "learning_rate": 8.60817657936872e-05, "loss": 0.7252, "step": 2563 }, { "epoch": 0.27, "learning_rate": 8.607012487446828e-05, "loss": 0.7938, "step": 2564 }, { "epoch": 0.27, "learning_rate": 8.605847987699142e-05, "loss": 0.6683, "step": 2565 }, { "epoch": 0.27, "learning_rate": 8.604683080257327e-05, "loss": 0.6078, "step": 2566 }, { "epoch": 0.27, "learning_rate": 8.603517765253094e-05, "loss": 0.7223, "step": 2567 }, { "epoch": 0.27, "learning_rate": 8.602352042818195e-05, "loss": 0.6485, "step": 2568 }, { "epoch": 0.27, "learning_rate": 8.601185913084435e-05, "loss": 0.7042, "step": 2569 }, { "epoch": 0.27, "learning_rate": 8.600019376183663e-05, "loss": 0.6149, "step": 2570 }, { "epoch": 0.27, "learning_rate": 8.598852432247772e-05, "loss": 0.6906, "step": 2571 }, { "epoch": 0.27, "learning_rate": 8.597685081408702e-05, "loss": 0.6667, "step": 2572 }, { "epoch": 0.27, "learning_rate": 8.596517323798439e-05, "loss": 0.7692, "step": 2573 }, { "epoch": 0.27, "learning_rate": 8.595349159549014e-05, "loss": 0.6943, "step": 2574 }, { "epoch": 0.27, "learning_rate": 8.594180588792509e-05, "loss": 0.8722, "step": 2575 }, { "epoch": 0.27, "learning_rate": 8.593011611661044e-05, "loss": 0.8964, "step": 2576 }, { "epoch": 0.27, "learning_rate": 8.591842228286791e-05, "loss": 0.7041, "step": 2577 }, { "epoch": 0.27, "learning_rate": 8.590672438801966e-05, "loss": 0.6972, "step": 2578 }, { "epoch": 0.27, "learning_rate": 8.589502243338831e-05, "loss": 0.77, "step": 2579 }, { "epoch": 0.27, "learning_rate": 8.588331642029694e-05, "loss": 0.8751, "step": 2580 }, { "epoch": 0.27, "learning_rate": 8.587160635006905e-05, "loss": 0.7061, "step": 2581 }, { "epoch": 0.27, "learning_rate": 8.58598922240287e-05, "loss": 0.6557, "step": 2582 }, { "epoch": 0.27, "learning_rate": 8.58481740435003e-05, "loss": 0.6856, "step": 2583 }, { "epoch": 0.27, "learning_rate": 8.583645180980877e-05, "loss": 0.7201, "step": 2584 }, { "epoch": 0.27, "learning_rate": 8.582472552427949e-05, "loss": 0.7435, "step": 2585 }, { "epoch": 0.27, "learning_rate": 8.581299518823829e-05, "loss": 0.6886, "step": 2586 }, { "epoch": 0.27, "learning_rate": 8.580126080301143e-05, "loss": 0.7622, "step": 2587 }, { "epoch": 0.27, "learning_rate": 8.578952236992569e-05, "loss": 0.7504, "step": 2588 }, { "epoch": 0.27, "learning_rate": 8.577777989030826e-05, "loss": 0.7094, "step": 2589 }, { "epoch": 0.27, "learning_rate": 8.576603336548678e-05, "loss": 0.724, "step": 2590 }, { "epoch": 0.27, "learning_rate": 8.575428279678941e-05, "loss": 0.6541, "step": 2591 }, { "epoch": 0.27, "learning_rate": 8.574252818554468e-05, "loss": 0.8599, "step": 2592 }, { "epoch": 0.27, "learning_rate": 8.573076953308165e-05, "loss": 0.8469, "step": 2593 }, { "epoch": 0.27, "learning_rate": 8.57190068407298e-05, "loss": 0.731, "step": 2594 }, { "epoch": 0.27, "learning_rate": 8.570724010981907e-05, "loss": 0.788, "step": 2595 }, { "epoch": 0.27, "learning_rate": 8.569546934167986e-05, "loss": 0.7367, "step": 2596 }, { "epoch": 0.27, "learning_rate": 8.568369453764304e-05, "loss": 0.6947, "step": 2597 }, { "epoch": 0.27, "learning_rate": 8.567191569903992e-05, "loss": 0.7007, "step": 2598 }, { "epoch": 0.27, "learning_rate": 8.566013282720228e-05, "loss": 0.7702, "step": 2599 }, { "epoch": 0.27, "learning_rate": 8.564834592346234e-05, "loss": 0.6854, "step": 2600 }, { "epoch": 0.27, "learning_rate": 8.563655498915276e-05, "loss": 0.6721, "step": 2601 }, { "epoch": 0.27, "learning_rate": 8.56247600256067e-05, "loss": 0.6867, "step": 2602 }, { "epoch": 0.27, "learning_rate": 8.561296103415776e-05, "loss": 0.7205, "step": 2603 }, { "epoch": 0.27, "learning_rate": 8.560115801613999e-05, "loss": 0.7159, "step": 2604 }, { "epoch": 0.27, "learning_rate": 8.558935097288789e-05, "loss": 0.6349, "step": 2605 }, { "epoch": 0.27, "learning_rate": 8.557753990573641e-05, "loss": 0.7315, "step": 2606 }, { "epoch": 0.27, "learning_rate": 8.556572481602098e-05, "loss": 0.8348, "step": 2607 }, { "epoch": 0.27, "learning_rate": 8.555390570507745e-05, "loss": 0.7761, "step": 2608 }, { "epoch": 0.27, "learning_rate": 8.554208257424215e-05, "loss": 0.8313, "step": 2609 }, { "epoch": 0.27, "learning_rate": 8.553025542485189e-05, "loss": 0.7228, "step": 2610 }, { "epoch": 0.27, "learning_rate": 8.551842425824386e-05, "loss": 0.6614, "step": 2611 }, { "epoch": 0.27, "learning_rate": 8.550658907575575e-05, "loss": 0.7154, "step": 2612 }, { "epoch": 0.27, "learning_rate": 8.549474987872574e-05, "loss": 0.7684, "step": 2613 }, { "epoch": 0.27, "learning_rate": 8.548290666849239e-05, "loss": 0.8392, "step": 2614 }, { "epoch": 0.27, "learning_rate": 8.547105944639477e-05, "loss": 0.713, "step": 2615 }, { "epoch": 0.27, "learning_rate": 8.545920821377235e-05, "loss": 0.6246, "step": 2616 }, { "epoch": 0.27, "learning_rate": 8.544735297196513e-05, "loss": 0.8586, "step": 2617 }, { "epoch": 0.27, "learning_rate": 8.543549372231349e-05, "loss": 0.8303, "step": 2618 }, { "epoch": 0.27, "learning_rate": 8.542363046615831e-05, "loss": 0.7832, "step": 2619 }, { "epoch": 0.27, "learning_rate": 8.54117632048409e-05, "loss": 0.8785, "step": 2620 }, { "epoch": 0.27, "learning_rate": 8.539989193970302e-05, "loss": 0.7714, "step": 2621 }, { "epoch": 0.27, "learning_rate": 8.538801667208689e-05, "loss": 0.7425, "step": 2622 }, { "epoch": 0.27, "learning_rate": 8.537613740333519e-05, "loss": 0.7369, "step": 2623 }, { "epoch": 0.27, "learning_rate": 8.536425413479106e-05, "loss": 0.6448, "step": 2624 }, { "epoch": 0.27, "learning_rate": 8.535236686779804e-05, "loss": 0.6842, "step": 2625 }, { "epoch": 0.27, "learning_rate": 8.53404756037002e-05, "loss": 0.7145, "step": 2626 }, { "epoch": 0.27, "learning_rate": 8.5328580343842e-05, "loss": 0.701, "step": 2627 }, { "epoch": 0.27, "learning_rate": 8.531668108956838e-05, "loss": 0.7727, "step": 2628 }, { "epoch": 0.27, "learning_rate": 8.530477784222473e-05, "loss": 0.7357, "step": 2629 }, { "epoch": 0.27, "learning_rate": 8.529287060315689e-05, "loss": 0.7113, "step": 2630 }, { "epoch": 0.27, "learning_rate": 8.528095937371114e-05, "loss": 0.8444, "step": 2631 }, { "epoch": 0.27, "learning_rate": 8.526904415523421e-05, "loss": 0.9248, "step": 2632 }, { "epoch": 0.27, "learning_rate": 8.52571249490733e-05, "loss": 0.6048, "step": 2633 }, { "epoch": 0.27, "learning_rate": 8.524520175657606e-05, "loss": 0.692, "step": 2634 }, { "epoch": 0.27, "learning_rate": 8.52332745790906e-05, "loss": 0.7454, "step": 2635 }, { "epoch": 0.27, "learning_rate": 8.52213434179654e-05, "loss": 0.6728, "step": 2636 }, { "epoch": 0.27, "learning_rate": 8.520940827454951e-05, "loss": 0.7394, "step": 2637 }, { "epoch": 0.27, "learning_rate": 8.519746915019236e-05, "loss": 0.6905, "step": 2638 }, { "epoch": 0.27, "learning_rate": 8.518552604624383e-05, "loss": 0.6809, "step": 2639 }, { "epoch": 0.27, "learning_rate": 8.517357896405426e-05, "loss": 0.7571, "step": 2640 }, { "epoch": 0.27, "learning_rate": 8.516162790497448e-05, "loss": 0.6733, "step": 2641 }, { "epoch": 0.27, "learning_rate": 8.514967287035569e-05, "loss": 0.8905, "step": 2642 }, { "epoch": 0.27, "learning_rate": 8.51377138615496e-05, "loss": 0.6526, "step": 2643 }, { "epoch": 0.27, "learning_rate": 8.512575087990838e-05, "loss": 0.7765, "step": 2644 }, { "epoch": 0.27, "learning_rate": 8.511378392678457e-05, "loss": 0.6805, "step": 2645 }, { "epoch": 0.27, "learning_rate": 8.510181300353123e-05, "loss": 0.733, "step": 2646 }, { "epoch": 0.27, "learning_rate": 8.508983811150187e-05, "loss": 0.7698, "step": 2647 }, { "epoch": 0.27, "learning_rate": 8.507785925205038e-05, "loss": 0.6322, "step": 2648 }, { "epoch": 0.28, "learning_rate": 8.506587642653122e-05, "loss": 0.8827, "step": 2649 }, { "epoch": 0.28, "learning_rate": 8.505388963629914e-05, "loss": 0.6711, "step": 2650 }, { "epoch": 0.28, "learning_rate": 8.504189888270948e-05, "loss": 0.6909, "step": 2651 }, { "epoch": 0.28, "learning_rate": 8.502990416711796e-05, "loss": 0.7271, "step": 2652 }, { "epoch": 0.28, "learning_rate": 8.501790549088074e-05, "loss": 0.7056, "step": 2653 }, { "epoch": 0.28, "learning_rate": 8.500590285535447e-05, "loss": 0.6773, "step": 2654 }, { "epoch": 0.28, "learning_rate": 8.49938962618962e-05, "loss": 0.7123, "step": 2655 }, { "epoch": 0.28, "learning_rate": 8.498188571186349e-05, "loss": 0.7984, "step": 2656 }, { "epoch": 0.28, "learning_rate": 8.496987120661429e-05, "loss": 0.7201, "step": 2657 }, { "epoch": 0.28, "learning_rate": 8.495785274750699e-05, "loss": 0.7515, "step": 2658 }, { "epoch": 0.28, "learning_rate": 8.494583033590047e-05, "loss": 0.6792, "step": 2659 }, { "epoch": 0.28, "learning_rate": 8.493380397315406e-05, "loss": 0.8265, "step": 2660 }, { "epoch": 0.28, "learning_rate": 8.49217736606275e-05, "loss": 0.7792, "step": 2661 }, { "epoch": 0.28, "learning_rate": 8.4909739399681e-05, "loss": 0.7704, "step": 2662 }, { "epoch": 0.28, "learning_rate": 8.489770119167521e-05, "loss": 0.7435, "step": 2663 }, { "epoch": 0.28, "learning_rate": 8.488565903797122e-05, "loss": 0.6955, "step": 2664 }, { "epoch": 0.28, "learning_rate": 8.487361293993057e-05, "loss": 0.866, "step": 2665 }, { "epoch": 0.28, "learning_rate": 8.486156289891526e-05, "loss": 0.7179, "step": 2666 }, { "epoch": 0.28, "learning_rate": 8.484950891628773e-05, "loss": 0.8109, "step": 2667 }, { "epoch": 0.28, "learning_rate": 8.483745099341083e-05, "loss": 0.801, "step": 2668 }, { "epoch": 0.28, "learning_rate": 8.482538913164791e-05, "loss": 0.776, "step": 2669 }, { "epoch": 0.28, "learning_rate": 8.481332333236274e-05, "loss": 0.7741, "step": 2670 }, { "epoch": 0.28, "learning_rate": 8.480125359691952e-05, "loss": 0.753, "step": 2671 }, { "epoch": 0.28, "learning_rate": 8.478917992668293e-05, "loss": 0.6575, "step": 2672 }, { "epoch": 0.28, "learning_rate": 8.477710232301809e-05, "loss": 0.6944, "step": 2673 }, { "epoch": 0.28, "learning_rate": 8.47650207872905e-05, "loss": 0.6351, "step": 2674 }, { "epoch": 0.28, "learning_rate": 8.475293532086619e-05, "loss": 0.5988, "step": 2675 }, { "epoch": 0.28, "learning_rate": 8.47408459251116e-05, "loss": 0.6671, "step": 2676 }, { "epoch": 0.28, "learning_rate": 8.47287526013936e-05, "loss": 0.6742, "step": 2677 }, { "epoch": 0.28, "learning_rate": 8.471665535107954e-05, "loss": 0.6213, "step": 2678 }, { "epoch": 0.28, "learning_rate": 8.470455417553716e-05, "loss": 0.7345, "step": 2679 }, { "epoch": 0.28, "learning_rate": 8.46924490761347e-05, "loss": 0.7611, "step": 2680 }, { "epoch": 0.28, "learning_rate": 8.46803400542408e-05, "loss": 0.7738, "step": 2681 }, { "epoch": 0.28, "learning_rate": 8.46682271112246e-05, "loss": 0.8412, "step": 2682 }, { "epoch": 0.28, "learning_rate": 8.465611024845561e-05, "loss": 0.7301, "step": 2683 }, { "epoch": 0.28, "learning_rate": 8.464398946730384e-05, "loss": 0.6706, "step": 2684 }, { "epoch": 0.28, "learning_rate": 8.463186476913969e-05, "loss": 0.8339, "step": 2685 }, { "epoch": 0.28, "learning_rate": 8.461973615533409e-05, "loss": 0.7615, "step": 2686 }, { "epoch": 0.28, "learning_rate": 8.46076036272583e-05, "loss": 0.8241, "step": 2687 }, { "epoch": 0.28, "learning_rate": 8.459546718628412e-05, "loss": 0.7852, "step": 2688 }, { "epoch": 0.28, "learning_rate": 8.458332683378375e-05, "loss": 0.7754, "step": 2689 }, { "epoch": 0.28, "learning_rate": 8.457118257112982e-05, "loss": 0.7169, "step": 2690 }, { "epoch": 0.28, "learning_rate": 8.455903439969543e-05, "loss": 0.8716, "step": 2691 }, { "epoch": 0.28, "learning_rate": 8.454688232085409e-05, "loss": 0.6692, "step": 2692 }, { "epoch": 0.28, "learning_rate": 8.453472633597979e-05, "loss": 0.731, "step": 2693 }, { "epoch": 0.28, "learning_rate": 8.452256644644693e-05, "loss": 0.7569, "step": 2694 }, { "epoch": 0.28, "learning_rate": 8.45104026536304e-05, "loss": 0.7682, "step": 2695 }, { "epoch": 0.28, "learning_rate": 8.449823495890546e-05, "loss": 0.7401, "step": 2696 }, { "epoch": 0.28, "learning_rate": 8.448606336364783e-05, "loss": 0.9065, "step": 2697 }, { "epoch": 0.28, "learning_rate": 8.447388786923372e-05, "loss": 0.6966, "step": 2698 }, { "epoch": 0.28, "learning_rate": 8.446170847703976e-05, "loss": 0.7267, "step": 2699 }, { "epoch": 0.28, "learning_rate": 8.444952518844296e-05, "loss": 0.6522, "step": 2700 }, { "epoch": 0.28, "learning_rate": 8.443733800482087e-05, "loss": 0.8057, "step": 2701 }, { "epoch": 0.28, "learning_rate": 8.442514692755142e-05, "loss": 0.6856, "step": 2702 }, { "epoch": 0.28, "learning_rate": 8.441295195801295e-05, "loss": 0.818, "step": 2703 }, { "epoch": 0.28, "learning_rate": 8.440075309758433e-05, "loss": 0.6602, "step": 2704 }, { "epoch": 0.28, "learning_rate": 8.438855034764481e-05, "loss": 0.8865, "step": 2705 }, { "epoch": 0.28, "learning_rate": 8.437634370957407e-05, "loss": 0.6035, "step": 2706 }, { "epoch": 0.28, "learning_rate": 8.436413318475226e-05, "loss": 0.746, "step": 2707 }, { "epoch": 0.28, "learning_rate": 8.435191877455997e-05, "loss": 0.7486, "step": 2708 }, { "epoch": 0.28, "learning_rate": 8.43397004803782e-05, "loss": 0.745, "step": 2709 }, { "epoch": 0.28, "learning_rate": 8.432747830358842e-05, "loss": 0.7151, "step": 2710 }, { "epoch": 0.28, "learning_rate": 8.431525224557253e-05, "loss": 0.7136, "step": 2711 }, { "epoch": 0.28, "learning_rate": 8.430302230771287e-05, "loss": 0.7643, "step": 2712 }, { "epoch": 0.28, "learning_rate": 8.42907884913922e-05, "loss": 0.7127, "step": 2713 }, { "epoch": 0.28, "learning_rate": 8.427855079799372e-05, "loss": 0.7865, "step": 2714 }, { "epoch": 0.28, "learning_rate": 8.426630922890111e-05, "loss": 0.6031, "step": 2715 }, { "epoch": 0.28, "learning_rate": 8.425406378549845e-05, "loss": 0.7684, "step": 2716 }, { "epoch": 0.28, "learning_rate": 8.424181446917026e-05, "loss": 0.7972, "step": 2717 }, { "epoch": 0.28, "learning_rate": 8.422956128130152e-05, "loss": 0.6454, "step": 2718 }, { "epoch": 0.28, "learning_rate": 8.42173042232776e-05, "loss": 0.6257, "step": 2719 }, { "epoch": 0.28, "learning_rate": 8.420504329648438e-05, "loss": 0.7101, "step": 2720 }, { "epoch": 0.28, "learning_rate": 8.419277850230813e-05, "loss": 0.7246, "step": 2721 }, { "epoch": 0.28, "learning_rate": 8.418050984213556e-05, "loss": 1.0011, "step": 2722 }, { "epoch": 0.28, "learning_rate": 8.416823731735381e-05, "loss": 0.7612, "step": 2723 }, { "epoch": 0.28, "learning_rate": 8.415596092935048e-05, "loss": 0.6524, "step": 2724 }, { "epoch": 0.28, "learning_rate": 8.414368067951359e-05, "loss": 0.7299, "step": 2725 }, { "epoch": 0.28, "learning_rate": 8.413139656923161e-05, "loss": 0.7446, "step": 2726 }, { "epoch": 0.28, "learning_rate": 8.411910859989345e-05, "loss": 0.7892, "step": 2727 }, { "epoch": 0.28, "learning_rate": 8.410681677288842e-05, "loss": 0.8011, "step": 2728 }, { "epoch": 0.28, "learning_rate": 8.409452108960632e-05, "loss": 0.7828, "step": 2729 }, { "epoch": 0.28, "learning_rate": 8.408222155143732e-05, "loss": 0.7015, "step": 2730 }, { "epoch": 0.28, "learning_rate": 8.40699181597721e-05, "loss": 0.7892, "step": 2731 }, { "epoch": 0.28, "learning_rate": 8.405761091600173e-05, "loss": 0.9076, "step": 2732 }, { "epoch": 0.28, "learning_rate": 8.404529982151771e-05, "loss": 0.7678, "step": 2733 }, { "epoch": 0.28, "learning_rate": 8.4032984877712e-05, "loss": 0.8426, "step": 2734 }, { "epoch": 0.28, "learning_rate": 8.4020666085977e-05, "loss": 0.8116, "step": 2735 }, { "epoch": 0.28, "learning_rate": 8.400834344770551e-05, "loss": 0.7606, "step": 2736 }, { "epoch": 0.28, "learning_rate": 8.399601696429078e-05, "loss": 0.6847, "step": 2737 }, { "epoch": 0.28, "learning_rate": 8.398368663712652e-05, "loss": 0.6775, "step": 2738 }, { "epoch": 0.28, "learning_rate": 8.397135246760686e-05, "loss": 0.6761, "step": 2739 }, { "epoch": 0.28, "learning_rate": 8.395901445712633e-05, "loss": 0.8621, "step": 2740 }, { "epoch": 0.28, "learning_rate": 8.394667260707996e-05, "loss": 0.8484, "step": 2741 }, { "epoch": 0.28, "learning_rate": 8.393432691886314e-05, "loss": 0.7584, "step": 2742 }, { "epoch": 0.28, "learning_rate": 8.392197739387174e-05, "loss": 0.7279, "step": 2743 }, { "epoch": 0.28, "learning_rate": 8.390962403350209e-05, "loss": 0.6938, "step": 2744 }, { "epoch": 0.28, "learning_rate": 8.389726683915087e-05, "loss": 0.6033, "step": 2745 }, { "epoch": 0.29, "learning_rate": 8.388490581221527e-05, "loss": 0.7636, "step": 2746 }, { "epoch": 0.29, "learning_rate": 8.38725409540929e-05, "loss": 0.7289, "step": 2747 }, { "epoch": 0.29, "learning_rate": 8.386017226618175e-05, "loss": 0.7966, "step": 2748 }, { "epoch": 0.29, "learning_rate": 8.38477997498803e-05, "loss": 0.8118, "step": 2749 }, { "epoch": 0.29, "learning_rate": 8.383542340658747e-05, "loss": 0.6529, "step": 2750 }, { "epoch": 0.29, "learning_rate": 8.382304323770256e-05, "loss": 0.7162, "step": 2751 }, { "epoch": 0.29, "learning_rate": 8.381065924462532e-05, "loss": 0.7958, "step": 2752 }, { "epoch": 0.29, "learning_rate": 8.379827142875598e-05, "loss": 0.8155, "step": 2753 }, { "epoch": 0.29, "learning_rate": 8.378587979149512e-05, "loss": 0.7654, "step": 2754 }, { "epoch": 0.29, "learning_rate": 8.377348433424383e-05, "loss": 0.8659, "step": 2755 }, { "epoch": 0.29, "learning_rate": 8.376108505840358e-05, "loss": 0.802, "step": 2756 }, { "epoch": 0.29, "learning_rate": 8.374868196537631e-05, "loss": 0.6556, "step": 2757 }, { "epoch": 0.29, "learning_rate": 8.373627505656434e-05, "loss": 0.8164, "step": 2758 }, { "epoch": 0.29, "learning_rate": 8.37238643333705e-05, "loss": 0.7606, "step": 2759 }, { "epoch": 0.29, "learning_rate": 8.371144979719797e-05, "loss": 0.6764, "step": 2760 }, { "epoch": 0.29, "learning_rate": 8.36990314494504e-05, "loss": 0.7121, "step": 2761 }, { "epoch": 0.29, "learning_rate": 8.368660929153186e-05, "loss": 0.7277, "step": 2762 }, { "epoch": 0.29, "learning_rate": 8.367418332484689e-05, "loss": 0.7573, "step": 2763 }, { "epoch": 0.29, "learning_rate": 8.36617535508004e-05, "loss": 0.6014, "step": 2764 }, { "epoch": 0.29, "learning_rate": 8.364931997079774e-05, "loss": 0.6151, "step": 2765 }, { "epoch": 0.29, "learning_rate": 8.363688258624478e-05, "loss": 0.7293, "step": 2766 }, { "epoch": 0.29, "learning_rate": 8.362444139854767e-05, "loss": 0.5581, "step": 2767 }, { "epoch": 0.29, "learning_rate": 8.361199640911312e-05, "loss": 0.7787, "step": 2768 }, { "epoch": 0.29, "learning_rate": 8.35995476193482e-05, "loss": 0.7833, "step": 2769 }, { "epoch": 0.29, "learning_rate": 8.358709503066042e-05, "loss": 0.7482, "step": 2770 }, { "epoch": 0.29, "learning_rate": 8.357463864445774e-05, "loss": 0.7085, "step": 2771 }, { "epoch": 0.29, "learning_rate": 8.356217846214855e-05, "loss": 0.651, "step": 2772 }, { "epoch": 0.29, "learning_rate": 8.354971448514163e-05, "loss": 0.7708, "step": 2773 }, { "epoch": 0.29, "learning_rate": 8.353724671484624e-05, "loss": 0.7732, "step": 2774 }, { "epoch": 0.29, "learning_rate": 8.352477515267203e-05, "loss": 0.6881, "step": 2775 }, { "epoch": 0.29, "learning_rate": 8.35122998000291e-05, "loss": 0.7373, "step": 2776 }, { "epoch": 0.29, "learning_rate": 8.349982065832796e-05, "loss": 0.7255, "step": 2777 }, { "epoch": 0.29, "learning_rate": 8.348733772897958e-05, "loss": 0.7058, "step": 2778 }, { "epoch": 0.29, "learning_rate": 8.347485101339533e-05, "loss": 0.7892, "step": 2779 }, { "epoch": 0.29, "learning_rate": 8.3462360512987e-05, "loss": 0.7702, "step": 2780 }, { "epoch": 0.29, "learning_rate": 8.344986622916685e-05, "loss": 0.7769, "step": 2781 }, { "epoch": 0.29, "learning_rate": 8.343736816334754e-05, "loss": 0.7568, "step": 2782 }, { "epoch": 0.29, "learning_rate": 8.342486631694215e-05, "loss": 0.6639, "step": 2783 }, { "epoch": 0.29, "learning_rate": 8.34123606913642e-05, "loss": 0.759, "step": 2784 }, { "epoch": 0.29, "learning_rate": 8.339985128802762e-05, "loss": 0.5938, "step": 2785 }, { "epoch": 0.29, "learning_rate": 8.33873381083468e-05, "loss": 0.6391, "step": 2786 }, { "epoch": 0.29, "learning_rate": 8.337482115373655e-05, "loss": 0.7027, "step": 2787 }, { "epoch": 0.29, "learning_rate": 8.336230042561209e-05, "loss": 0.8134, "step": 2788 }, { "epoch": 0.29, "learning_rate": 8.334977592538904e-05, "loss": 0.8135, "step": 2789 }, { "epoch": 0.29, "learning_rate": 8.333724765448351e-05, "loss": 0.6385, "step": 2790 }, { "epoch": 0.29, "learning_rate": 8.332471561431199e-05, "loss": 0.7752, "step": 2791 }, { "epoch": 0.29, "learning_rate": 8.331217980629144e-05, "loss": 0.7261, "step": 2792 }, { "epoch": 0.29, "learning_rate": 8.329964023183919e-05, "loss": 0.7415, "step": 2793 }, { "epoch": 0.29, "learning_rate": 8.328709689237302e-05, "loss": 0.6171, "step": 2794 }, { "epoch": 0.29, "learning_rate": 8.327454978931117e-05, "loss": 0.6059, "step": 2795 }, { "epoch": 0.29, "learning_rate": 8.326199892407223e-05, "loss": 0.7363, "step": 2796 }, { "epoch": 0.29, "learning_rate": 8.32494442980753e-05, "loss": 0.8046, "step": 2797 }, { "epoch": 0.29, "learning_rate": 8.323688591273984e-05, "loss": 0.8366, "step": 2798 }, { "epoch": 0.29, "learning_rate": 8.322432376948576e-05, "loss": 0.6564, "step": 2799 }, { "epoch": 0.29, "learning_rate": 8.321175786973343e-05, "loss": 0.7279, "step": 2800 }, { "epoch": 0.29, "learning_rate": 8.319918821490357e-05, "loss": 0.7037, "step": 2801 }, { "epoch": 0.29, "learning_rate": 8.318661480641738e-05, "loss": 0.7211, "step": 2802 }, { "epoch": 0.29, "learning_rate": 8.317403764569644e-05, "loss": 0.7387, "step": 2803 }, { "epoch": 0.29, "learning_rate": 8.316145673416285e-05, "loss": 0.7886, "step": 2804 }, { "epoch": 0.29, "learning_rate": 8.3148872073239e-05, "loss": 0.6801, "step": 2805 }, { "epoch": 0.29, "learning_rate": 8.31362836643478e-05, "loss": 0.5361, "step": 2806 }, { "epoch": 0.29, "learning_rate": 8.312369150891256e-05, "loss": 0.7725, "step": 2807 }, { "epoch": 0.29, "learning_rate": 8.3111095608357e-05, "loss": 0.7144, "step": 2808 }, { "epoch": 0.29, "learning_rate": 8.309849596410527e-05, "loss": 0.881, "step": 2809 }, { "epoch": 0.29, "learning_rate": 8.308589257758195e-05, "loss": 0.8367, "step": 2810 }, { "epoch": 0.29, "learning_rate": 8.307328545021202e-05, "loss": 0.6612, "step": 2811 }, { "epoch": 0.29, "learning_rate": 8.306067458342092e-05, "loss": 0.6346, "step": 2812 }, { "epoch": 0.29, "learning_rate": 8.304805997863452e-05, "loss": 0.8107, "step": 2813 }, { "epoch": 0.29, "learning_rate": 8.303544163727903e-05, "loss": 0.7919, "step": 2814 }, { "epoch": 0.29, "learning_rate": 8.302281956078117e-05, "loss": 0.7853, "step": 2815 }, { "epoch": 0.29, "learning_rate": 8.301019375056805e-05, "loss": 0.821, "step": 2816 }, { "epoch": 0.29, "learning_rate": 8.29975642080672e-05, "loss": 0.8479, "step": 2817 }, { "epoch": 0.29, "learning_rate": 8.298493093470656e-05, "loss": 0.692, "step": 2818 }, { "epoch": 0.29, "learning_rate": 8.297229393191455e-05, "loss": 0.7834, "step": 2819 }, { "epoch": 0.29, "learning_rate": 8.295965320111992e-05, "loss": 0.7743, "step": 2820 }, { "epoch": 0.29, "learning_rate": 8.294700874375192e-05, "loss": 0.7615, "step": 2821 }, { "epoch": 0.29, "learning_rate": 8.293436056124018e-05, "loss": 0.7548, "step": 2822 }, { "epoch": 0.29, "learning_rate": 8.292170865501478e-05, "loss": 0.7957, "step": 2823 }, { "epoch": 0.29, "learning_rate": 8.290905302650619e-05, "loss": 0.7367, "step": 2824 }, { "epoch": 0.29, "learning_rate": 8.28963936771453e-05, "loss": 0.7368, "step": 2825 }, { "epoch": 0.29, "learning_rate": 8.288373060836348e-05, "loss": 0.7512, "step": 2826 }, { "epoch": 0.29, "learning_rate": 8.287106382159242e-05, "loss": 0.7806, "step": 2827 }, { "epoch": 0.29, "learning_rate": 8.285839331826432e-05, "loss": 0.6837, "step": 2828 }, { "epoch": 0.29, "learning_rate": 8.284571909981178e-05, "loss": 0.8001, "step": 2829 }, { "epoch": 0.29, "learning_rate": 8.283304116766777e-05, "loss": 0.7552, "step": 2830 }, { "epoch": 0.29, "learning_rate": 8.282035952326574e-05, "loss": 0.6624, "step": 2831 }, { "epoch": 0.29, "learning_rate": 8.280767416803953e-05, "loss": 0.6659, "step": 2832 }, { "epoch": 0.29, "learning_rate": 8.27949851034234e-05, "loss": 0.6917, "step": 2833 }, { "epoch": 0.29, "learning_rate": 8.278229233085207e-05, "loss": 0.7191, "step": 2834 }, { "epoch": 0.29, "learning_rate": 8.276959585176058e-05, "loss": 0.7144, "step": 2835 }, { "epoch": 0.29, "learning_rate": 8.275689566758451e-05, "loss": 0.7021, "step": 2836 }, { "epoch": 0.29, "learning_rate": 8.274419177975979e-05, "loss": 0.8188, "step": 2837 }, { "epoch": 0.29, "learning_rate": 8.273148418972276e-05, "loss": 0.6809, "step": 2838 }, { "epoch": 0.29, "learning_rate": 8.271877289891021e-05, "loss": 0.7918, "step": 2839 }, { "epoch": 0.29, "learning_rate": 8.270605790875935e-05, "loss": 0.7201, "step": 2840 }, { "epoch": 0.29, "learning_rate": 8.269333922070779e-05, "loss": 0.6877, "step": 2841 }, { "epoch": 0.3, "learning_rate": 8.268061683619355e-05, "loss": 0.7315, "step": 2842 }, { "epoch": 0.3, "learning_rate": 8.266789075665512e-05, "loss": 0.8519, "step": 2843 }, { "epoch": 0.3, "learning_rate": 8.265516098353133e-05, "loss": 0.772, "step": 2844 }, { "epoch": 0.3, "learning_rate": 8.264242751826147e-05, "loss": 0.5736, "step": 2845 }, { "epoch": 0.3, "learning_rate": 8.26296903622853e-05, "loss": 0.5797, "step": 2846 }, { "epoch": 0.3, "learning_rate": 8.261694951704288e-05, "loss": 0.7638, "step": 2847 }, { "epoch": 0.3, "learning_rate": 8.260420498397476e-05, "loss": 0.6937, "step": 2848 }, { "epoch": 0.3, "learning_rate": 8.259145676452194e-05, "loss": 0.7681, "step": 2849 }, { "epoch": 0.3, "learning_rate": 8.257870486012575e-05, "loss": 0.8114, "step": 2850 }, { "epoch": 0.3, "learning_rate": 8.256594927222798e-05, "loss": 0.655, "step": 2851 }, { "epoch": 0.3, "learning_rate": 8.255319000227087e-05, "loss": 0.7299, "step": 2852 }, { "epoch": 0.3, "learning_rate": 8.254042705169702e-05, "loss": 0.7125, "step": 2853 }, { "epoch": 0.3, "learning_rate": 8.252766042194946e-05, "loss": 0.8188, "step": 2854 }, { "epoch": 0.3, "learning_rate": 8.251489011447166e-05, "loss": 0.735, "step": 2855 }, { "epoch": 0.3, "learning_rate": 8.25021161307075e-05, "loss": 0.7416, "step": 2856 }, { "epoch": 0.3, "learning_rate": 8.248933847210125e-05, "loss": 0.7369, "step": 2857 }, { "epoch": 0.3, "learning_rate": 8.247655714009761e-05, "loss": 0.7634, "step": 2858 }, { "epoch": 0.3, "learning_rate": 8.246377213614171e-05, "loss": 0.6827, "step": 2859 }, { "epoch": 0.3, "learning_rate": 8.245098346167908e-05, "loss": 0.7394, "step": 2860 }, { "epoch": 0.3, "learning_rate": 8.243819111815567e-05, "loss": 0.6139, "step": 2861 }, { "epoch": 0.3, "learning_rate": 8.242539510701783e-05, "loss": 0.7761, "step": 2862 }, { "epoch": 0.3, "learning_rate": 8.241259542971234e-05, "loss": 0.7666, "step": 2863 }, { "epoch": 0.3, "learning_rate": 8.23997920876864e-05, "loss": 0.7926, "step": 2864 }, { "epoch": 0.3, "learning_rate": 8.238698508238763e-05, "loss": 0.8148, "step": 2865 }, { "epoch": 0.3, "learning_rate": 8.237417441526402e-05, "loss": 0.7524, "step": 2866 }, { "epoch": 0.3, "learning_rate": 8.2361360087764e-05, "loss": 0.665, "step": 2867 }, { "epoch": 0.3, "learning_rate": 8.234854210133647e-05, "loss": 0.7969, "step": 2868 }, { "epoch": 0.3, "learning_rate": 8.233572045743063e-05, "loss": 0.9204, "step": 2869 }, { "epoch": 0.3, "learning_rate": 8.232289515749619e-05, "loss": 0.7547, "step": 2870 }, { "epoch": 0.3, "learning_rate": 8.231006620298324e-05, "loss": 0.6343, "step": 2871 }, { "epoch": 0.3, "learning_rate": 8.229723359534226e-05, "loss": 0.6464, "step": 2872 }, { "epoch": 0.3, "learning_rate": 8.228439733602418e-05, "loss": 0.7226, "step": 2873 }, { "epoch": 0.3, "learning_rate": 8.227155742648034e-05, "loss": 0.8446, "step": 2874 }, { "epoch": 0.3, "learning_rate": 8.225871386816246e-05, "loss": 0.6561, "step": 2875 }, { "epoch": 0.3, "learning_rate": 8.22458666625227e-05, "loss": 0.7239, "step": 2876 }, { "epoch": 0.3, "learning_rate": 8.223301581101361e-05, "loss": 0.7317, "step": 2877 }, { "epoch": 0.3, "learning_rate": 8.222016131508821e-05, "loss": 0.812, "step": 2878 }, { "epoch": 0.3, "learning_rate": 8.220730317619984e-05, "loss": 0.9582, "step": 2879 }, { "epoch": 0.3, "learning_rate": 8.219444139580232e-05, "loss": 0.722, "step": 2880 }, { "epoch": 0.3, "learning_rate": 8.218157597534988e-05, "loss": 0.7273, "step": 2881 }, { "epoch": 0.3, "learning_rate": 8.216870691629715e-05, "loss": 0.7161, "step": 2882 }, { "epoch": 0.3, "learning_rate": 8.215583422009912e-05, "loss": 0.8315, "step": 2883 }, { "epoch": 0.3, "learning_rate": 8.214295788821128e-05, "loss": 0.7903, "step": 2884 }, { "epoch": 0.3, "learning_rate": 8.213007792208946e-05, "loss": 0.814, "step": 2885 }, { "epoch": 0.3, "learning_rate": 8.211719432318996e-05, "loss": 0.6842, "step": 2886 }, { "epoch": 0.3, "learning_rate": 8.210430709296946e-05, "loss": 0.6295, "step": 2887 }, { "epoch": 0.3, "learning_rate": 8.209141623288502e-05, "loss": 0.6499, "step": 2888 }, { "epoch": 0.3, "learning_rate": 8.207852174439414e-05, "loss": 0.6981, "step": 2889 }, { "epoch": 0.3, "learning_rate": 8.206562362895476e-05, "loss": 0.6968, "step": 2890 }, { "epoch": 0.3, "learning_rate": 8.20527218880252e-05, "loss": 0.6135, "step": 2891 }, { "epoch": 0.3, "learning_rate": 8.203981652306417e-05, "loss": 0.6457, "step": 2892 }, { "epoch": 0.3, "learning_rate": 8.202690753553083e-05, "loss": 0.744, "step": 2893 }, { "epoch": 0.3, "learning_rate": 8.201399492688472e-05, "loss": 0.7726, "step": 2894 }, { "epoch": 0.3, "learning_rate": 8.200107869858579e-05, "loss": 0.7457, "step": 2895 }, { "epoch": 0.3, "learning_rate": 8.198815885209446e-05, "loss": 0.8629, "step": 2896 }, { "epoch": 0.3, "learning_rate": 8.197523538887144e-05, "loss": 0.6182, "step": 2897 }, { "epoch": 0.3, "learning_rate": 8.196230831037797e-05, "loss": 0.7527, "step": 2898 }, { "epoch": 0.3, "learning_rate": 8.194937761807561e-05, "loss": 0.7136, "step": 2899 }, { "epoch": 0.3, "learning_rate": 8.19364433134264e-05, "loss": 0.6985, "step": 2900 }, { "epoch": 0.3, "learning_rate": 8.19235053978927e-05, "loss": 0.7932, "step": 2901 }, { "epoch": 0.3, "learning_rate": 8.191056387293739e-05, "loss": 0.6933, "step": 2902 }, { "epoch": 0.3, "learning_rate": 8.189761874002369e-05, "loss": 0.6386, "step": 2903 }, { "epoch": 0.3, "learning_rate": 8.18846700006152e-05, "loss": 0.7971, "step": 2904 }, { "epoch": 0.3, "learning_rate": 8.187171765617598e-05, "loss": 0.7642, "step": 2905 }, { "epoch": 0.3, "learning_rate": 8.185876170817051e-05, "loss": 0.7801, "step": 2906 }, { "epoch": 0.3, "learning_rate": 8.184580215806363e-05, "loss": 0.798, "step": 2907 }, { "epoch": 0.3, "learning_rate": 8.18328390073206e-05, "loss": 0.7456, "step": 2908 }, { "epoch": 0.3, "learning_rate": 8.18198722574071e-05, "loss": 0.6927, "step": 2909 }, { "epoch": 0.3, "learning_rate": 8.180690190978924e-05, "loss": 0.7126, "step": 2910 }, { "epoch": 0.3, "learning_rate": 8.179392796593346e-05, "loss": 0.7034, "step": 2911 }, { "epoch": 0.3, "learning_rate": 8.178095042730669e-05, "loss": 0.7483, "step": 2912 }, { "epoch": 0.3, "learning_rate": 8.176796929537623e-05, "loss": 0.5889, "step": 2913 }, { "epoch": 0.3, "learning_rate": 8.175498457160975e-05, "loss": 0.5423, "step": 2914 }, { "epoch": 0.3, "learning_rate": 8.174199625747542e-05, "loss": 0.7787, "step": 2915 }, { "epoch": 0.3, "learning_rate": 8.172900435444172e-05, "loss": 0.7849, "step": 2916 }, { "epoch": 0.3, "learning_rate": 8.171600886397759e-05, "loss": 0.8108, "step": 2917 }, { "epoch": 0.3, "learning_rate": 8.170300978755236e-05, "loss": 0.6577, "step": 2918 }, { "epoch": 0.3, "learning_rate": 8.169000712663577e-05, "loss": 0.6725, "step": 2919 }, { "epoch": 0.3, "learning_rate": 8.167700088269796e-05, "loss": 0.81, "step": 2920 }, { "epoch": 0.3, "learning_rate": 8.166399105720946e-05, "loss": 0.7613, "step": 2921 }, { "epoch": 0.3, "learning_rate": 8.165097765164125e-05, "loss": 0.8155, "step": 2922 }, { "epoch": 0.3, "learning_rate": 8.163796066746468e-05, "loss": 0.7778, "step": 2923 }, { "epoch": 0.3, "learning_rate": 8.16249401061515e-05, "loss": 0.8036, "step": 2924 }, { "epoch": 0.3, "learning_rate": 8.161191596917386e-05, "loss": 0.8489, "step": 2925 }, { "epoch": 0.3, "learning_rate": 8.159888825800438e-05, "loss": 0.6949, "step": 2926 }, { "epoch": 0.3, "learning_rate": 8.1585856974116e-05, "loss": 0.7817, "step": 2927 }, { "epoch": 0.3, "learning_rate": 8.15728221189821e-05, "loss": 0.6416, "step": 2928 }, { "epoch": 0.3, "learning_rate": 8.155978369407647e-05, "loss": 0.6605, "step": 2929 }, { "epoch": 0.3, "learning_rate": 8.154674170087328e-05, "loss": 0.7801, "step": 2930 }, { "epoch": 0.3, "learning_rate": 8.153369614084714e-05, "loss": 0.7599, "step": 2931 }, { "epoch": 0.3, "learning_rate": 8.152064701547304e-05, "loss": 0.7741, "step": 2932 }, { "epoch": 0.3, "learning_rate": 8.150759432622634e-05, "loss": 0.6262, "step": 2933 }, { "epoch": 0.3, "learning_rate": 8.14945380745829e-05, "loss": 0.6743, "step": 2934 }, { "epoch": 0.3, "learning_rate": 8.148147826201887e-05, "loss": 0.6192, "step": 2935 }, { "epoch": 0.3, "learning_rate": 8.146841489001088e-05, "loss": 0.7429, "step": 2936 }, { "epoch": 0.3, "learning_rate": 8.145534796003593e-05, "loss": 0.614, "step": 2937 }, { "epoch": 0.31, "learning_rate": 8.144227747357142e-05, "loss": 0.7121, "step": 2938 }, { "epoch": 0.31, "learning_rate": 8.142920343209517e-05, "loss": 0.7575, "step": 2939 }, { "epoch": 0.31, "learning_rate": 8.141612583708539e-05, "loss": 0.7129, "step": 2940 }, { "epoch": 0.31, "learning_rate": 8.140304469002069e-05, "loss": 0.7257, "step": 2941 }, { "epoch": 0.31, "learning_rate": 8.138995999238011e-05, "loss": 0.7662, "step": 2942 }, { "epoch": 0.31, "learning_rate": 8.137687174564304e-05, "loss": 0.7401, "step": 2943 }, { "epoch": 0.31, "learning_rate": 8.136377995128929e-05, "loss": 0.7886, "step": 2944 }, { "epoch": 0.31, "learning_rate": 8.135068461079911e-05, "loss": 0.7141, "step": 2945 }, { "epoch": 0.31, "learning_rate": 8.13375857256531e-05, "loss": 0.6405, "step": 2946 }, { "epoch": 0.31, "learning_rate": 8.132448329733229e-05, "loss": 0.6968, "step": 2947 }, { "epoch": 0.31, "learning_rate": 8.131137732731811e-05, "loss": 0.7129, "step": 2948 }, { "epoch": 0.31, "learning_rate": 8.129826781709238e-05, "loss": 0.691, "step": 2949 }, { "epoch": 0.31, "learning_rate": 8.128515476813729e-05, "loss": 0.8398, "step": 2950 }, { "epoch": 0.31, "learning_rate": 8.127203818193552e-05, "loss": 0.6405, "step": 2951 }, { "epoch": 0.31, "learning_rate": 8.125891805997003e-05, "loss": 0.8154, "step": 2952 }, { "epoch": 0.31, "learning_rate": 8.124579440372429e-05, "loss": 0.8801, "step": 2953 }, { "epoch": 0.31, "learning_rate": 8.123266721468212e-05, "loss": 0.6998, "step": 2954 }, { "epoch": 0.31, "learning_rate": 8.121953649432772e-05, "loss": 0.7501, "step": 2955 }, { "epoch": 0.31, "learning_rate": 8.12064022441457e-05, "loss": 0.7658, "step": 2956 }, { "epoch": 0.31, "learning_rate": 8.119326446562112e-05, "loss": 0.6797, "step": 2957 }, { "epoch": 0.31, "learning_rate": 8.118012316023939e-05, "loss": 0.7335, "step": 2958 }, { "epoch": 0.31, "learning_rate": 8.11669783294863e-05, "loss": 0.605, "step": 2959 }, { "epoch": 0.31, "learning_rate": 8.115382997484809e-05, "loss": 0.7028, "step": 2960 }, { "epoch": 0.31, "learning_rate": 8.114067809781137e-05, "loss": 0.7958, "step": 2961 }, { "epoch": 0.31, "learning_rate": 8.112752269986314e-05, "loss": 0.7318, "step": 2962 }, { "epoch": 0.31, "learning_rate": 8.111436378249085e-05, "loss": 0.7822, "step": 2963 }, { "epoch": 0.31, "learning_rate": 8.110120134718225e-05, "loss": 0.7523, "step": 2964 }, { "epoch": 0.31, "learning_rate": 8.108803539542558e-05, "loss": 0.8142, "step": 2965 }, { "epoch": 0.31, "learning_rate": 8.107486592870945e-05, "loss": 0.8818, "step": 2966 }, { "epoch": 0.31, "learning_rate": 8.106169294852288e-05, "loss": 0.7473, "step": 2967 }, { "epoch": 0.31, "learning_rate": 8.104851645635521e-05, "loss": 0.8091, "step": 2968 }, { "epoch": 0.31, "learning_rate": 8.103533645369627e-05, "loss": 0.833, "step": 2969 }, { "epoch": 0.31, "learning_rate": 8.102215294203627e-05, "loss": 0.7109, "step": 2970 }, { "epoch": 0.31, "learning_rate": 8.100896592286577e-05, "loss": 0.912, "step": 2971 }, { "epoch": 0.31, "learning_rate": 8.099577539767577e-05, "loss": 0.6724, "step": 2972 }, { "epoch": 0.31, "learning_rate": 8.098258136795767e-05, "loss": 0.7607, "step": 2973 }, { "epoch": 0.31, "learning_rate": 8.096938383520322e-05, "loss": 0.7371, "step": 2974 }, { "epoch": 0.31, "learning_rate": 8.09561828009046e-05, "loss": 0.7915, "step": 2975 }, { "epoch": 0.31, "learning_rate": 8.094297826655439e-05, "loss": 0.7625, "step": 2976 }, { "epoch": 0.31, "learning_rate": 8.092977023364556e-05, "loss": 0.711, "step": 2977 }, { "epoch": 0.31, "learning_rate": 8.091655870367146e-05, "loss": 0.6646, "step": 2978 }, { "epoch": 0.31, "learning_rate": 8.090334367812584e-05, "loss": 0.6862, "step": 2979 }, { "epoch": 0.31, "learning_rate": 8.08901251585029e-05, "loss": 0.6045, "step": 2980 }, { "epoch": 0.31, "learning_rate": 8.087690314629712e-05, "loss": 0.7343, "step": 2981 }, { "epoch": 0.31, "learning_rate": 8.08636776430035e-05, "loss": 0.6627, "step": 2982 }, { "epoch": 0.31, "learning_rate": 8.085044865011736e-05, "loss": 0.8054, "step": 2983 }, { "epoch": 0.31, "learning_rate": 8.083721616913442e-05, "loss": 0.7654, "step": 2984 }, { "epoch": 0.31, "learning_rate": 8.08239802015508e-05, "loss": 0.6517, "step": 2985 }, { "epoch": 0.31, "learning_rate": 8.081074074886304e-05, "loss": 0.7642, "step": 2986 }, { "epoch": 0.31, "learning_rate": 8.079749781256806e-05, "loss": 0.713, "step": 2987 }, { "epoch": 0.31, "learning_rate": 8.078425139416314e-05, "loss": 0.6597, "step": 2988 }, { "epoch": 0.31, "learning_rate": 8.077100149514601e-05, "loss": 0.63, "step": 2989 }, { "epoch": 0.31, "learning_rate": 8.075774811701477e-05, "loss": 0.6057, "step": 2990 }, { "epoch": 0.31, "learning_rate": 8.074449126126788e-05, "loss": 0.8162, "step": 2991 }, { "epoch": 0.31, "learning_rate": 8.073123092940424e-05, "loss": 0.6899, "step": 2992 }, { "epoch": 0.31, "learning_rate": 8.071796712292313e-05, "loss": 0.6596, "step": 2993 }, { "epoch": 0.31, "learning_rate": 8.070469984332421e-05, "loss": 0.7812, "step": 2994 }, { "epoch": 0.31, "learning_rate": 8.069142909210754e-05, "loss": 0.6513, "step": 2995 }, { "epoch": 0.31, "learning_rate": 8.067815487077357e-05, "loss": 0.7454, "step": 2996 }, { "epoch": 0.31, "learning_rate": 8.066487718082316e-05, "loss": 0.6423, "step": 2997 }, { "epoch": 0.31, "learning_rate": 8.065159602375754e-05, "loss": 0.6157, "step": 2998 }, { "epoch": 0.31, "learning_rate": 8.063831140107834e-05, "loss": 0.875, "step": 2999 }, { "epoch": 0.31, "learning_rate": 8.062502331428759e-05, "loss": 0.6763, "step": 3000 }, { "epoch": 0.31, "learning_rate": 8.061173176488768e-05, "loss": 0.671, "step": 3001 }, { "epoch": 0.31, "learning_rate": 8.059843675438143e-05, "loss": 0.6633, "step": 3002 }, { "epoch": 0.31, "learning_rate": 8.058513828427206e-05, "loss": 0.7175, "step": 3003 }, { "epoch": 0.31, "learning_rate": 8.057183635606311e-05, "loss": 0.5541, "step": 3004 }, { "epoch": 0.31, "learning_rate": 8.055853097125859e-05, "loss": 0.9059, "step": 3005 }, { "epoch": 0.31, "learning_rate": 8.054522213136287e-05, "loss": 0.7069, "step": 3006 }, { "epoch": 0.31, "learning_rate": 8.05319098378807e-05, "loss": 0.848, "step": 3007 }, { "epoch": 0.31, "learning_rate": 8.051859409231723e-05, "loss": 0.7422, "step": 3008 }, { "epoch": 0.31, "learning_rate": 8.050527489617801e-05, "loss": 0.6715, "step": 3009 }, { "epoch": 0.31, "learning_rate": 8.049195225096897e-05, "loss": 0.638, "step": 3010 }, { "epoch": 0.31, "learning_rate": 8.047862615819642e-05, "loss": 0.661, "step": 3011 }, { "epoch": 0.31, "learning_rate": 8.046529661936707e-05, "loss": 0.8248, "step": 3012 }, { "epoch": 0.31, "learning_rate": 8.045196363598803e-05, "loss": 0.7628, "step": 3013 }, { "epoch": 0.31, "learning_rate": 8.043862720956679e-05, "loss": 0.6847, "step": 3014 }, { "epoch": 0.31, "learning_rate": 8.042528734161122e-05, "loss": 0.8131, "step": 3015 }, { "epoch": 0.31, "learning_rate": 8.041194403362959e-05, "loss": 0.6821, "step": 3016 }, { "epoch": 0.31, "learning_rate": 8.039859728713057e-05, "loss": 0.7837, "step": 3017 }, { "epoch": 0.31, "learning_rate": 8.03852471036232e-05, "loss": 0.5953, "step": 3018 }, { "epoch": 0.31, "learning_rate": 8.037189348461691e-05, "loss": 0.7921, "step": 3019 }, { "epoch": 0.31, "learning_rate": 8.035853643162153e-05, "loss": 0.6903, "step": 3020 }, { "epoch": 0.31, "learning_rate": 8.034517594614725e-05, "loss": 0.7355, "step": 3021 }, { "epoch": 0.31, "learning_rate": 8.03318120297047e-05, "loss": 0.758, "step": 3022 }, { "epoch": 0.31, "learning_rate": 8.031844468380485e-05, "loss": 0.766, "step": 3023 }, { "epoch": 0.31, "learning_rate": 8.030507390995907e-05, "loss": 0.7493, "step": 3024 }, { "epoch": 0.31, "learning_rate": 8.029169970967913e-05, "loss": 0.8267, "step": 3025 }, { "epoch": 0.31, "learning_rate": 8.027832208447719e-05, "loss": 0.6969, "step": 3026 }, { "epoch": 0.31, "learning_rate": 8.026494103586577e-05, "loss": 0.7296, "step": 3027 }, { "epoch": 0.31, "learning_rate": 8.025155656535781e-05, "loss": 0.7179, "step": 3028 }, { "epoch": 0.31, "learning_rate": 8.023816867446659e-05, "loss": 0.8217, "step": 3029 }, { "epoch": 0.31, "learning_rate": 8.022477736470583e-05, "loss": 0.7363, "step": 3030 }, { "epoch": 0.31, "learning_rate": 8.021138263758964e-05, "loss": 0.7604, "step": 3031 }, { "epoch": 0.31, "learning_rate": 8.019798449463247e-05, "loss": 0.6545, "step": 3032 }, { "epoch": 0.31, "learning_rate": 8.018458293734917e-05, "loss": 0.7531, "step": 3033 }, { "epoch": 0.31, "learning_rate": 8.017117796725495e-05, "loss": 0.7472, "step": 3034 }, { "epoch": 0.32, "learning_rate": 8.015776958586552e-05, "loss": 0.7019, "step": 3035 }, { "epoch": 0.32, "learning_rate": 8.014435779469682e-05, "loss": 0.8053, "step": 3036 }, { "epoch": 0.32, "learning_rate": 8.013094259526528e-05, "loss": 0.8073, "step": 3037 }, { "epoch": 0.32, "learning_rate": 8.011752398908771e-05, "loss": 0.7499, "step": 3038 }, { "epoch": 0.32, "learning_rate": 8.010410197768124e-05, "loss": 0.797, "step": 3039 }, { "epoch": 0.32, "learning_rate": 8.009067656256343e-05, "loss": 0.7358, "step": 3040 }, { "epoch": 0.32, "learning_rate": 8.007724774525225e-05, "loss": 0.8417, "step": 3041 }, { "epoch": 0.32, "learning_rate": 8.006381552726601e-05, "loss": 0.7597, "step": 3042 }, { "epoch": 0.32, "learning_rate": 8.00503799101234e-05, "loss": 0.7496, "step": 3043 }, { "epoch": 0.32, "learning_rate": 8.003694089534355e-05, "loss": 0.6912, "step": 3044 }, { "epoch": 0.32, "learning_rate": 8.00234984844459e-05, "loss": 0.6442, "step": 3045 }, { "epoch": 0.32, "learning_rate": 8.001005267895034e-05, "loss": 0.6877, "step": 3046 }, { "epoch": 0.32, "learning_rate": 7.999660348037712e-05, "loss": 0.7928, "step": 3047 }, { "epoch": 0.32, "learning_rate": 7.998315089024684e-05, "loss": 0.7053, "step": 3048 }, { "epoch": 0.32, "learning_rate": 7.996969491008053e-05, "loss": 0.727, "step": 3049 }, { "epoch": 0.32, "learning_rate": 7.99562355413996e-05, "loss": 0.7676, "step": 3050 }, { "epoch": 0.32, "learning_rate": 7.994277278572581e-05, "loss": 0.7083, "step": 3051 }, { "epoch": 0.32, "learning_rate": 7.992930664458131e-05, "loss": 0.7094, "step": 3052 }, { "epoch": 0.32, "learning_rate": 7.991583711948869e-05, "loss": 0.662, "step": 3053 }, { "epoch": 0.32, "learning_rate": 7.990236421197085e-05, "loss": 0.7434, "step": 3054 }, { "epoch": 0.32, "learning_rate": 7.98888879235511e-05, "loss": 0.7837, "step": 3055 }, { "epoch": 0.32, "learning_rate": 7.987540825575313e-05, "loss": 0.7463, "step": 3056 }, { "epoch": 0.32, "learning_rate": 7.986192521010102e-05, "loss": 0.715, "step": 3057 }, { "epoch": 0.32, "learning_rate": 7.984843878811923e-05, "loss": 0.7022, "step": 3058 }, { "epoch": 0.32, "learning_rate": 7.983494899133259e-05, "loss": 0.6645, "step": 3059 }, { "epoch": 0.32, "learning_rate": 7.982145582126632e-05, "loss": 0.5564, "step": 3060 }, { "epoch": 0.32, "learning_rate": 7.980795927944602e-05, "loss": 0.665, "step": 3061 }, { "epoch": 0.32, "learning_rate": 7.979445936739769e-05, "loss": 0.8247, "step": 3062 }, { "epoch": 0.32, "learning_rate": 7.978095608664769e-05, "loss": 0.7773, "step": 3063 }, { "epoch": 0.32, "learning_rate": 7.976744943872274e-05, "loss": 0.6697, "step": 3064 }, { "epoch": 0.32, "learning_rate": 7.975393942514997e-05, "loss": 0.6713, "step": 3065 }, { "epoch": 0.32, "learning_rate": 7.974042604745691e-05, "loss": 0.7708, "step": 3066 }, { "epoch": 0.32, "learning_rate": 7.972690930717143e-05, "loss": 0.745, "step": 3067 }, { "epoch": 0.32, "learning_rate": 7.971338920582181e-05, "loss": 0.7484, "step": 3068 }, { "epoch": 0.32, "learning_rate": 7.969986574493667e-05, "loss": 0.74, "step": 3069 }, { "epoch": 0.32, "learning_rate": 7.968633892604506e-05, "loss": 0.6144, "step": 3070 }, { "epoch": 0.32, "learning_rate": 7.967280875067638e-05, "loss": 0.6476, "step": 3071 }, { "epoch": 0.32, "learning_rate": 7.965927522036041e-05, "loss": 0.7178, "step": 3072 }, { "epoch": 0.32, "learning_rate": 7.964573833662731e-05, "loss": 0.754, "step": 3073 }, { "epoch": 0.32, "learning_rate": 7.963219810100764e-05, "loss": 0.7396, "step": 3074 }, { "epoch": 0.32, "learning_rate": 7.96186545150323e-05, "loss": 0.805, "step": 3075 }, { "epoch": 0.32, "learning_rate": 7.960510758023261e-05, "loss": 0.6564, "step": 3076 }, { "epoch": 0.32, "learning_rate": 7.959155729814026e-05, "loss": 0.812, "step": 3077 }, { "epoch": 0.32, "learning_rate": 7.957800367028726e-05, "loss": 0.7376, "step": 3078 }, { "epoch": 0.32, "learning_rate": 7.95644466982061e-05, "loss": 0.7877, "step": 3079 }, { "epoch": 0.32, "learning_rate": 7.955088638342958e-05, "loss": 0.8031, "step": 3080 }, { "epoch": 0.32, "learning_rate": 7.953732272749088e-05, "loss": 0.8887, "step": 3081 }, { "epoch": 0.32, "learning_rate": 7.952375573192359e-05, "loss": 0.7084, "step": 3082 }, { "epoch": 0.32, "learning_rate": 7.951018539826163e-05, "loss": 0.7581, "step": 3083 }, { "epoch": 0.32, "learning_rate": 7.949661172803934e-05, "loss": 0.6612, "step": 3084 }, { "epoch": 0.32, "learning_rate": 7.948303472279144e-05, "loss": 0.6833, "step": 3085 }, { "epoch": 0.32, "learning_rate": 7.9469454384053e-05, "loss": 0.7058, "step": 3086 }, { "epoch": 0.32, "learning_rate": 7.945587071335948e-05, "loss": 0.644, "step": 3087 }, { "epoch": 0.32, "learning_rate": 7.944228371224666e-05, "loss": 0.7167, "step": 3088 }, { "epoch": 0.32, "learning_rate": 7.942869338225085e-05, "loss": 0.9087, "step": 3089 }, { "epoch": 0.32, "learning_rate": 7.941509972490856e-05, "loss": 0.8047, "step": 3090 }, { "epoch": 0.32, "learning_rate": 7.940150274175677e-05, "loss": 0.666, "step": 3091 }, { "epoch": 0.32, "learning_rate": 7.938790243433285e-05, "loss": 0.9498, "step": 3092 }, { "epoch": 0.32, "learning_rate": 7.937429880417447e-05, "loss": 0.7375, "step": 3093 }, { "epoch": 0.32, "learning_rate": 7.936069185281973e-05, "loss": 0.8678, "step": 3094 }, { "epoch": 0.32, "learning_rate": 7.934708158180713e-05, "loss": 0.8196, "step": 3095 }, { "epoch": 0.32, "learning_rate": 7.933346799267548e-05, "loss": 0.725, "step": 3096 }, { "epoch": 0.32, "learning_rate": 7.9319851086964e-05, "loss": 0.5685, "step": 3097 }, { "epoch": 0.32, "learning_rate": 7.93062308662123e-05, "loss": 0.7972, "step": 3098 }, { "epoch": 0.32, "learning_rate": 7.929260733196032e-05, "loss": 0.8765, "step": 3099 }, { "epoch": 0.32, "learning_rate": 7.92789804857484e-05, "loss": 0.7865, "step": 3100 }, { "epoch": 0.32, "learning_rate": 7.926535032911727e-05, "loss": 0.7697, "step": 3101 }, { "epoch": 0.32, "learning_rate": 7.925171686360803e-05, "loss": 0.6729, "step": 3102 }, { "epoch": 0.32, "learning_rate": 7.923808009076212e-05, "loss": 0.7182, "step": 3103 }, { "epoch": 0.32, "learning_rate": 7.92244400121214e-05, "loss": 0.7435, "step": 3104 }, { "epoch": 0.32, "learning_rate": 7.921079662922806e-05, "loss": 0.76, "step": 3105 }, { "epoch": 0.32, "learning_rate": 7.91971499436247e-05, "loss": 0.7383, "step": 3106 }, { "epoch": 0.32, "learning_rate": 7.918349995685428e-05, "loss": 0.813, "step": 3107 }, { "epoch": 0.32, "learning_rate": 7.916984667046011e-05, "loss": 0.6802, "step": 3108 }, { "epoch": 0.32, "learning_rate": 7.915619008598592e-05, "loss": 0.7767, "step": 3109 }, { "epoch": 0.32, "learning_rate": 7.914253020497577e-05, "loss": 0.697, "step": 3110 }, { "epoch": 0.32, "learning_rate": 7.912886702897413e-05, "loss": 0.8121, "step": 3111 }, { "epoch": 0.32, "learning_rate": 7.91152005595258e-05, "loss": 0.6941, "step": 3112 }, { "epoch": 0.32, "learning_rate": 7.910153079817599e-05, "loss": 0.803, "step": 3113 }, { "epoch": 0.32, "learning_rate": 7.908785774647027e-05, "loss": 0.7492, "step": 3114 }, { "epoch": 0.32, "learning_rate": 7.907418140595454e-05, "loss": 0.6729, "step": 3115 }, { "epoch": 0.32, "learning_rate": 7.90605017781752e-05, "loss": 0.6823, "step": 3116 }, { "epoch": 0.32, "learning_rate": 7.904681886467884e-05, "loss": 0.7084, "step": 3117 }, { "epoch": 0.32, "learning_rate": 7.903313266701255e-05, "loss": 0.6217, "step": 3118 }, { "epoch": 0.32, "learning_rate": 7.901944318672378e-05, "loss": 0.7148, "step": 3119 }, { "epoch": 0.32, "learning_rate": 7.900575042536029e-05, "loss": 0.7707, "step": 3120 }, { "epoch": 0.32, "learning_rate": 7.899205438447027e-05, "loss": 0.6442, "step": 3121 }, { "epoch": 0.32, "learning_rate": 7.897835506560225e-05, "loss": 0.776, "step": 3122 }, { "epoch": 0.32, "learning_rate": 7.896465247030513e-05, "loss": 0.6823, "step": 3123 }, { "epoch": 0.32, "learning_rate": 7.895094660012822e-05, "loss": 0.6373, "step": 3124 }, { "epoch": 0.32, "learning_rate": 7.893723745662113e-05, "loss": 0.7477, "step": 3125 }, { "epoch": 0.32, "learning_rate": 7.892352504133391e-05, "loss": 0.7351, "step": 3126 }, { "epoch": 0.32, "learning_rate": 7.890980935581696e-05, "loss": 0.6268, "step": 3127 }, { "epoch": 0.32, "learning_rate": 7.8896090401621e-05, "loss": 0.7096, "step": 3128 }, { "epoch": 0.32, "learning_rate": 7.88823681802972e-05, "loss": 0.7772, "step": 3129 }, { "epoch": 0.32, "learning_rate": 7.886864269339703e-05, "loss": 0.8277, "step": 3130 }, { "epoch": 0.33, "learning_rate": 7.885491394247235e-05, "loss": 0.8975, "step": 3131 }, { "epoch": 0.33, "learning_rate": 7.884118192907543e-05, "loss": 0.7589, "step": 3132 }, { "epoch": 0.33, "learning_rate": 7.882744665475886e-05, "loss": 0.7568, "step": 3133 }, { "epoch": 0.33, "learning_rate": 7.881370812107563e-05, "loss": 0.7341, "step": 3134 }, { "epoch": 0.33, "learning_rate": 7.879996632957905e-05, "loss": 0.9199, "step": 3135 }, { "epoch": 0.33, "learning_rate": 7.878622128182285e-05, "loss": 0.6875, "step": 3136 }, { "epoch": 0.33, "learning_rate": 7.87724729793611e-05, "loss": 0.7068, "step": 3137 }, { "epoch": 0.33, "learning_rate": 7.875872142374829e-05, "loss": 0.7416, "step": 3138 }, { "epoch": 0.33, "learning_rate": 7.874496661653919e-05, "loss": 0.6846, "step": 3139 }, { "epoch": 0.33, "learning_rate": 7.8731208559289e-05, "loss": 0.6635, "step": 3140 }, { "epoch": 0.33, "learning_rate": 7.871744725355324e-05, "loss": 0.7177, "step": 3141 }, { "epoch": 0.33, "learning_rate": 7.870368270088788e-05, "loss": 0.8266, "step": 3142 }, { "epoch": 0.33, "learning_rate": 7.868991490284918e-05, "loss": 0.7772, "step": 3143 }, { "epoch": 0.33, "learning_rate": 7.867614386099379e-05, "loss": 0.6613, "step": 3144 }, { "epoch": 0.33, "learning_rate": 7.866236957687873e-05, "loss": 0.7305, "step": 3145 }, { "epoch": 0.33, "learning_rate": 7.864859205206139e-05, "loss": 0.7579, "step": 3146 }, { "epoch": 0.33, "learning_rate": 7.86348112880995e-05, "loss": 0.7028, "step": 3147 }, { "epoch": 0.33, "learning_rate": 7.862102728655122e-05, "loss": 0.6597, "step": 3148 }, { "epoch": 0.33, "learning_rate": 7.860724004897499e-05, "loss": 0.7722, "step": 3149 }, { "epoch": 0.33, "learning_rate": 7.859344957692972e-05, "loss": 0.6772, "step": 3150 }, { "epoch": 0.33, "learning_rate": 7.857965587197454e-05, "loss": 0.7966, "step": 3151 }, { "epoch": 0.33, "learning_rate": 7.856585893566908e-05, "loss": 0.7602, "step": 3152 }, { "epoch": 0.33, "learning_rate": 7.855205876957332e-05, "loss": 0.8372, "step": 3153 }, { "epoch": 0.33, "learning_rate": 7.85382553752475e-05, "loss": 0.6885, "step": 3154 }, { "epoch": 0.33, "learning_rate": 7.852444875425233e-05, "loss": 0.7458, "step": 3155 }, { "epoch": 0.33, "learning_rate": 7.851063890814889e-05, "loss": 0.8002, "step": 3156 }, { "epoch": 0.33, "learning_rate": 7.849682583849851e-05, "loss": 0.652, "step": 3157 }, { "epoch": 0.33, "learning_rate": 7.848300954686302e-05, "loss": 0.8184, "step": 3158 }, { "epoch": 0.33, "learning_rate": 7.846919003480453e-05, "loss": 0.649, "step": 3159 }, { "epoch": 0.33, "learning_rate": 7.845536730388554e-05, "loss": 0.7107, "step": 3160 }, { "epoch": 0.33, "learning_rate": 7.844154135566893e-05, "loss": 0.6904, "step": 3161 }, { "epoch": 0.33, "learning_rate": 7.84277121917179e-05, "loss": 0.6701, "step": 3162 }, { "epoch": 0.33, "learning_rate": 7.841387981359606e-05, "loss": 0.8133, "step": 3163 }, { "epoch": 0.33, "learning_rate": 7.840004422286735e-05, "loss": 0.763, "step": 3164 }, { "epoch": 0.33, "learning_rate": 7.83862054210961e-05, "loss": 0.7877, "step": 3165 }, { "epoch": 0.33, "learning_rate": 7.837236340984699e-05, "loss": 0.8343, "step": 3166 }, { "epoch": 0.33, "learning_rate": 7.835851819068505e-05, "loss": 0.8497, "step": 3167 }, { "epoch": 0.33, "learning_rate": 7.834466976517569e-05, "loss": 0.808, "step": 3168 }, { "epoch": 0.33, "learning_rate": 7.833081813488469e-05, "loss": 0.8129, "step": 3169 }, { "epoch": 0.33, "learning_rate": 7.831696330137816e-05, "loss": 0.71, "step": 3170 }, { "epoch": 0.33, "learning_rate": 7.83031052662226e-05, "loss": 0.723, "step": 3171 }, { "epoch": 0.33, "learning_rate": 7.82892440309849e-05, "loss": 0.6454, "step": 3172 }, { "epoch": 0.33, "learning_rate": 7.82753795972322e-05, "loss": 0.6775, "step": 3173 }, { "epoch": 0.33, "learning_rate": 7.826151196653216e-05, "loss": 0.7977, "step": 3174 }, { "epoch": 0.33, "learning_rate": 7.824764114045268e-05, "loss": 0.751, "step": 3175 }, { "epoch": 0.33, "learning_rate": 7.823376712056205e-05, "loss": 0.7861, "step": 3176 }, { "epoch": 0.33, "learning_rate": 7.821988990842895e-05, "loss": 0.869, "step": 3177 }, { "epoch": 0.33, "learning_rate": 7.820600950562241e-05, "loss": 0.732, "step": 3178 }, { "epoch": 0.33, "learning_rate": 7.819212591371178e-05, "loss": 0.807, "step": 3179 }, { "epoch": 0.33, "learning_rate": 7.817823913426683e-05, "loss": 0.6654, "step": 3180 }, { "epoch": 0.33, "learning_rate": 7.816434916885767e-05, "loss": 0.7998, "step": 3181 }, { "epoch": 0.33, "learning_rate": 7.815045601905475e-05, "loss": 0.6287, "step": 3182 }, { "epoch": 0.33, "learning_rate": 7.81365596864289e-05, "loss": 0.7354, "step": 3183 }, { "epoch": 0.33, "learning_rate": 7.812266017255132e-05, "loss": 0.7551, "step": 3184 }, { "epoch": 0.33, "learning_rate": 7.810875747899352e-05, "loss": 0.638, "step": 3185 }, { "epoch": 0.33, "learning_rate": 7.809485160732744e-05, "loss": 0.7054, "step": 3186 }, { "epoch": 0.33, "learning_rate": 7.80809425591253e-05, "loss": 0.6813, "step": 3187 }, { "epoch": 0.33, "learning_rate": 7.806703033595977e-05, "loss": 0.6248, "step": 3188 }, { "epoch": 0.33, "learning_rate": 7.805311493940381e-05, "loss": 0.7364, "step": 3189 }, { "epoch": 0.33, "learning_rate": 7.803919637103077e-05, "loss": 0.7213, "step": 3190 }, { "epoch": 0.33, "learning_rate": 7.802527463241433e-05, "loss": 0.7195, "step": 3191 }, { "epoch": 0.33, "learning_rate": 7.801134972512855e-05, "loss": 0.7844, "step": 3192 }, { "epoch": 0.33, "learning_rate": 7.799742165074784e-05, "loss": 0.8013, "step": 3193 }, { "epoch": 0.33, "learning_rate": 7.798349041084701e-05, "loss": 0.7597, "step": 3194 }, { "epoch": 0.33, "learning_rate": 7.796955600700115e-05, "loss": 0.6119, "step": 3195 }, { "epoch": 0.33, "learning_rate": 7.795561844078579e-05, "loss": 0.6329, "step": 3196 }, { "epoch": 0.33, "learning_rate": 7.794167771377673e-05, "loss": 0.7096, "step": 3197 }, { "epoch": 0.33, "learning_rate": 7.792773382755021e-05, "loss": 0.7745, "step": 3198 }, { "epoch": 0.33, "learning_rate": 7.791378678368277e-05, "loss": 0.8188, "step": 3199 }, { "epoch": 0.33, "learning_rate": 7.789983658375134e-05, "loss": 0.926, "step": 3200 }, { "epoch": 0.33, "learning_rate": 7.78858832293332e-05, "loss": 0.768, "step": 3201 }, { "epoch": 0.33, "learning_rate": 7.787192672200596e-05, "loss": 0.6539, "step": 3202 }, { "epoch": 0.33, "learning_rate": 7.785796706334762e-05, "loss": 0.7641, "step": 3203 }, { "epoch": 0.33, "learning_rate": 7.784400425493655e-05, "loss": 0.6548, "step": 3204 }, { "epoch": 0.33, "learning_rate": 7.783003829835142e-05, "loss": 0.7229, "step": 3205 }, { "epoch": 0.33, "learning_rate": 7.781606919517128e-05, "loss": 0.7389, "step": 3206 }, { "epoch": 0.33, "learning_rate": 7.780209694697558e-05, "loss": 0.7089, "step": 3207 }, { "epoch": 0.33, "learning_rate": 7.778812155534405e-05, "loss": 0.7346, "step": 3208 }, { "epoch": 0.33, "learning_rate": 7.777414302185683e-05, "loss": 0.76, "step": 3209 }, { "epoch": 0.33, "learning_rate": 7.776016134809439e-05, "loss": 0.821, "step": 3210 }, { "epoch": 0.33, "learning_rate": 7.774617653563759e-05, "loss": 0.9, "step": 3211 }, { "epoch": 0.33, "learning_rate": 7.773218858606759e-05, "loss": 0.7766, "step": 3212 }, { "epoch": 0.33, "learning_rate": 7.771819750096593e-05, "loss": 0.724, "step": 3213 }, { "epoch": 0.33, "learning_rate": 7.770420328191455e-05, "loss": 0.7505, "step": 3214 }, { "epoch": 0.33, "learning_rate": 7.769020593049563e-05, "loss": 0.6652, "step": 3215 }, { "epoch": 0.33, "learning_rate": 7.767620544829186e-05, "loss": 0.7199, "step": 3216 }, { "epoch": 0.33, "learning_rate": 7.766220183688616e-05, "loss": 0.6369, "step": 3217 }, { "epoch": 0.33, "learning_rate": 7.764819509786182e-05, "loss": 0.7435, "step": 3218 }, { "epoch": 0.33, "learning_rate": 7.763418523280252e-05, "loss": 0.6644, "step": 3219 }, { "epoch": 0.33, "learning_rate": 7.762017224329233e-05, "loss": 0.6501, "step": 3220 }, { "epoch": 0.33, "learning_rate": 7.760615613091557e-05, "loss": 0.736, "step": 3221 }, { "epoch": 0.33, "learning_rate": 7.7592136897257e-05, "loss": 0.7353, "step": 3222 }, { "epoch": 0.33, "learning_rate": 7.757811454390168e-05, "loss": 0.687, "step": 3223 }, { "epoch": 0.33, "learning_rate": 7.756408907243503e-05, "loss": 0.8053, "step": 3224 }, { "epoch": 0.33, "learning_rate": 7.755006048444287e-05, "loss": 0.7114, "step": 3225 }, { "epoch": 0.33, "learning_rate": 7.753602878151131e-05, "loss": 0.7263, "step": 3226 }, { "epoch": 0.34, "learning_rate": 7.752199396522686e-05, "loss": 0.7422, "step": 3227 }, { "epoch": 0.34, "learning_rate": 7.750795603717636e-05, "loss": 0.6985, "step": 3228 }, { "epoch": 0.34, "learning_rate": 7.7493914998947e-05, "loss": 0.9137, "step": 3229 }, { "epoch": 0.34, "learning_rate": 7.747987085212634e-05, "loss": 0.7352, "step": 3230 }, { "epoch": 0.34, "learning_rate": 7.746582359830223e-05, "loss": 0.703, "step": 3231 }, { "epoch": 0.34, "learning_rate": 7.745177323906296e-05, "loss": 0.8932, "step": 3232 }, { "epoch": 0.34, "learning_rate": 7.743771977599714e-05, "loss": 0.7929, "step": 3233 }, { "epoch": 0.34, "learning_rate": 7.74236632106937e-05, "loss": 0.7129, "step": 3234 }, { "epoch": 0.34, "learning_rate": 7.740960354474191e-05, "loss": 0.6953, "step": 3235 }, { "epoch": 0.34, "learning_rate": 7.73955407797315e-05, "loss": 0.7761, "step": 3236 }, { "epoch": 0.34, "learning_rate": 7.73814749172524e-05, "loss": 0.7069, "step": 3237 }, { "epoch": 0.34, "learning_rate": 7.736740595889499e-05, "loss": 0.653, "step": 3238 }, { "epoch": 0.34, "learning_rate": 7.735333390625e-05, "loss": 0.6203, "step": 3239 }, { "epoch": 0.34, "learning_rate": 7.733925876090841e-05, "loss": 0.6998, "step": 3240 }, { "epoch": 0.34, "learning_rate": 7.73251805244617e-05, "loss": 0.7464, "step": 3241 }, { "epoch": 0.34, "learning_rate": 7.731109919850156e-05, "loss": 0.7725, "step": 3242 }, { "epoch": 0.34, "learning_rate": 7.729701478462014e-05, "loss": 0.7138, "step": 3243 }, { "epoch": 0.34, "learning_rate": 7.728292728440987e-05, "loss": 0.5598, "step": 3244 }, { "epoch": 0.34, "learning_rate": 7.726883669946354e-05, "loss": 0.7877, "step": 3245 }, { "epoch": 0.34, "learning_rate": 7.725474303137432e-05, "loss": 0.6588, "step": 3246 }, { "epoch": 0.34, "learning_rate": 7.724064628173569e-05, "loss": 0.7366, "step": 3247 }, { "epoch": 0.34, "learning_rate": 7.722654645214148e-05, "loss": 0.6842, "step": 3248 }, { "epoch": 0.34, "learning_rate": 7.721244354418591e-05, "loss": 0.8617, "step": 3249 }, { "epoch": 0.34, "learning_rate": 7.719833755946351e-05, "loss": 0.7687, "step": 3250 }, { "epoch": 0.34, "learning_rate": 7.718422849956917e-05, "loss": 0.7375, "step": 3251 }, { "epoch": 0.34, "learning_rate": 7.717011636609815e-05, "loss": 0.7958, "step": 3252 }, { "epoch": 0.34, "learning_rate": 7.715600116064598e-05, "loss": 0.8031, "step": 3253 }, { "epoch": 0.34, "learning_rate": 7.714188288480864e-05, "loss": 0.8698, "step": 3254 }, { "epoch": 0.34, "learning_rate": 7.712776154018239e-05, "loss": 0.6289, "step": 3255 }, { "epoch": 0.34, "learning_rate": 7.711363712836385e-05, "loss": 0.8075, "step": 3256 }, { "epoch": 0.34, "learning_rate": 7.709950965095e-05, "loss": 0.701, "step": 3257 }, { "epoch": 0.34, "learning_rate": 7.708537910953817e-05, "loss": 0.8385, "step": 3258 }, { "epoch": 0.34, "learning_rate": 7.7071245505726e-05, "loss": 0.811, "step": 3259 }, { "epoch": 0.34, "learning_rate": 7.705710884111153e-05, "loss": 0.8275, "step": 3260 }, { "epoch": 0.34, "learning_rate": 7.704296911729309e-05, "loss": 0.7024, "step": 3261 }, { "epoch": 0.34, "learning_rate": 7.702882633586941e-05, "loss": 0.6723, "step": 3262 }, { "epoch": 0.34, "learning_rate": 7.701468049843952e-05, "loss": 0.6741, "step": 3263 }, { "epoch": 0.34, "learning_rate": 7.700053160660282e-05, "loss": 0.7579, "step": 3264 }, { "epoch": 0.34, "learning_rate": 7.698637966195905e-05, "loss": 0.6808, "step": 3265 }, { "epoch": 0.34, "learning_rate": 7.697222466610829e-05, "loss": 0.8126, "step": 3266 }, { "epoch": 0.34, "learning_rate": 7.695806662065099e-05, "loss": 0.508, "step": 3267 }, { "epoch": 0.34, "learning_rate": 7.694390552718791e-05, "loss": 0.6214, "step": 3268 }, { "epoch": 0.34, "learning_rate": 7.692974138732017e-05, "loss": 0.7111, "step": 3269 }, { "epoch": 0.34, "learning_rate": 7.691557420264926e-05, "loss": 0.6617, "step": 3270 }, { "epoch": 0.34, "learning_rate": 7.690140397477694e-05, "loss": 0.6653, "step": 3271 }, { "epoch": 0.34, "learning_rate": 7.688723070530539e-05, "loss": 0.7397, "step": 3272 }, { "epoch": 0.34, "learning_rate": 7.68730543958371e-05, "loss": 0.7422, "step": 3273 }, { "epoch": 0.34, "learning_rate": 7.685887504797493e-05, "loss": 0.8052, "step": 3274 }, { "epoch": 0.34, "learning_rate": 7.684469266332204e-05, "loss": 0.6203, "step": 3275 }, { "epoch": 0.34, "learning_rate": 7.683050724348197e-05, "loss": 0.6401, "step": 3276 }, { "epoch": 0.34, "learning_rate": 7.681631879005858e-05, "loss": 0.6777, "step": 3277 }, { "epoch": 0.34, "learning_rate": 7.680212730465608e-05, "loss": 0.7192, "step": 3278 }, { "epoch": 0.34, "learning_rate": 7.678793278887905e-05, "loss": 0.6775, "step": 3279 }, { "epoch": 0.34, "learning_rate": 7.677373524433237e-05, "loss": 0.7589, "step": 3280 }, { "epoch": 0.34, "learning_rate": 7.67595346726213e-05, "loss": 0.7132, "step": 3281 }, { "epoch": 0.34, "learning_rate": 7.674533107535138e-05, "loss": 0.8346, "step": 3282 }, { "epoch": 0.34, "learning_rate": 7.673112445412858e-05, "loss": 0.6824, "step": 3283 }, { "epoch": 0.34, "learning_rate": 7.671691481055915e-05, "loss": 0.6303, "step": 3284 }, { "epoch": 0.34, "learning_rate": 7.670270214624971e-05, "loss": 0.8085, "step": 3285 }, { "epoch": 0.34, "learning_rate": 7.668848646280718e-05, "loss": 0.7716, "step": 3286 }, { "epoch": 0.34, "learning_rate": 7.667426776183888e-05, "loss": 0.7379, "step": 3287 }, { "epoch": 0.34, "learning_rate": 7.666004604495243e-05, "loss": 0.6478, "step": 3288 }, { "epoch": 0.34, "learning_rate": 7.664582131375581e-05, "loss": 0.7779, "step": 3289 }, { "epoch": 0.34, "learning_rate": 7.663159356985736e-05, "loss": 0.768, "step": 3290 }, { "epoch": 0.34, "learning_rate": 7.661736281486569e-05, "loss": 0.6819, "step": 3291 }, { "epoch": 0.34, "learning_rate": 7.660312905038983e-05, "loss": 0.6829, "step": 3292 }, { "epoch": 0.34, "learning_rate": 7.658889227803909e-05, "loss": 0.7935, "step": 3293 }, { "epoch": 0.34, "learning_rate": 7.657465249942317e-05, "loss": 0.6899, "step": 3294 }, { "epoch": 0.34, "learning_rate": 7.656040971615208e-05, "loss": 0.7329, "step": 3295 }, { "epoch": 0.34, "learning_rate": 7.654616392983616e-05, "loss": 0.631, "step": 3296 }, { "epoch": 0.34, "learning_rate": 7.653191514208612e-05, "loss": 0.6439, "step": 3297 }, { "epoch": 0.34, "learning_rate": 7.6517663354513e-05, "loss": 0.629, "step": 3298 }, { "epoch": 0.34, "learning_rate": 7.650340856872815e-05, "loss": 0.6776, "step": 3299 }, { "epoch": 0.34, "learning_rate": 7.648915078634332e-05, "loss": 0.7006, "step": 3300 }, { "epoch": 0.34, "learning_rate": 7.647489000897055e-05, "loss": 0.7279, "step": 3301 }, { "epoch": 0.34, "learning_rate": 7.646062623822219e-05, "loss": 0.6711, "step": 3302 }, { "epoch": 0.34, "learning_rate": 7.644635947571103e-05, "loss": 0.7543, "step": 3303 }, { "epoch": 0.34, "learning_rate": 7.643208972305009e-05, "loss": 0.6261, "step": 3304 }, { "epoch": 0.34, "learning_rate": 7.64178169818528e-05, "loss": 0.855, "step": 3305 }, { "epoch": 0.34, "learning_rate": 7.640354125373291e-05, "loss": 0.7032, "step": 3306 }, { "epoch": 0.34, "learning_rate": 7.638926254030447e-05, "loss": 0.8188, "step": 3307 }, { "epoch": 0.34, "learning_rate": 7.637498084318191e-05, "loss": 0.7868, "step": 3308 }, { "epoch": 0.34, "learning_rate": 7.636069616398e-05, "loss": 0.7025, "step": 3309 }, { "epoch": 0.34, "learning_rate": 7.634640850431385e-05, "loss": 0.6809, "step": 3310 }, { "epoch": 0.34, "learning_rate": 7.633211786579884e-05, "loss": 0.6928, "step": 3311 }, { "epoch": 0.34, "learning_rate": 7.631782425005078e-05, "loss": 0.7251, "step": 3312 }, { "epoch": 0.34, "learning_rate": 7.630352765868574e-05, "loss": 0.6671, "step": 3313 }, { "epoch": 0.34, "learning_rate": 7.628922809332019e-05, "loss": 0.7641, "step": 3314 }, { "epoch": 0.34, "learning_rate": 7.627492555557087e-05, "loss": 0.8503, "step": 3315 }, { "epoch": 0.34, "learning_rate": 7.626062004705494e-05, "loss": 0.7299, "step": 3316 }, { "epoch": 0.34, "learning_rate": 7.624631156938981e-05, "loss": 0.7861, "step": 3317 }, { "epoch": 0.34, "learning_rate": 7.623200012419327e-05, "loss": 0.7174, "step": 3318 }, { "epoch": 0.34, "learning_rate": 7.621768571308345e-05, "loss": 0.7247, "step": 3319 }, { "epoch": 0.34, "learning_rate": 7.62033683376788e-05, "loss": 0.7115, "step": 3320 }, { "epoch": 0.34, "learning_rate": 7.618904799959811e-05, "loss": 0.8818, "step": 3321 }, { "epoch": 0.34, "learning_rate": 7.61747247004605e-05, "loss": 0.6605, "step": 3322 }, { "epoch": 0.34, "learning_rate": 7.616039844188544e-05, "loss": 0.7504, "step": 3323 }, { "epoch": 0.35, "learning_rate": 7.614606922549271e-05, "loss": 0.7392, "step": 3324 }, { "epoch": 0.35, "learning_rate": 7.613173705290247e-05, "loss": 0.7055, "step": 3325 }, { "epoch": 0.35, "learning_rate": 7.611740192573513e-05, "loss": 0.6982, "step": 3326 }, { "epoch": 0.35, "learning_rate": 7.610306384561152e-05, "loss": 0.8878, "step": 3327 }, { "epoch": 0.35, "learning_rate": 7.608872281415276e-05, "loss": 0.7217, "step": 3328 }, { "epoch": 0.35, "learning_rate": 7.607437883298037e-05, "loss": 0.663, "step": 3329 }, { "epoch": 0.35, "learning_rate": 7.606003190371604e-05, "loss": 0.5867, "step": 3330 }, { "epoch": 0.35, "learning_rate": 7.604568202798199e-05, "loss": 0.7377, "step": 3331 }, { "epoch": 0.35, "learning_rate": 7.603132920740066e-05, "loss": 0.7069, "step": 3332 }, { "epoch": 0.35, "learning_rate": 7.601697344359483e-05, "loss": 0.6781, "step": 3333 }, { "epoch": 0.35, "learning_rate": 7.600261473818764e-05, "loss": 0.7863, "step": 3334 }, { "epoch": 0.35, "learning_rate": 7.598825309280257e-05, "loss": 0.7122, "step": 3335 }, { "epoch": 0.35, "learning_rate": 7.59738885090634e-05, "loss": 0.7886, "step": 3336 }, { "epoch": 0.35, "learning_rate": 7.595952098859423e-05, "loss": 0.8241, "step": 3337 }, { "epoch": 0.35, "learning_rate": 7.594515053301957e-05, "loss": 0.7765, "step": 3338 }, { "epoch": 0.35, "learning_rate": 7.59307771439642e-05, "loss": 0.7185, "step": 3339 }, { "epoch": 0.35, "learning_rate": 7.59164008230532e-05, "loss": 0.6653, "step": 3340 }, { "epoch": 0.35, "learning_rate": 7.590202157191208e-05, "loss": 0.6385, "step": 3341 }, { "epoch": 0.35, "learning_rate": 7.58876393921666e-05, "loss": 0.7331, "step": 3342 }, { "epoch": 0.35, "learning_rate": 7.587325428544288e-05, "loss": 0.832, "step": 3343 }, { "epoch": 0.35, "learning_rate": 7.585886625336734e-05, "loss": 0.7591, "step": 3344 }, { "epoch": 0.35, "learning_rate": 7.584447529756682e-05, "loss": 0.7052, "step": 3345 }, { "epoch": 0.35, "learning_rate": 7.583008141966838e-05, "loss": 0.71, "step": 3346 }, { "epoch": 0.35, "learning_rate": 7.581568462129946e-05, "loss": 0.815, "step": 3347 }, { "epoch": 0.35, "learning_rate": 7.580128490408787e-05, "loss": 0.6785, "step": 3348 }, { "epoch": 0.35, "learning_rate": 7.578688226966166e-05, "loss": 0.6624, "step": 3349 }, { "epoch": 0.35, "learning_rate": 7.577247671964929e-05, "loss": 0.7849, "step": 3350 }, { "epoch": 0.35, "learning_rate": 7.575806825567953e-05, "loss": 0.7335, "step": 3351 }, { "epoch": 0.35, "learning_rate": 7.574365687938142e-05, "loss": 0.7451, "step": 3352 }, { "epoch": 0.35, "learning_rate": 7.572924259238443e-05, "loss": 0.7293, "step": 3353 }, { "epoch": 0.35, "learning_rate": 7.571482539631828e-05, "loss": 0.8299, "step": 3354 }, { "epoch": 0.35, "learning_rate": 7.570040529281306e-05, "loss": 0.7498, "step": 3355 }, { "epoch": 0.35, "learning_rate": 7.568598228349915e-05, "loss": 0.748, "step": 3356 }, { "epoch": 0.35, "learning_rate": 7.567155637000732e-05, "loss": 0.8129, "step": 3357 }, { "epoch": 0.35, "learning_rate": 7.565712755396859e-05, "loss": 0.7148, "step": 3358 }, { "epoch": 0.35, "learning_rate": 7.564269583701438e-05, "loss": 0.7279, "step": 3359 }, { "epoch": 0.35, "learning_rate": 7.56282612207764e-05, "loss": 0.7887, "step": 3360 }, { "epoch": 0.35, "learning_rate": 7.56138237068867e-05, "loss": 0.7689, "step": 3361 }, { "epoch": 0.35, "learning_rate": 7.559938329697762e-05, "loss": 0.6279, "step": 3362 }, { "epoch": 0.35, "learning_rate": 7.558493999268192e-05, "loss": 0.6224, "step": 3363 }, { "epoch": 0.35, "learning_rate": 7.55704937956326e-05, "loss": 0.7824, "step": 3364 }, { "epoch": 0.35, "learning_rate": 7.555604470746298e-05, "loss": 0.7283, "step": 3365 }, { "epoch": 0.35, "learning_rate": 7.554159272980679e-05, "loss": 0.7299, "step": 3366 }, { "epoch": 0.35, "learning_rate": 7.552713786429803e-05, "loss": 0.7199, "step": 3367 }, { "epoch": 0.35, "learning_rate": 7.551268011257102e-05, "loss": 0.6857, "step": 3368 }, { "epoch": 0.35, "learning_rate": 7.549821947626041e-05, "loss": 0.7722, "step": 3369 }, { "epoch": 0.35, "learning_rate": 7.548375595700123e-05, "loss": 0.8044, "step": 3370 }, { "epoch": 0.35, "learning_rate": 7.546928955642875e-05, "loss": 0.728, "step": 3371 }, { "epoch": 0.35, "learning_rate": 7.545482027617865e-05, "loss": 0.767, "step": 3372 }, { "epoch": 0.35, "learning_rate": 7.544034811788686e-05, "loss": 0.6582, "step": 3373 }, { "epoch": 0.35, "learning_rate": 7.542587308318968e-05, "loss": 0.6121, "step": 3374 }, { "epoch": 0.35, "learning_rate": 7.541139517372373e-05, "loss": 0.7793, "step": 3375 }, { "epoch": 0.35, "learning_rate": 7.539691439112595e-05, "loss": 0.6929, "step": 3376 }, { "epoch": 0.35, "learning_rate": 7.538243073703361e-05, "loss": 0.6667, "step": 3377 }, { "epoch": 0.35, "learning_rate": 7.536794421308429e-05, "loss": 0.7071, "step": 3378 }, { "epoch": 0.35, "learning_rate": 7.535345482091592e-05, "loss": 0.7643, "step": 3379 }, { "epoch": 0.35, "learning_rate": 7.533896256216672e-05, "loss": 0.5839, "step": 3380 }, { "epoch": 0.35, "learning_rate": 7.532446743847526e-05, "loss": 0.8161, "step": 3381 }, { "epoch": 0.35, "learning_rate": 7.530996945148043e-05, "loss": 0.6944, "step": 3382 }, { "epoch": 0.35, "learning_rate": 7.529546860282145e-05, "loss": 0.7792, "step": 3383 }, { "epoch": 0.35, "learning_rate": 7.528096489413783e-05, "loss": 0.7202, "step": 3384 }, { "epoch": 0.35, "learning_rate": 7.526645832706945e-05, "loss": 0.7828, "step": 3385 }, { "epoch": 0.35, "learning_rate": 7.525194890325647e-05, "loss": 0.6967, "step": 3386 }, { "epoch": 0.35, "learning_rate": 7.52374366243394e-05, "loss": 0.7157, "step": 3387 }, { "epoch": 0.35, "learning_rate": 7.522292149195907e-05, "loss": 0.8369, "step": 3388 }, { "epoch": 0.35, "learning_rate": 7.520840350775664e-05, "loss": 0.7482, "step": 3389 }, { "epoch": 0.35, "learning_rate": 7.519388267337357e-05, "loss": 0.5998, "step": 3390 }, { "epoch": 0.35, "learning_rate": 7.517935899045166e-05, "loss": 0.7325, "step": 3391 }, { "epoch": 0.35, "learning_rate": 7.516483246063302e-05, "loss": 0.8154, "step": 3392 }, { "epoch": 0.35, "learning_rate": 7.515030308556008e-05, "loss": 0.674, "step": 3393 }, { "epoch": 0.35, "learning_rate": 7.513577086687561e-05, "loss": 0.7433, "step": 3394 }, { "epoch": 0.35, "learning_rate": 7.51212358062227e-05, "loss": 0.784, "step": 3395 }, { "epoch": 0.35, "learning_rate": 7.510669790524474e-05, "loss": 0.69, "step": 3396 }, { "epoch": 0.35, "learning_rate": 7.509215716558544e-05, "loss": 0.7586, "step": 3397 }, { "epoch": 0.35, "learning_rate": 7.507761358888887e-05, "loss": 0.7433, "step": 3398 }, { "epoch": 0.35, "learning_rate": 7.506306717679941e-05, "loss": 0.7747, "step": 3399 }, { "epoch": 0.35, "learning_rate": 7.504851793096169e-05, "loss": 0.6503, "step": 3400 }, { "epoch": 0.35, "learning_rate": 7.503396585302074e-05, "loss": 0.6867, "step": 3401 }, { "epoch": 0.35, "learning_rate": 7.501941094462193e-05, "loss": 0.7839, "step": 3402 }, { "epoch": 0.35, "learning_rate": 7.500485320741083e-05, "loss": 0.7473, "step": 3403 }, { "epoch": 0.35, "learning_rate": 7.499029264303346e-05, "loss": 0.7462, "step": 3404 }, { "epoch": 0.35, "learning_rate": 7.49757292531361e-05, "loss": 0.773, "step": 3405 }, { "epoch": 0.35, "learning_rate": 7.496116303936535e-05, "loss": 0.7208, "step": 3406 }, { "epoch": 0.35, "learning_rate": 7.494659400336812e-05, "loss": 0.7812, "step": 3407 }, { "epoch": 0.35, "learning_rate": 7.493202214679166e-05, "loss": 0.7013, "step": 3408 }, { "epoch": 0.35, "learning_rate": 7.491744747128355e-05, "loss": 0.7527, "step": 3409 }, { "epoch": 0.35, "learning_rate": 7.490286997849165e-05, "loss": 0.7579, "step": 3410 }, { "epoch": 0.35, "learning_rate": 7.488828967006419e-05, "loss": 0.7355, "step": 3411 }, { "epoch": 0.35, "learning_rate": 7.487370654764965e-05, "loss": 0.7368, "step": 3412 }, { "epoch": 0.35, "learning_rate": 7.485912061289688e-05, "loss": 0.7418, "step": 3413 }, { "epoch": 0.35, "learning_rate": 7.484453186745504e-05, "loss": 0.6908, "step": 3414 }, { "epoch": 0.35, "learning_rate": 7.482994031297363e-05, "loss": 0.7752, "step": 3415 }, { "epoch": 0.35, "learning_rate": 7.481534595110237e-05, "loss": 0.7771, "step": 3416 }, { "epoch": 0.35, "learning_rate": 7.480074878349143e-05, "loss": 0.6707, "step": 3417 }, { "epoch": 0.35, "learning_rate": 7.47861488117912e-05, "loss": 0.7088, "step": 3418 }, { "epoch": 0.35, "learning_rate": 7.477154603765244e-05, "loss": 0.7325, "step": 3419 }, { "epoch": 0.36, "learning_rate": 7.47569404627262e-05, "loss": 0.6786, "step": 3420 }, { "epoch": 0.36, "learning_rate": 7.474233208866386e-05, "loss": 0.765, "step": 3421 }, { "epoch": 0.36, "learning_rate": 7.47277209171171e-05, "loss": 0.6541, "step": 3422 }, { "epoch": 0.36, "learning_rate": 7.471310694973794e-05, "loss": 0.7811, "step": 3423 }, { "epoch": 0.36, "learning_rate": 7.46984901881787e-05, "loss": 0.6593, "step": 3424 }, { "epoch": 0.36, "learning_rate": 7.468387063409202e-05, "loss": 0.6955, "step": 3425 }, { "epoch": 0.36, "learning_rate": 7.466924828913087e-05, "loss": 0.6359, "step": 3426 }, { "epoch": 0.36, "learning_rate": 7.465462315494848e-05, "loss": 0.791, "step": 3427 }, { "epoch": 0.36, "learning_rate": 7.463999523319847e-05, "loss": 0.6827, "step": 3428 }, { "epoch": 0.36, "learning_rate": 7.462536452553474e-05, "loss": 0.7244, "step": 3429 }, { "epoch": 0.36, "learning_rate": 7.461073103361149e-05, "loss": 0.7682, "step": 3430 }, { "epoch": 0.36, "learning_rate": 7.459609475908327e-05, "loss": 0.6738, "step": 3431 }, { "epoch": 0.36, "learning_rate": 7.458145570360492e-05, "loss": 0.6547, "step": 3432 }, { "epoch": 0.36, "learning_rate": 7.45668138688316e-05, "loss": 0.7803, "step": 3433 }, { "epoch": 0.36, "learning_rate": 7.455216925641878e-05, "loss": 0.6498, "step": 3434 }, { "epoch": 0.36, "learning_rate": 7.453752186802225e-05, "loss": 0.7395, "step": 3435 }, { "epoch": 0.36, "learning_rate": 7.452287170529813e-05, "loss": 0.7251, "step": 3436 }, { "epoch": 0.36, "learning_rate": 7.45082187699028e-05, "loss": 0.5767, "step": 3437 }, { "epoch": 0.36, "learning_rate": 7.449356306349301e-05, "loss": 0.775, "step": 3438 }, { "epoch": 0.36, "learning_rate": 7.447890458772581e-05, "loss": 0.7284, "step": 3439 }, { "epoch": 0.36, "learning_rate": 7.446424334425856e-05, "loss": 0.7607, "step": 3440 }, { "epoch": 0.36, "learning_rate": 7.444957933474891e-05, "loss": 0.6294, "step": 3441 }, { "epoch": 0.36, "learning_rate": 7.443491256085486e-05, "loss": 0.7177, "step": 3442 }, { "epoch": 0.36, "learning_rate": 7.442024302423467e-05, "loss": 0.7091, "step": 3443 }, { "epoch": 0.36, "learning_rate": 7.4405570726547e-05, "loss": 0.7938, "step": 3444 }, { "epoch": 0.36, "learning_rate": 7.439089566945073e-05, "loss": 0.6391, "step": 3445 }, { "epoch": 0.36, "learning_rate": 7.43762178546051e-05, "loss": 0.7436, "step": 3446 }, { "epoch": 0.36, "learning_rate": 7.436153728366966e-05, "loss": 0.741, "step": 3447 }, { "epoch": 0.36, "learning_rate": 7.434685395830427e-05, "loss": 0.6435, "step": 3448 }, { "epoch": 0.36, "learning_rate": 7.433216788016906e-05, "loss": 0.6439, "step": 3449 }, { "epoch": 0.36, "learning_rate": 7.431747905092454e-05, "loss": 0.7854, "step": 3450 }, { "epoch": 0.36, "learning_rate": 7.43027874722315e-05, "loss": 0.7639, "step": 3451 }, { "epoch": 0.36, "learning_rate": 7.428809314575103e-05, "loss": 0.6254, "step": 3452 }, { "epoch": 0.36, "learning_rate": 7.427339607314454e-05, "loss": 0.7701, "step": 3453 }, { "epoch": 0.36, "learning_rate": 7.425869625607372e-05, "loss": 0.7425, "step": 3454 }, { "epoch": 0.36, "learning_rate": 7.424399369620066e-05, "loss": 0.5914, "step": 3455 }, { "epoch": 0.36, "learning_rate": 7.422928839518765e-05, "loss": 0.7628, "step": 3456 }, { "epoch": 0.36, "learning_rate": 7.421458035469738e-05, "loss": 0.7699, "step": 3457 }, { "epoch": 0.36, "learning_rate": 7.419986957639278e-05, "loss": 0.7038, "step": 3458 }, { "epoch": 0.36, "learning_rate": 7.418515606193713e-05, "loss": 0.7886, "step": 3459 }, { "epoch": 0.36, "learning_rate": 7.417043981299402e-05, "loss": 0.8658, "step": 3460 }, { "epoch": 0.36, "learning_rate": 7.415572083122733e-05, "loss": 0.7141, "step": 3461 }, { "epoch": 0.36, "learning_rate": 7.414099911830124e-05, "loss": 0.7902, "step": 3462 }, { "epoch": 0.36, "learning_rate": 7.412627467588027e-05, "loss": 0.7323, "step": 3463 }, { "epoch": 0.36, "learning_rate": 7.411154750562925e-05, "loss": 0.6834, "step": 3464 }, { "epoch": 0.36, "learning_rate": 7.409681760921327e-05, "loss": 0.684, "step": 3465 }, { "epoch": 0.36, "learning_rate": 7.408208498829781e-05, "loss": 0.6112, "step": 3466 }, { "epoch": 0.36, "learning_rate": 7.406734964454855e-05, "loss": 0.6466, "step": 3467 }, { "epoch": 0.36, "learning_rate": 7.405261157963158e-05, "loss": 0.6543, "step": 3468 }, { "epoch": 0.36, "learning_rate": 7.403787079521325e-05, "loss": 0.7066, "step": 3469 }, { "epoch": 0.36, "learning_rate": 7.402312729296021e-05, "loss": 0.5783, "step": 3470 }, { "epoch": 0.36, "learning_rate": 7.400838107453942e-05, "loss": 0.6402, "step": 3471 }, { "epoch": 0.36, "learning_rate": 7.399363214161818e-05, "loss": 0.7769, "step": 3472 }, { "epoch": 0.36, "learning_rate": 7.397888049586407e-05, "loss": 0.7567, "step": 3473 }, { "epoch": 0.36, "learning_rate": 7.396412613894496e-05, "loss": 0.753, "step": 3474 }, { "epoch": 0.36, "learning_rate": 7.394936907252907e-05, "loss": 0.6762, "step": 3475 }, { "epoch": 0.36, "learning_rate": 7.393460929828491e-05, "loss": 0.691, "step": 3476 }, { "epoch": 0.36, "learning_rate": 7.391984681788126e-05, "loss": 0.5744, "step": 3477 }, { "epoch": 0.36, "learning_rate": 7.390508163298725e-05, "loss": 0.6107, "step": 3478 }, { "epoch": 0.36, "learning_rate": 7.389031374527231e-05, "loss": 0.6371, "step": 3479 }, { "epoch": 0.36, "learning_rate": 7.387554315640614e-05, "loss": 0.6445, "step": 3480 }, { "epoch": 0.36, "learning_rate": 7.38607698680588e-05, "loss": 0.731, "step": 3481 }, { "epoch": 0.36, "learning_rate": 7.384599388190063e-05, "loss": 0.7468, "step": 3482 }, { "epoch": 0.36, "learning_rate": 7.383121519960226e-05, "loss": 0.7985, "step": 3483 }, { "epoch": 0.36, "learning_rate": 7.381643382283463e-05, "loss": 0.7094, "step": 3484 }, { "epoch": 0.36, "learning_rate": 7.380164975326899e-05, "loss": 0.6787, "step": 3485 }, { "epoch": 0.36, "learning_rate": 7.378686299257694e-05, "loss": 0.7463, "step": 3486 }, { "epoch": 0.36, "learning_rate": 7.377207354243027e-05, "loss": 0.7762, "step": 3487 }, { "epoch": 0.36, "learning_rate": 7.375728140450117e-05, "loss": 0.7305, "step": 3488 }, { "epoch": 0.36, "learning_rate": 7.374248658046216e-05, "loss": 0.6887, "step": 3489 }, { "epoch": 0.36, "learning_rate": 7.372768907198596e-05, "loss": 0.6743, "step": 3490 }, { "epoch": 0.36, "learning_rate": 7.371288888074566e-05, "loss": 0.6546, "step": 3491 }, { "epoch": 0.36, "learning_rate": 7.369808600841464e-05, "loss": 0.7426, "step": 3492 }, { "epoch": 0.36, "learning_rate": 7.368328045666658e-05, "loss": 0.8457, "step": 3493 }, { "epoch": 0.36, "learning_rate": 7.366847222717544e-05, "loss": 0.6241, "step": 3494 }, { "epoch": 0.36, "learning_rate": 7.365366132161557e-05, "loss": 0.715, "step": 3495 }, { "epoch": 0.36, "learning_rate": 7.36388477416615e-05, "loss": 0.7781, "step": 3496 }, { "epoch": 0.36, "learning_rate": 7.362403148898816e-05, "loss": 0.6547, "step": 3497 }, { "epoch": 0.36, "learning_rate": 7.360921256527073e-05, "loss": 0.777, "step": 3498 }, { "epoch": 0.36, "learning_rate": 7.35943909721847e-05, "loss": 0.7397, "step": 3499 }, { "epoch": 0.36, "learning_rate": 7.357956671140588e-05, "loss": 0.5753, "step": 3500 }, { "epoch": 0.36, "learning_rate": 7.356473978461038e-05, "loss": 0.7145, "step": 3501 }, { "epoch": 0.36, "learning_rate": 7.35499101934746e-05, "loss": 0.6778, "step": 3502 }, { "epoch": 0.36, "learning_rate": 7.35350779396752e-05, "loss": 0.7379, "step": 3503 }, { "epoch": 0.36, "learning_rate": 7.352024302488925e-05, "loss": 0.7132, "step": 3504 }, { "epoch": 0.36, "learning_rate": 7.350540545079401e-05, "loss": 0.6391, "step": 3505 }, { "epoch": 0.36, "learning_rate": 7.34905652190671e-05, "loss": 0.6628, "step": 3506 }, { "epoch": 0.36, "learning_rate": 7.347572233138645e-05, "loss": 0.7741, "step": 3507 }, { "epoch": 0.36, "learning_rate": 7.346087678943021e-05, "loss": 0.8522, "step": 3508 }, { "epoch": 0.36, "learning_rate": 7.344602859487693e-05, "loss": 0.6733, "step": 3509 }, { "epoch": 0.36, "learning_rate": 7.34311777494054e-05, "loss": 0.8005, "step": 3510 }, { "epoch": 0.36, "learning_rate": 7.341632425469475e-05, "loss": 0.6417, "step": 3511 }, { "epoch": 0.36, "learning_rate": 7.340146811242436e-05, "loss": 0.6567, "step": 3512 }, { "epoch": 0.36, "learning_rate": 7.338660932427394e-05, "loss": 0.6965, "step": 3513 }, { "epoch": 0.36, "learning_rate": 7.337174789192352e-05, "loss": 0.7526, "step": 3514 }, { "epoch": 0.36, "learning_rate": 7.335688381705336e-05, "loss": 0.5836, "step": 3515 }, { "epoch": 0.37, "learning_rate": 7.33420171013441e-05, "loss": 0.7411, "step": 3516 }, { "epoch": 0.37, "learning_rate": 7.332714774647662e-05, "loss": 0.5151, "step": 3517 }, { "epoch": 0.37, "learning_rate": 7.331227575413213e-05, "loss": 0.7812, "step": 3518 }, { "epoch": 0.37, "learning_rate": 7.329740112599211e-05, "loss": 0.6098, "step": 3519 }, { "epoch": 0.37, "learning_rate": 7.328252386373837e-05, "loss": 0.7533, "step": 3520 }, { "epoch": 0.37, "learning_rate": 7.326764396905298e-05, "loss": 0.7116, "step": 3521 }, { "epoch": 0.37, "learning_rate": 7.325276144361837e-05, "loss": 0.7071, "step": 3522 }, { "epoch": 0.37, "learning_rate": 7.323787628911723e-05, "loss": 0.6683, "step": 3523 }, { "epoch": 0.37, "learning_rate": 7.32229885072325e-05, "loss": 0.7412, "step": 3524 }, { "epoch": 0.37, "learning_rate": 7.32080980996475e-05, "loss": 0.7276, "step": 3525 }, { "epoch": 0.37, "learning_rate": 7.319320506804578e-05, "loss": 0.7278, "step": 3526 }, { "epoch": 0.37, "learning_rate": 7.317830941411126e-05, "loss": 0.6887, "step": 3527 }, { "epoch": 0.37, "learning_rate": 7.316341113952807e-05, "loss": 0.7312, "step": 3528 }, { "epoch": 0.37, "learning_rate": 7.314851024598069e-05, "loss": 0.7247, "step": 3529 }, { "epoch": 0.37, "learning_rate": 7.31336067351539e-05, "loss": 0.7645, "step": 3530 }, { "epoch": 0.37, "learning_rate": 7.311870060873275e-05, "loss": 0.8004, "step": 3531 }, { "epoch": 0.37, "learning_rate": 7.310379186840258e-05, "loss": 0.7677, "step": 3532 }, { "epoch": 0.37, "learning_rate": 7.30888805158491e-05, "loss": 0.6653, "step": 3533 }, { "epoch": 0.37, "learning_rate": 7.307396655275818e-05, "loss": 0.6407, "step": 3534 }, { "epoch": 0.37, "learning_rate": 7.305904998081611e-05, "loss": 0.7858, "step": 3535 }, { "epoch": 0.37, "learning_rate": 7.304413080170943e-05, "loss": 0.63, "step": 3536 }, { "epoch": 0.37, "learning_rate": 7.302920901712496e-05, "loss": 0.8044, "step": 3537 }, { "epoch": 0.37, "learning_rate": 7.301428462874981e-05, "loss": 0.6653, "step": 3538 }, { "epoch": 0.37, "learning_rate": 7.299935763827144e-05, "loss": 0.6789, "step": 3539 }, { "epoch": 0.37, "learning_rate": 7.298442804737754e-05, "loss": 0.7373, "step": 3540 }, { "epoch": 0.37, "learning_rate": 7.296949585775611e-05, "loss": 0.6481, "step": 3541 }, { "epoch": 0.37, "learning_rate": 7.295456107109549e-05, "loss": 0.7108, "step": 3542 }, { "epoch": 0.37, "learning_rate": 7.293962368908425e-05, "loss": 0.6925, "step": 3543 }, { "epoch": 0.37, "learning_rate": 7.292468371341128e-05, "loss": 0.6947, "step": 3544 }, { "epoch": 0.37, "learning_rate": 7.290974114576577e-05, "loss": 0.6241, "step": 3545 }, { "epoch": 0.37, "learning_rate": 7.28947959878372e-05, "loss": 0.7535, "step": 3546 }, { "epoch": 0.37, "learning_rate": 7.287984824131534e-05, "loss": 0.7314, "step": 3547 }, { "epoch": 0.37, "learning_rate": 7.286489790789025e-05, "loss": 0.706, "step": 3548 }, { "epoch": 0.37, "learning_rate": 7.284994498925229e-05, "loss": 0.6542, "step": 3549 }, { "epoch": 0.37, "learning_rate": 7.283498948709209e-05, "loss": 0.6788, "step": 3550 }, { "epoch": 0.37, "learning_rate": 7.28200314031006e-05, "loss": 0.7647, "step": 3551 }, { "epoch": 0.37, "learning_rate": 7.280507073896906e-05, "loss": 0.7597, "step": 3552 }, { "epoch": 0.37, "learning_rate": 7.279010749638899e-05, "loss": 0.7497, "step": 3553 }, { "epoch": 0.37, "learning_rate": 7.277514167705218e-05, "loss": 0.7948, "step": 3554 }, { "epoch": 0.37, "learning_rate": 7.276017328265078e-05, "loss": 0.6105, "step": 3555 }, { "epoch": 0.37, "learning_rate": 7.274520231487715e-05, "loss": 0.8262, "step": 3556 }, { "epoch": 0.37, "learning_rate": 7.273022877542401e-05, "loss": 0.6747, "step": 3557 }, { "epoch": 0.37, "learning_rate": 7.27152526659843e-05, "loss": 0.7688, "step": 3558 }, { "epoch": 0.37, "learning_rate": 7.270027398825132e-05, "loss": 0.7176, "step": 3559 }, { "epoch": 0.37, "learning_rate": 7.268529274391861e-05, "loss": 0.8374, "step": 3560 }, { "epoch": 0.37, "learning_rate": 7.267030893468004e-05, "loss": 0.7687, "step": 3561 }, { "epoch": 0.37, "learning_rate": 7.265532256222974e-05, "loss": 0.7591, "step": 3562 }, { "epoch": 0.37, "learning_rate": 7.264033362826212e-05, "loss": 0.7261, "step": 3563 }, { "epoch": 0.37, "learning_rate": 7.262534213447193e-05, "loss": 0.7609, "step": 3564 }, { "epoch": 0.37, "learning_rate": 7.261034808255417e-05, "loss": 0.7244, "step": 3565 }, { "epoch": 0.37, "learning_rate": 7.259535147420413e-05, "loss": 0.7885, "step": 3566 }, { "epoch": 0.37, "learning_rate": 7.25803523111174e-05, "loss": 0.7599, "step": 3567 }, { "epoch": 0.37, "learning_rate": 7.256535059498987e-05, "loss": 0.6171, "step": 3568 }, { "epoch": 0.37, "learning_rate": 7.255034632751768e-05, "loss": 0.6766, "step": 3569 }, { "epoch": 0.37, "learning_rate": 7.25353395103973e-05, "loss": 0.7383, "step": 3570 }, { "epoch": 0.37, "learning_rate": 7.252033014532547e-05, "loss": 0.5664, "step": 3571 }, { "epoch": 0.37, "learning_rate": 7.250531823399922e-05, "loss": 0.7521, "step": 3572 }, { "epoch": 0.37, "learning_rate": 7.249030377811585e-05, "loss": 0.8043, "step": 3573 }, { "epoch": 0.37, "learning_rate": 7.247528677937298e-05, "loss": 0.7309, "step": 3574 }, { "epoch": 0.37, "learning_rate": 7.246026723946852e-05, "loss": 0.6566, "step": 3575 }, { "epoch": 0.37, "learning_rate": 7.244524516010061e-05, "loss": 0.7551, "step": 3576 }, { "epoch": 0.37, "learning_rate": 7.243022054296774e-05, "loss": 0.679, "step": 3577 }, { "epoch": 0.37, "learning_rate": 7.241519338976868e-05, "loss": 0.7067, "step": 3578 }, { "epoch": 0.37, "learning_rate": 7.240016370220243e-05, "loss": 0.6811, "step": 3579 }, { "epoch": 0.37, "learning_rate": 7.238513148196834e-05, "loss": 0.6103, "step": 3580 }, { "epoch": 0.37, "learning_rate": 7.237009673076604e-05, "loss": 0.7481, "step": 3581 }, { "epoch": 0.37, "learning_rate": 7.23550594502954e-05, "loss": 0.7264, "step": 3582 }, { "epoch": 0.37, "learning_rate": 7.234001964225663e-05, "loss": 0.7452, "step": 3583 }, { "epoch": 0.37, "learning_rate": 7.232497730835018e-05, "loss": 0.5678, "step": 3584 }, { "epoch": 0.37, "learning_rate": 7.230993245027682e-05, "loss": 0.7975, "step": 3585 }, { "epoch": 0.37, "learning_rate": 7.229488506973759e-05, "loss": 0.7524, "step": 3586 }, { "epoch": 0.37, "learning_rate": 7.227983516843379e-05, "loss": 0.7554, "step": 3587 }, { "epoch": 0.37, "learning_rate": 7.22647827480671e-05, "loss": 0.7092, "step": 3588 }, { "epoch": 0.37, "learning_rate": 7.224972781033936e-05, "loss": 0.778, "step": 3589 }, { "epoch": 0.37, "learning_rate": 7.223467035695275e-05, "loss": 0.8021, "step": 3590 }, { "epoch": 0.37, "learning_rate": 7.22196103896098e-05, "loss": 0.6198, "step": 3591 }, { "epoch": 0.37, "learning_rate": 7.220454791001319e-05, "loss": 0.6464, "step": 3592 }, { "epoch": 0.37, "learning_rate": 7.218948291986597e-05, "loss": 0.7267, "step": 3593 }, { "epoch": 0.37, "learning_rate": 7.21744154208715e-05, "loss": 0.7163, "step": 3594 }, { "epoch": 0.37, "learning_rate": 7.215934541473331e-05, "loss": 0.7956, "step": 3595 }, { "epoch": 0.37, "learning_rate": 7.214427290315535e-05, "loss": 0.6436, "step": 3596 }, { "epoch": 0.37, "learning_rate": 7.212919788784177e-05, "loss": 0.6119, "step": 3597 }, { "epoch": 0.37, "learning_rate": 7.211412037049701e-05, "loss": 0.7267, "step": 3598 }, { "epoch": 0.37, "learning_rate": 7.209904035282582e-05, "loss": 0.6145, "step": 3599 }, { "epoch": 0.37, "learning_rate": 7.208395783653321e-05, "loss": 0.6801, "step": 3600 }, { "epoch": 0.37, "learning_rate": 7.206887282332447e-05, "loss": 0.8423, "step": 3601 }, { "epoch": 0.37, "learning_rate": 7.205378531490521e-05, "loss": 0.708, "step": 3602 }, { "epoch": 0.37, "learning_rate": 7.203869531298127e-05, "loss": 0.5843, "step": 3603 }, { "epoch": 0.37, "learning_rate": 7.202360281925881e-05, "loss": 0.7083, "step": 3604 }, { "epoch": 0.37, "learning_rate": 7.200850783544425e-05, "loss": 0.6819, "step": 3605 }, { "epoch": 0.37, "learning_rate": 7.19934103632443e-05, "loss": 0.6991, "step": 3606 }, { "epoch": 0.37, "learning_rate": 7.197831040436596e-05, "loss": 0.7714, "step": 3607 }, { "epoch": 0.37, "learning_rate": 7.19632079605165e-05, "loss": 0.6132, "step": 3608 }, { "epoch": 0.37, "learning_rate": 7.194810303340346e-05, "loss": 0.6697, "step": 3609 }, { "epoch": 0.37, "learning_rate": 7.193299562473469e-05, "loss": 0.8685, "step": 3610 }, { "epoch": 0.37, "learning_rate": 7.191788573621831e-05, "loss": 0.6839, "step": 3611 }, { "epoch": 0.38, "learning_rate": 7.190277336956268e-05, "loss": 0.9158, "step": 3612 }, { "epoch": 0.38, "learning_rate": 7.188765852647652e-05, "loss": 0.6795, "step": 3613 }, { "epoch": 0.38, "learning_rate": 7.187254120866875e-05, "loss": 0.8069, "step": 3614 }, { "epoch": 0.38, "learning_rate": 7.185742141784864e-05, "loss": 0.6816, "step": 3615 }, { "epoch": 0.38, "learning_rate": 7.184229915572567e-05, "loss": 0.6974, "step": 3616 }, { "epoch": 0.38, "learning_rate": 7.182717442400965e-05, "loss": 0.8972, "step": 3617 }, { "epoch": 0.38, "learning_rate": 7.181204722441064e-05, "loss": 0.8791, "step": 3618 }, { "epoch": 0.38, "learning_rate": 7.179691755863902e-05, "loss": 0.7674, "step": 3619 }, { "epoch": 0.38, "learning_rate": 7.178178542840539e-05, "loss": 0.7629, "step": 3620 }, { "epoch": 0.38, "learning_rate": 7.176665083542069e-05, "loss": 0.6694, "step": 3621 }, { "epoch": 0.38, "learning_rate": 7.175151378139609e-05, "loss": 0.7932, "step": 3622 }, { "epoch": 0.38, "learning_rate": 7.173637426804305e-05, "loss": 0.7732, "step": 3623 }, { "epoch": 0.38, "learning_rate": 7.172123229707334e-05, "loss": 0.795, "step": 3624 }, { "epoch": 0.38, "learning_rate": 7.170608787019894e-05, "loss": 0.6948, "step": 3625 }, { "epoch": 0.38, "learning_rate": 7.169094098913221e-05, "loss": 0.7838, "step": 3626 }, { "epoch": 0.38, "learning_rate": 7.167579165558568e-05, "loss": 0.6955, "step": 3627 }, { "epoch": 0.38, "learning_rate": 7.166063987127221e-05, "loss": 0.7036, "step": 3628 }, { "epoch": 0.38, "learning_rate": 7.164548563790495e-05, "loss": 0.6351, "step": 3629 }, { "epoch": 0.38, "learning_rate": 7.16303289571973e-05, "loss": 0.6879, "step": 3630 }, { "epoch": 0.38, "learning_rate": 7.161516983086294e-05, "loss": 0.8104, "step": 3631 }, { "epoch": 0.38, "learning_rate": 7.160000826061584e-05, "loss": 0.7887, "step": 3632 }, { "epoch": 0.38, "learning_rate": 7.158484424817025e-05, "loss": 0.7059, "step": 3633 }, { "epoch": 0.38, "learning_rate": 7.156967779524065e-05, "loss": 0.7775, "step": 3634 }, { "epoch": 0.38, "learning_rate": 7.155450890354187e-05, "loss": 0.6997, "step": 3635 }, { "epoch": 0.38, "learning_rate": 7.153933757478894e-05, "loss": 0.6315, "step": 3636 }, { "epoch": 0.38, "learning_rate": 7.152416381069723e-05, "loss": 0.6325, "step": 3637 }, { "epoch": 0.38, "learning_rate": 7.150898761298234e-05, "loss": 0.7173, "step": 3638 }, { "epoch": 0.38, "learning_rate": 7.149380898336017e-05, "loss": 0.5699, "step": 3639 }, { "epoch": 0.38, "learning_rate": 7.14786279235469e-05, "loss": 0.7834, "step": 3640 }, { "epoch": 0.38, "learning_rate": 7.146344443525894e-05, "loss": 0.7034, "step": 3641 }, { "epoch": 0.38, "learning_rate": 7.144825852021303e-05, "loss": 0.672, "step": 3642 }, { "epoch": 0.38, "learning_rate": 7.143307018012616e-05, "loss": 0.7467, "step": 3643 }, { "epoch": 0.38, "learning_rate": 7.141787941671558e-05, "loss": 0.6988, "step": 3644 }, { "epoch": 0.38, "learning_rate": 7.140268623169884e-05, "loss": 0.8119, "step": 3645 }, { "epoch": 0.38, "learning_rate": 7.138749062679378e-05, "loss": 0.6484, "step": 3646 }, { "epoch": 0.38, "learning_rate": 7.137229260371843e-05, "loss": 0.7042, "step": 3647 }, { "epoch": 0.38, "learning_rate": 7.135709216419118e-05, "loss": 0.6781, "step": 3648 }, { "epoch": 0.38, "learning_rate": 7.134188930993068e-05, "loss": 0.6994, "step": 3649 }, { "epoch": 0.38, "learning_rate": 7.13266840426558e-05, "loss": 0.7527, "step": 3650 }, { "epoch": 0.38, "learning_rate": 7.131147636408575e-05, "loss": 0.8254, "step": 3651 }, { "epoch": 0.38, "learning_rate": 7.129626627593995e-05, "loss": 0.8314, "step": 3652 }, { "epoch": 0.38, "learning_rate": 7.128105377993817e-05, "loss": 0.7365, "step": 3653 }, { "epoch": 0.38, "learning_rate": 7.126583887780036e-05, "loss": 0.7338, "step": 3654 }, { "epoch": 0.38, "learning_rate": 7.125062157124682e-05, "loss": 0.718, "step": 3655 }, { "epoch": 0.38, "learning_rate": 7.123540186199807e-05, "loss": 0.5278, "step": 3656 }, { "epoch": 0.38, "learning_rate": 7.122017975177493e-05, "loss": 0.7832, "step": 3657 }, { "epoch": 0.38, "learning_rate": 7.12049552422985e-05, "loss": 0.7239, "step": 3658 }, { "epoch": 0.38, "learning_rate": 7.11897283352901e-05, "loss": 0.7766, "step": 3659 }, { "epoch": 0.38, "learning_rate": 7.117449903247137e-05, "loss": 0.7556, "step": 3660 }, { "epoch": 0.38, "learning_rate": 7.115926733556424e-05, "loss": 0.694, "step": 3661 }, { "epoch": 0.38, "learning_rate": 7.114403324629082e-05, "loss": 0.6148, "step": 3662 }, { "epoch": 0.38, "learning_rate": 7.112879676637357e-05, "loss": 0.851, "step": 3663 }, { "epoch": 0.38, "learning_rate": 7.111355789753523e-05, "loss": 0.5973, "step": 3664 }, { "epoch": 0.38, "learning_rate": 7.109831664149874e-05, "loss": 0.7465, "step": 3665 }, { "epoch": 0.38, "learning_rate": 7.108307299998735e-05, "loss": 0.6272, "step": 3666 }, { "epoch": 0.38, "learning_rate": 7.10678269747246e-05, "loss": 0.7564, "step": 3667 }, { "epoch": 0.38, "learning_rate": 7.105257856743426e-05, "loss": 0.6646, "step": 3668 }, { "epoch": 0.38, "learning_rate": 7.103732777984038e-05, "loss": 0.6497, "step": 3669 }, { "epoch": 0.38, "learning_rate": 7.102207461366731e-05, "loss": 0.8342, "step": 3670 }, { "epoch": 0.38, "learning_rate": 7.100681907063965e-05, "loss": 0.6486, "step": 3671 }, { "epoch": 0.38, "learning_rate": 7.09915611524822e-05, "loss": 0.7575, "step": 3672 }, { "epoch": 0.38, "learning_rate": 7.097630086092018e-05, "loss": 0.9146, "step": 3673 }, { "epoch": 0.38, "learning_rate": 7.096103819767892e-05, "loss": 0.7792, "step": 3674 }, { "epoch": 0.38, "learning_rate": 7.094577316448412e-05, "loss": 0.7177, "step": 3675 }, { "epoch": 0.38, "learning_rate": 7.093050576306172e-05, "loss": 0.7902, "step": 3676 }, { "epoch": 0.38, "learning_rate": 7.091523599513794e-05, "loss": 0.6968, "step": 3677 }, { "epoch": 0.38, "learning_rate": 7.089996386243919e-05, "loss": 0.7362, "step": 3678 }, { "epoch": 0.38, "learning_rate": 7.088468936669225e-05, "loss": 0.7265, "step": 3679 }, { "epoch": 0.38, "learning_rate": 7.086941250962416e-05, "loss": 0.7237, "step": 3680 }, { "epoch": 0.38, "learning_rate": 7.085413329296213e-05, "loss": 0.883, "step": 3681 }, { "epoch": 0.38, "learning_rate": 7.083885171843372e-05, "loss": 0.6389, "step": 3682 }, { "epoch": 0.38, "learning_rate": 7.082356778776675e-05, "loss": 0.7823, "step": 3683 }, { "epoch": 0.38, "learning_rate": 7.08082815026893e-05, "loss": 0.6526, "step": 3684 }, { "epoch": 0.38, "learning_rate": 7.079299286492969e-05, "loss": 0.5881, "step": 3685 }, { "epoch": 0.38, "learning_rate": 7.077770187621653e-05, "loss": 0.7717, "step": 3686 }, { "epoch": 0.38, "learning_rate": 7.076240853827868e-05, "loss": 0.7921, "step": 3687 }, { "epoch": 0.38, "learning_rate": 7.074711285284529e-05, "loss": 0.7399, "step": 3688 }, { "epoch": 0.38, "learning_rate": 7.07318148216458e-05, "loss": 0.6916, "step": 3689 }, { "epoch": 0.38, "learning_rate": 7.071651444640981e-05, "loss": 0.7875, "step": 3690 }, { "epoch": 0.38, "learning_rate": 7.070121172886728e-05, "loss": 0.7415, "step": 3691 }, { "epoch": 0.38, "learning_rate": 7.068590667074841e-05, "loss": 0.6379, "step": 3692 }, { "epoch": 0.38, "learning_rate": 7.067059927378367e-05, "loss": 0.7408, "step": 3693 }, { "epoch": 0.38, "learning_rate": 7.065528953970376e-05, "loss": 0.6596, "step": 3694 }, { "epoch": 0.38, "learning_rate": 7.06399774702397e-05, "loss": 0.7407, "step": 3695 }, { "epoch": 0.38, "learning_rate": 7.062466306712273e-05, "loss": 0.7043, "step": 3696 }, { "epoch": 0.38, "learning_rate": 7.060934633208436e-05, "loss": 0.7249, "step": 3697 }, { "epoch": 0.38, "learning_rate": 7.059402726685638e-05, "loss": 0.7162, "step": 3698 }, { "epoch": 0.38, "learning_rate": 7.057870587317086e-05, "loss": 0.5817, "step": 3699 }, { "epoch": 0.38, "learning_rate": 7.056338215276009e-05, "loss": 0.6697, "step": 3700 }, { "epoch": 0.38, "learning_rate": 7.054805610735661e-05, "loss": 0.6386, "step": 3701 }, { "epoch": 0.38, "learning_rate": 7.053272773869329e-05, "loss": 0.7919, "step": 3702 }, { "epoch": 0.38, "learning_rate": 7.051739704850324e-05, "loss": 0.8472, "step": 3703 }, { "epoch": 0.38, "learning_rate": 7.050206403851978e-05, "loss": 0.7455, "step": 3704 }, { "epoch": 0.38, "learning_rate": 7.048672871047657e-05, "loss": 0.6197, "step": 3705 }, { "epoch": 0.38, "learning_rate": 7.047139106610746e-05, "loss": 0.7399, "step": 3706 }, { "epoch": 0.38, "learning_rate": 7.045605110714661e-05, "loss": 0.704, "step": 3707 }, { "epoch": 0.38, "learning_rate": 7.044070883532846e-05, "loss": 0.5963, "step": 3708 }, { "epoch": 0.39, "learning_rate": 7.042536425238763e-05, "loss": 0.8201, "step": 3709 }, { "epoch": 0.39, "learning_rate": 7.041001736005907e-05, "loss": 0.8344, "step": 3710 }, { "epoch": 0.39, "learning_rate": 7.039466816007798e-05, "loss": 0.7938, "step": 3711 }, { "epoch": 0.39, "learning_rate": 7.03793166541798e-05, "loss": 0.7327, "step": 3712 }, { "epoch": 0.39, "learning_rate": 7.036396284410026e-05, "loss": 0.8652, "step": 3713 }, { "epoch": 0.39, "learning_rate": 7.034860673157531e-05, "loss": 0.5969, "step": 3714 }, { "epoch": 0.39, "learning_rate": 7.03332483183412e-05, "loss": 0.8275, "step": 3715 }, { "epoch": 0.39, "learning_rate": 7.031788760613442e-05, "loss": 0.5933, "step": 3716 }, { "epoch": 0.39, "learning_rate": 7.030252459669175e-05, "loss": 0.7904, "step": 3717 }, { "epoch": 0.39, "learning_rate": 7.028715929175015e-05, "loss": 0.6853, "step": 3718 }, { "epoch": 0.39, "learning_rate": 7.027179169304694e-05, "loss": 0.6978, "step": 3719 }, { "epoch": 0.39, "learning_rate": 7.025642180231962e-05, "loss": 0.7269, "step": 3720 }, { "epoch": 0.39, "learning_rate": 7.024104962130603e-05, "loss": 0.5968, "step": 3721 }, { "epoch": 0.39, "learning_rate": 7.022567515174416e-05, "loss": 0.5925, "step": 3722 }, { "epoch": 0.39, "learning_rate": 7.021029839537236e-05, "loss": 0.6213, "step": 3723 }, { "epoch": 0.39, "learning_rate": 7.019491935392919e-05, "loss": 0.6978, "step": 3724 }, { "epoch": 0.39, "learning_rate": 7.017953802915348e-05, "loss": 0.7291, "step": 3725 }, { "epoch": 0.39, "learning_rate": 7.01641544227843e-05, "loss": 0.8256, "step": 3726 }, { "epoch": 0.39, "learning_rate": 7.0148768536561e-05, "loss": 0.7054, "step": 3727 }, { "epoch": 0.39, "learning_rate": 7.013338037222321e-05, "loss": 0.6719, "step": 3728 }, { "epoch": 0.39, "learning_rate": 7.011798993151073e-05, "loss": 0.6271, "step": 3729 }, { "epoch": 0.39, "learning_rate": 7.010259721616373e-05, "loss": 0.7342, "step": 3730 }, { "epoch": 0.39, "learning_rate": 7.008720222792254e-05, "loss": 0.7358, "step": 3731 }, { "epoch": 0.39, "learning_rate": 7.007180496852783e-05, "loss": 0.6842, "step": 3732 }, { "epoch": 0.39, "learning_rate": 7.005640543972046e-05, "loss": 0.7614, "step": 3733 }, { "epoch": 0.39, "learning_rate": 7.004100364324158e-05, "loss": 0.6855, "step": 3734 }, { "epoch": 0.39, "learning_rate": 7.002559958083258e-05, "loss": 0.8057, "step": 3735 }, { "epoch": 0.39, "learning_rate": 7.001019325423514e-05, "loss": 0.6675, "step": 3736 }, { "epoch": 0.39, "learning_rate": 6.999478466519113e-05, "loss": 0.6546, "step": 3737 }, { "epoch": 0.39, "learning_rate": 6.997937381544277e-05, "loss": 0.7554, "step": 3738 }, { "epoch": 0.39, "learning_rate": 6.996396070673245e-05, "loss": 0.8154, "step": 3739 }, { "epoch": 0.39, "learning_rate": 6.994854534080285e-05, "loss": 0.7392, "step": 3740 }, { "epoch": 0.39, "learning_rate": 6.993312771939692e-05, "loss": 0.6729, "step": 3741 }, { "epoch": 0.39, "learning_rate": 6.991770784425783e-05, "loss": 0.861, "step": 3742 }, { "epoch": 0.39, "learning_rate": 6.990228571712903e-05, "loss": 0.7284, "step": 3743 }, { "epoch": 0.39, "learning_rate": 6.988686133975424e-05, "loss": 0.8815, "step": 3744 }, { "epoch": 0.39, "learning_rate": 6.987143471387737e-05, "loss": 0.7305, "step": 3745 }, { "epoch": 0.39, "learning_rate": 6.985600584124265e-05, "loss": 0.8142, "step": 3746 }, { "epoch": 0.39, "learning_rate": 6.984057472359456e-05, "loss": 0.783, "step": 3747 }, { "epoch": 0.39, "learning_rate": 6.982514136267777e-05, "loss": 0.6872, "step": 3748 }, { "epoch": 0.39, "learning_rate": 6.98097057602373e-05, "loss": 0.9072, "step": 3749 }, { "epoch": 0.39, "learning_rate": 6.979426791801831e-05, "loss": 0.8782, "step": 3750 }, { "epoch": 0.39, "learning_rate": 6.977882783776635e-05, "loss": 0.7815, "step": 3751 }, { "epoch": 0.39, "learning_rate": 6.97633855212271e-05, "loss": 0.7211, "step": 3752 }, { "epoch": 0.39, "learning_rate": 6.974794097014654e-05, "loss": 0.7706, "step": 3753 }, { "epoch": 0.39, "learning_rate": 6.97324941862709e-05, "loss": 0.6477, "step": 3754 }, { "epoch": 0.39, "learning_rate": 6.971704517134671e-05, "loss": 0.7124, "step": 3755 }, { "epoch": 0.39, "learning_rate": 6.970159392712065e-05, "loss": 0.7467, "step": 3756 }, { "epoch": 0.39, "learning_rate": 6.968614045533974e-05, "loss": 0.8245, "step": 3757 }, { "epoch": 0.39, "learning_rate": 6.967068475775124e-05, "loss": 0.8658, "step": 3758 }, { "epoch": 0.39, "learning_rate": 6.96552268361026e-05, "loss": 0.7597, "step": 3759 }, { "epoch": 0.39, "learning_rate": 6.96397666921416e-05, "loss": 0.6659, "step": 3760 }, { "epoch": 0.39, "learning_rate": 6.962430432761623e-05, "loss": 0.8453, "step": 3761 }, { "epoch": 0.39, "learning_rate": 6.960883974427473e-05, "loss": 0.8382, "step": 3762 }, { "epoch": 0.39, "learning_rate": 6.959337294386559e-05, "loss": 0.6232, "step": 3763 }, { "epoch": 0.39, "learning_rate": 6.957790392813758e-05, "loss": 0.5705, "step": 3764 }, { "epoch": 0.39, "learning_rate": 6.956243269883971e-05, "loss": 0.7288, "step": 3765 }, { "epoch": 0.39, "learning_rate": 6.954695925772119e-05, "loss": 0.6891, "step": 3766 }, { "epoch": 0.39, "learning_rate": 6.953148360653154e-05, "loss": 0.7638, "step": 3767 }, { "epoch": 0.39, "learning_rate": 6.951600574702052e-05, "loss": 0.7028, "step": 3768 }, { "epoch": 0.39, "learning_rate": 6.95005256809381e-05, "loss": 0.6787, "step": 3769 }, { "epoch": 0.39, "learning_rate": 6.948504341003456e-05, "loss": 0.5446, "step": 3770 }, { "epoch": 0.39, "learning_rate": 6.946955893606041e-05, "loss": 0.6847, "step": 3771 }, { "epoch": 0.39, "learning_rate": 6.945407226076634e-05, "loss": 0.5847, "step": 3772 }, { "epoch": 0.39, "learning_rate": 6.943858338590341e-05, "loss": 0.7587, "step": 3773 }, { "epoch": 0.39, "learning_rate": 6.942309231322281e-05, "loss": 0.714, "step": 3774 }, { "epoch": 0.39, "learning_rate": 6.940759904447607e-05, "loss": 0.6246, "step": 3775 }, { "epoch": 0.39, "learning_rate": 6.939210358141493e-05, "loss": 0.6388, "step": 3776 }, { "epoch": 0.39, "learning_rate": 6.937660592579137e-05, "loss": 0.7479, "step": 3777 }, { "epoch": 0.39, "learning_rate": 6.936110607935762e-05, "loss": 0.7809, "step": 3778 }, { "epoch": 0.39, "learning_rate": 6.934560404386618e-05, "loss": 0.7446, "step": 3779 }, { "epoch": 0.39, "learning_rate": 6.933009982106979e-05, "loss": 0.8141, "step": 3780 }, { "epoch": 0.39, "learning_rate": 6.93145934127214e-05, "loss": 0.6401, "step": 3781 }, { "epoch": 0.39, "learning_rate": 6.929908482057424e-05, "loss": 0.7054, "step": 3782 }, { "epoch": 0.39, "learning_rate": 6.928357404638182e-05, "loss": 0.6534, "step": 3783 }, { "epoch": 0.39, "learning_rate": 6.926806109189785e-05, "loss": 0.6836, "step": 3784 }, { "epoch": 0.39, "learning_rate": 6.925254595887629e-05, "loss": 0.756, "step": 3785 }, { "epoch": 0.39, "learning_rate": 6.923702864907133e-05, "loss": 0.7216, "step": 3786 }, { "epoch": 0.39, "learning_rate": 6.922150916423747e-05, "loss": 0.7268, "step": 3787 }, { "epoch": 0.39, "learning_rate": 6.920598750612938e-05, "loss": 0.689, "step": 3788 }, { "epoch": 0.39, "learning_rate": 6.919046367650205e-05, "loss": 0.6881, "step": 3789 }, { "epoch": 0.39, "learning_rate": 6.917493767711067e-05, "loss": 0.6472, "step": 3790 }, { "epoch": 0.39, "learning_rate": 6.915940950971064e-05, "loss": 0.7062, "step": 3791 }, { "epoch": 0.39, "learning_rate": 6.914387917605769e-05, "loss": 0.6415, "step": 3792 }, { "epoch": 0.39, "learning_rate": 6.912834667790776e-05, "loss": 0.6946, "step": 3793 }, { "epoch": 0.39, "learning_rate": 6.911281201701695e-05, "loss": 0.7892, "step": 3794 }, { "epoch": 0.39, "learning_rate": 6.909727519514177e-05, "loss": 0.6532, "step": 3795 }, { "epoch": 0.39, "learning_rate": 6.908173621403888e-05, "loss": 0.6786, "step": 3796 }, { "epoch": 0.39, "learning_rate": 6.906619507546515e-05, "loss": 0.7333, "step": 3797 }, { "epoch": 0.39, "learning_rate": 6.905065178117773e-05, "loss": 0.7082, "step": 3798 }, { "epoch": 0.39, "learning_rate": 6.903510633293407e-05, "loss": 0.701, "step": 3799 }, { "epoch": 0.39, "learning_rate": 6.901955873249175e-05, "loss": 0.6276, "step": 3800 }, { "epoch": 0.39, "learning_rate": 6.900400898160869e-05, "loss": 0.6284, "step": 3801 }, { "epoch": 0.39, "learning_rate": 6.898845708204303e-05, "loss": 0.7079, "step": 3802 }, { "epoch": 0.39, "learning_rate": 6.89729030355531e-05, "loss": 0.7657, "step": 3803 }, { "epoch": 0.39, "learning_rate": 6.895734684389755e-05, "loss": 0.8555, "step": 3804 }, { "epoch": 0.4, "learning_rate": 6.894178850883521e-05, "loss": 0.5695, "step": 3805 }, { "epoch": 0.4, "learning_rate": 6.892622803212522e-05, "loss": 0.7401, "step": 3806 }, { "epoch": 0.4, "learning_rate": 6.891066541552687e-05, "loss": 0.6904, "step": 3807 }, { "epoch": 0.4, "learning_rate": 6.889510066079976e-05, "loss": 0.7849, "step": 3808 }, { "epoch": 0.4, "learning_rate": 6.887953376970373e-05, "loss": 0.7277, "step": 3809 }, { "epoch": 0.4, "learning_rate": 6.886396474399882e-05, "loss": 0.6439, "step": 3810 }, { "epoch": 0.4, "learning_rate": 6.884839358544537e-05, "loss": 0.6726, "step": 3811 }, { "epoch": 0.4, "learning_rate": 6.88328202958039e-05, "loss": 0.6752, "step": 3812 }, { "epoch": 0.4, "learning_rate": 6.88172448768352e-05, "loss": 0.6189, "step": 3813 }, { "epoch": 0.4, "learning_rate": 6.880166733030033e-05, "loss": 0.7032, "step": 3814 }, { "epoch": 0.4, "learning_rate": 6.878608765796054e-05, "loss": 0.6837, "step": 3815 }, { "epoch": 0.4, "learning_rate": 6.877050586157732e-05, "loss": 0.7594, "step": 3816 }, { "epoch": 0.4, "learning_rate": 6.875492194291245e-05, "loss": 0.6164, "step": 3817 }, { "epoch": 0.4, "learning_rate": 6.873933590372794e-05, "loss": 0.705, "step": 3818 }, { "epoch": 0.4, "learning_rate": 6.872374774578596e-05, "loss": 0.835, "step": 3819 }, { "epoch": 0.4, "learning_rate": 6.870815747084902e-05, "loss": 0.7398, "step": 3820 }, { "epoch": 0.4, "learning_rate": 6.869256508067985e-05, "loss": 0.6542, "step": 3821 }, { "epoch": 0.4, "learning_rate": 6.867697057704135e-05, "loss": 0.8398, "step": 3822 }, { "epoch": 0.4, "learning_rate": 6.866137396169675e-05, "loss": 0.6327, "step": 3823 }, { "epoch": 0.4, "learning_rate": 6.864577523640945e-05, "loss": 0.7583, "step": 3824 }, { "epoch": 0.4, "learning_rate": 6.863017440294311e-05, "loss": 0.6022, "step": 3825 }, { "epoch": 0.4, "learning_rate": 6.861457146306165e-05, "loss": 0.6721, "step": 3826 }, { "epoch": 0.4, "learning_rate": 6.859896641852924e-05, "loss": 0.6868, "step": 3827 }, { "epoch": 0.4, "learning_rate": 6.85833592711102e-05, "loss": 0.6196, "step": 3828 }, { "epoch": 0.4, "learning_rate": 6.856775002256918e-05, "loss": 0.7412, "step": 3829 }, { "epoch": 0.4, "learning_rate": 6.855213867467103e-05, "loss": 0.7095, "step": 3830 }, { "epoch": 0.4, "learning_rate": 6.853652522918085e-05, "loss": 0.6147, "step": 3831 }, { "epoch": 0.4, "learning_rate": 6.852090968786395e-05, "loss": 0.6292, "step": 3832 }, { "epoch": 0.4, "learning_rate": 6.850529205248592e-05, "loss": 0.7144, "step": 3833 }, { "epoch": 0.4, "learning_rate": 6.848967232481256e-05, "loss": 0.8199, "step": 3834 }, { "epoch": 0.4, "learning_rate": 6.847405050660989e-05, "loss": 0.6992, "step": 3835 }, { "epoch": 0.4, "learning_rate": 6.845842659964421e-05, "loss": 0.7803, "step": 3836 }, { "epoch": 0.4, "learning_rate": 6.844280060568202e-05, "loss": 0.6355, "step": 3837 }, { "epoch": 0.4, "learning_rate": 6.842717252649007e-05, "loss": 0.7446, "step": 3838 }, { "epoch": 0.4, "learning_rate": 6.841154236383533e-05, "loss": 0.8024, "step": 3839 }, { "epoch": 0.4, "learning_rate": 6.839591011948505e-05, "loss": 0.6189, "step": 3840 }, { "epoch": 0.4, "learning_rate": 6.838027579520667e-05, "loss": 0.6478, "step": 3841 }, { "epoch": 0.4, "learning_rate": 6.836463939276784e-05, "loss": 0.7659, "step": 3842 }, { "epoch": 0.4, "learning_rate": 6.834900091393658e-05, "loss": 0.7742, "step": 3843 }, { "epoch": 0.4, "learning_rate": 6.833336036048097e-05, "loss": 0.6697, "step": 3844 }, { "epoch": 0.4, "learning_rate": 6.831771773416942e-05, "loss": 0.7413, "step": 3845 }, { "epoch": 0.4, "learning_rate": 6.830207303677057e-05, "loss": 0.7346, "step": 3846 }, { "epoch": 0.4, "learning_rate": 6.828642627005329e-05, "loss": 0.6819, "step": 3847 }, { "epoch": 0.4, "learning_rate": 6.827077743578665e-05, "loss": 0.618, "step": 3848 }, { "epoch": 0.4, "learning_rate": 6.825512653574002e-05, "loss": 0.7187, "step": 3849 }, { "epoch": 0.4, "learning_rate": 6.823947357168295e-05, "loss": 0.7348, "step": 3850 }, { "epoch": 0.4, "learning_rate": 6.82238185453852e-05, "loss": 0.7772, "step": 3851 }, { "epoch": 0.4, "learning_rate": 6.820816145861684e-05, "loss": 0.7932, "step": 3852 }, { "epoch": 0.4, "learning_rate": 6.819250231314815e-05, "loss": 0.7246, "step": 3853 }, { "epoch": 0.4, "learning_rate": 6.817684111074958e-05, "loss": 0.6196, "step": 3854 }, { "epoch": 0.4, "learning_rate": 6.816117785319188e-05, "loss": 0.6268, "step": 3855 }, { "epoch": 0.4, "learning_rate": 6.814551254224601e-05, "loss": 0.6677, "step": 3856 }, { "epoch": 0.4, "learning_rate": 6.812984517968317e-05, "loss": 0.8141, "step": 3857 }, { "epoch": 0.4, "learning_rate": 6.811417576727479e-05, "loss": 0.6992, "step": 3858 }, { "epoch": 0.4, "learning_rate": 6.809850430679252e-05, "loss": 0.7525, "step": 3859 }, { "epoch": 0.4, "learning_rate": 6.808283080000823e-05, "loss": 0.7666, "step": 3860 }, { "epoch": 0.4, "learning_rate": 6.806715524869407e-05, "loss": 0.8341, "step": 3861 }, { "epoch": 0.4, "learning_rate": 6.805147765462239e-05, "loss": 0.8667, "step": 3862 }, { "epoch": 0.4, "learning_rate": 6.803579801956576e-05, "loss": 0.7494, "step": 3863 }, { "epoch": 0.4, "learning_rate": 6.802011634529697e-05, "loss": 0.6561, "step": 3864 }, { "epoch": 0.4, "learning_rate": 6.800443263358912e-05, "loss": 0.717, "step": 3865 }, { "epoch": 0.4, "learning_rate": 6.798874688621545e-05, "loss": 0.6564, "step": 3866 }, { "epoch": 0.4, "learning_rate": 6.797305910494944e-05, "loss": 0.613, "step": 3867 }, { "epoch": 0.4, "learning_rate": 6.795736929156488e-05, "loss": 0.8438, "step": 3868 }, { "epoch": 0.4, "learning_rate": 6.794167744783572e-05, "loss": 0.6956, "step": 3869 }, { "epoch": 0.4, "learning_rate": 6.79259835755361e-05, "loss": 0.6596, "step": 3870 }, { "epoch": 0.4, "learning_rate": 6.791028767644052e-05, "loss": 0.822, "step": 3871 }, { "epoch": 0.4, "learning_rate": 6.78945897523236e-05, "loss": 0.7199, "step": 3872 }, { "epoch": 0.4, "learning_rate": 6.787888980496017e-05, "loss": 0.7675, "step": 3873 }, { "epoch": 0.4, "learning_rate": 6.786318783612542e-05, "loss": 0.6894, "step": 3874 }, { "epoch": 0.4, "learning_rate": 6.784748384759466e-05, "loss": 0.7631, "step": 3875 }, { "epoch": 0.4, "learning_rate": 6.783177784114343e-05, "loss": 0.8133, "step": 3876 }, { "epoch": 0.4, "learning_rate": 6.781606981854757e-05, "loss": 0.6725, "step": 3877 }, { "epoch": 0.4, "learning_rate": 6.780035978158306e-05, "loss": 0.808, "step": 3878 }, { "epoch": 0.4, "learning_rate": 6.778464773202618e-05, "loss": 0.6574, "step": 3879 }, { "epoch": 0.4, "learning_rate": 6.77689336716534e-05, "loss": 0.6565, "step": 3880 }, { "epoch": 0.4, "learning_rate": 6.775321760224142e-05, "loss": 0.6269, "step": 3881 }, { "epoch": 0.4, "learning_rate": 6.773749952556717e-05, "loss": 0.8603, "step": 3882 }, { "epoch": 0.4, "learning_rate": 6.772177944340782e-05, "loss": 0.8145, "step": 3883 }, { "epoch": 0.4, "learning_rate": 6.770605735754076e-05, "loss": 0.801, "step": 3884 }, { "epoch": 0.4, "learning_rate": 6.76903332697436e-05, "loss": 0.6918, "step": 3885 }, { "epoch": 0.4, "learning_rate": 6.767460718179416e-05, "loss": 0.6976, "step": 3886 }, { "epoch": 0.4, "learning_rate": 6.765887909547053e-05, "loss": 0.7175, "step": 3887 }, { "epoch": 0.4, "learning_rate": 6.7643149012551e-05, "loss": 0.6588, "step": 3888 }, { "epoch": 0.4, "learning_rate": 6.762741693481406e-05, "loss": 0.7603, "step": 3889 }, { "epoch": 0.4, "learning_rate": 6.761168286403848e-05, "loss": 0.7537, "step": 3890 }, { "epoch": 0.4, "learning_rate": 6.759594680200323e-05, "loss": 0.77, "step": 3891 }, { "epoch": 0.4, "learning_rate": 6.758020875048748e-05, "loss": 0.7113, "step": 3892 }, { "epoch": 0.4, "learning_rate": 6.756446871127066e-05, "loss": 0.7593, "step": 3893 }, { "epoch": 0.4, "learning_rate": 6.754872668613241e-05, "loss": 0.6914, "step": 3894 }, { "epoch": 0.4, "learning_rate": 6.753298267685261e-05, "loss": 0.7095, "step": 3895 }, { "epoch": 0.4, "learning_rate": 6.751723668521136e-05, "loss": 0.8155, "step": 3896 }, { "epoch": 0.4, "learning_rate": 6.750148871298893e-05, "loss": 0.6882, "step": 3897 }, { "epoch": 0.4, "learning_rate": 6.748573876196592e-05, "loss": 0.7663, "step": 3898 }, { "epoch": 0.4, "learning_rate": 6.746998683392304e-05, "loss": 0.6974, "step": 3899 }, { "epoch": 0.4, "learning_rate": 6.74542329306413e-05, "loss": 0.6948, "step": 3900 }, { "epoch": 0.41, "learning_rate": 6.743847705390192e-05, "loss": 0.7167, "step": 3901 }, { "epoch": 0.41, "learning_rate": 6.742271920548631e-05, "loss": 0.6983, "step": 3902 }, { "epoch": 0.41, "learning_rate": 6.740695938717613e-05, "loss": 0.8493, "step": 3903 }, { "epoch": 0.41, "learning_rate": 6.73911976007533e-05, "loss": 0.6616, "step": 3904 }, { "epoch": 0.41, "learning_rate": 6.737543384799987e-05, "loss": 0.6357, "step": 3905 }, { "epoch": 0.41, "learning_rate": 6.735966813069819e-05, "loss": 0.6383, "step": 3906 }, { "epoch": 0.41, "learning_rate": 6.73439004506308e-05, "loss": 0.6432, "step": 3907 }, { "epoch": 0.41, "learning_rate": 6.732813080958047e-05, "loss": 0.6129, "step": 3908 }, { "epoch": 0.41, "learning_rate": 6.731235920933019e-05, "loss": 0.7216, "step": 3909 }, { "epoch": 0.41, "learning_rate": 6.729658565166315e-05, "loss": 0.7592, "step": 3910 }, { "epoch": 0.41, "learning_rate": 6.728081013836283e-05, "loss": 0.6294, "step": 3911 }, { "epoch": 0.41, "learning_rate": 6.726503267121285e-05, "loss": 0.6634, "step": 3912 }, { "epoch": 0.41, "learning_rate": 6.724925325199708e-05, "loss": 0.7025, "step": 3913 }, { "epoch": 0.41, "learning_rate": 6.723347188249964e-05, "loss": 0.7485, "step": 3914 }, { "epoch": 0.41, "learning_rate": 6.721768856450482e-05, "loss": 0.6744, "step": 3915 }, { "epoch": 0.41, "learning_rate": 6.720190329979717e-05, "loss": 0.6262, "step": 3916 }, { "epoch": 0.41, "learning_rate": 6.718611609016145e-05, "loss": 0.6787, "step": 3917 }, { "epoch": 0.41, "learning_rate": 6.717032693738264e-05, "loss": 0.7216, "step": 3918 }, { "epoch": 0.41, "learning_rate": 6.715453584324589e-05, "loss": 0.7904, "step": 3919 }, { "epoch": 0.41, "learning_rate": 6.713874280953669e-05, "loss": 0.6343, "step": 3920 }, { "epoch": 0.41, "learning_rate": 6.712294783804062e-05, "loss": 0.6737, "step": 3921 }, { "epoch": 0.41, "learning_rate": 6.710715093054356e-05, "loss": 0.6626, "step": 3922 }, { "epoch": 0.41, "learning_rate": 6.709135208883155e-05, "loss": 0.6931, "step": 3923 }, { "epoch": 0.41, "learning_rate": 6.707555131469093e-05, "loss": 0.6795, "step": 3924 }, { "epoch": 0.41, "learning_rate": 6.705974860990816e-05, "loss": 0.7214, "step": 3925 }, { "epoch": 0.41, "learning_rate": 6.704394397627e-05, "loss": 0.5719, "step": 3926 }, { "epoch": 0.41, "learning_rate": 6.70281374155634e-05, "loss": 0.7443, "step": 3927 }, { "epoch": 0.41, "learning_rate": 6.70123289295755e-05, "loss": 0.5446, "step": 3928 }, { "epoch": 0.41, "learning_rate": 6.69965185200937e-05, "loss": 0.8056, "step": 3929 }, { "epoch": 0.41, "learning_rate": 6.69807061889056e-05, "loss": 0.8407, "step": 3930 }, { "epoch": 0.41, "learning_rate": 6.6964891937799e-05, "loss": 0.7439, "step": 3931 }, { "epoch": 0.41, "learning_rate": 6.694907576856193e-05, "loss": 0.722, "step": 3932 }, { "epoch": 0.41, "learning_rate": 6.693325768298268e-05, "loss": 0.6535, "step": 3933 }, { "epoch": 0.41, "learning_rate": 6.691743768284968e-05, "loss": 0.7728, "step": 3934 }, { "epoch": 0.41, "learning_rate": 6.690161576995162e-05, "loss": 0.8321, "step": 3935 }, { "epoch": 0.41, "learning_rate": 6.688579194607741e-05, "loss": 0.7936, "step": 3936 }, { "epoch": 0.41, "learning_rate": 6.686996621301616e-05, "loss": 0.7782, "step": 3937 }, { "epoch": 0.41, "learning_rate": 6.68541385725572e-05, "loss": 0.665, "step": 3938 }, { "epoch": 0.41, "learning_rate": 6.683830902649009e-05, "loss": 0.6501, "step": 3939 }, { "epoch": 0.41, "learning_rate": 6.682247757660457e-05, "loss": 0.7846, "step": 3940 }, { "epoch": 0.41, "learning_rate": 6.680664422469063e-05, "loss": 0.7576, "step": 3941 }, { "epoch": 0.41, "learning_rate": 6.679080897253846e-05, "loss": 0.7306, "step": 3942 }, { "epoch": 0.41, "learning_rate": 6.67749718219385e-05, "loss": 0.7241, "step": 3943 }, { "epoch": 0.41, "learning_rate": 6.675913277468131e-05, "loss": 0.88, "step": 3944 }, { "epoch": 0.41, "learning_rate": 6.674329183255776e-05, "loss": 0.694, "step": 3945 }, { "epoch": 0.41, "learning_rate": 6.672744899735895e-05, "loss": 0.8215, "step": 3946 }, { "epoch": 0.41, "learning_rate": 6.671160427087606e-05, "loss": 0.6384, "step": 3947 }, { "epoch": 0.41, "learning_rate": 6.669575765490061e-05, "loss": 0.7833, "step": 3948 }, { "epoch": 0.41, "learning_rate": 6.667990915122429e-05, "loss": 0.6525, "step": 3949 }, { "epoch": 0.41, "learning_rate": 6.666405876163903e-05, "loss": 0.7748, "step": 3950 }, { "epoch": 0.41, "learning_rate": 6.66482064879369e-05, "loss": 0.7728, "step": 3951 }, { "epoch": 0.41, "learning_rate": 6.663235233191028e-05, "loss": 0.793, "step": 3952 }, { "epoch": 0.41, "learning_rate": 6.66164962953517e-05, "loss": 0.7501, "step": 3953 }, { "epoch": 0.41, "learning_rate": 6.660063838005388e-05, "loss": 0.6514, "step": 3954 }, { "epoch": 0.41, "learning_rate": 6.658477858780985e-05, "loss": 0.683, "step": 3955 }, { "epoch": 0.41, "learning_rate": 6.656891692041276e-05, "loss": 0.6954, "step": 3956 }, { "epoch": 0.41, "learning_rate": 6.6553053379656e-05, "loss": 0.7521, "step": 3957 }, { "epoch": 0.41, "learning_rate": 6.65371879673332e-05, "loss": 0.7845, "step": 3958 }, { "epoch": 0.41, "learning_rate": 6.652132068523818e-05, "loss": 0.7005, "step": 3959 }, { "epoch": 0.41, "learning_rate": 6.650545153516492e-05, "loss": 0.6692, "step": 3960 }, { "epoch": 0.41, "learning_rate": 6.64895805189077e-05, "loss": 0.7389, "step": 3961 }, { "epoch": 0.41, "learning_rate": 6.6473707638261e-05, "loss": 0.6249, "step": 3962 }, { "epoch": 0.41, "learning_rate": 6.645783289501944e-05, "loss": 0.7665, "step": 3963 }, { "epoch": 0.41, "learning_rate": 6.644195629097787e-05, "loss": 0.6998, "step": 3964 }, { "epoch": 0.41, "learning_rate": 6.642607782793144e-05, "loss": 0.7591, "step": 3965 }, { "epoch": 0.41, "learning_rate": 6.641019750767541e-05, "loss": 0.7349, "step": 3966 }, { "epoch": 0.41, "learning_rate": 6.639431533200526e-05, "loss": 0.7504, "step": 3967 }, { "epoch": 0.41, "learning_rate": 6.637843130271676e-05, "loss": 0.7951, "step": 3968 }, { "epoch": 0.41, "learning_rate": 6.636254542160577e-05, "loss": 0.7394, "step": 3969 }, { "epoch": 0.41, "learning_rate": 6.634665769046846e-05, "loss": 0.6697, "step": 3970 }, { "epoch": 0.41, "learning_rate": 6.633076811110117e-05, "loss": 0.7224, "step": 3971 }, { "epoch": 0.41, "learning_rate": 6.631487668530045e-05, "loss": 0.748, "step": 3972 }, { "epoch": 0.41, "learning_rate": 6.629898341486305e-05, "loss": 0.7319, "step": 3973 }, { "epoch": 0.41, "learning_rate": 6.628308830158595e-05, "loss": 0.5806, "step": 3974 }, { "epoch": 0.41, "learning_rate": 6.626719134726631e-05, "loss": 0.8068, "step": 3975 }, { "epoch": 0.41, "learning_rate": 6.625129255370152e-05, "loss": 0.6077, "step": 3976 }, { "epoch": 0.41, "learning_rate": 6.623539192268919e-05, "loss": 0.7287, "step": 3977 }, { "epoch": 0.41, "learning_rate": 6.621948945602708e-05, "loss": 0.721, "step": 3978 }, { "epoch": 0.41, "learning_rate": 6.620358515551324e-05, "loss": 0.8256, "step": 3979 }, { "epoch": 0.41, "learning_rate": 6.618767902294587e-05, "loss": 0.7631, "step": 3980 }, { "epoch": 0.41, "learning_rate": 6.617177106012338e-05, "loss": 0.7251, "step": 3981 }, { "epoch": 0.41, "learning_rate": 6.615586126884442e-05, "loss": 0.8349, "step": 3982 }, { "epoch": 0.41, "learning_rate": 6.61399496509078e-05, "loss": 0.7438, "step": 3983 }, { "epoch": 0.41, "learning_rate": 6.61240362081126e-05, "loss": 0.6346, "step": 3984 }, { "epoch": 0.41, "learning_rate": 6.610812094225802e-05, "loss": 0.83, "step": 3985 }, { "epoch": 0.41, "learning_rate": 6.609220385514356e-05, "loss": 0.7673, "step": 3986 }, { "epoch": 0.41, "learning_rate": 6.607628494856887e-05, "loss": 0.6701, "step": 3987 }, { "epoch": 0.41, "learning_rate": 6.606036422433379e-05, "loss": 0.7617, "step": 3988 }, { "epoch": 0.41, "learning_rate": 6.60444416842384e-05, "loss": 0.8232, "step": 3989 }, { "epoch": 0.41, "learning_rate": 6.6028517330083e-05, "loss": 0.7731, "step": 3990 }, { "epoch": 0.41, "learning_rate": 6.601259116366807e-05, "loss": 0.5833, "step": 3991 }, { "epoch": 0.41, "learning_rate": 6.599666318679427e-05, "loss": 0.6479, "step": 3992 }, { "epoch": 0.41, "learning_rate": 6.598073340126252e-05, "loss": 0.8048, "step": 3993 }, { "epoch": 0.41, "learning_rate": 6.596480180887391e-05, "loss": 0.7799, "step": 3994 }, { "epoch": 0.41, "learning_rate": 6.594886841142972e-05, "loss": 0.6688, "step": 3995 }, { "epoch": 0.41, "learning_rate": 6.593293321073149e-05, "loss": 0.7432, "step": 3996 }, { "epoch": 0.41, "learning_rate": 6.591699620858089e-05, "loss": 0.824, "step": 3997 }, { "epoch": 0.42, "learning_rate": 6.590105740677987e-05, "loss": 0.644, "step": 3998 }, { "epoch": 0.42, "learning_rate": 6.588511680713052e-05, "loss": 0.7626, "step": 3999 }, { "epoch": 0.42, "learning_rate": 6.586917441143517e-05, "loss": 0.7233, "step": 4000 }, { "epoch": 0.42, "learning_rate": 6.585323022149632e-05, "loss": 0.7717, "step": 4001 }, { "epoch": 0.42, "learning_rate": 6.583728423911674e-05, "loss": 0.5753, "step": 4002 }, { "epoch": 0.42, "learning_rate": 6.582133646609933e-05, "loss": 0.6385, "step": 4003 }, { "epoch": 0.42, "learning_rate": 6.58053869042472e-05, "loss": 0.6295, "step": 4004 }, { "epoch": 0.42, "learning_rate": 6.578943555536371e-05, "loss": 0.8278, "step": 4005 }, { "epoch": 0.42, "learning_rate": 6.577348242125241e-05, "loss": 0.7337, "step": 4006 }, { "epoch": 0.42, "learning_rate": 6.5757527503717e-05, "loss": 0.8069, "step": 4007 }, { "epoch": 0.42, "learning_rate": 6.574157080456143e-05, "loss": 0.652, "step": 4008 }, { "epoch": 0.42, "learning_rate": 6.572561232558986e-05, "loss": 0.7487, "step": 4009 }, { "epoch": 0.42, "learning_rate": 6.57096520686066e-05, "loss": 0.6844, "step": 4010 }, { "epoch": 0.42, "learning_rate": 6.569369003541621e-05, "loss": 0.6818, "step": 4011 }, { "epoch": 0.42, "learning_rate": 6.567772622782343e-05, "loss": 0.73, "step": 4012 }, { "epoch": 0.42, "learning_rate": 6.566176064763321e-05, "loss": 0.7354, "step": 4013 }, { "epoch": 0.42, "learning_rate": 6.564579329665066e-05, "loss": 0.6746, "step": 4014 }, { "epoch": 0.42, "learning_rate": 6.562982417668117e-05, "loss": 0.7624, "step": 4015 }, { "epoch": 0.42, "learning_rate": 6.561385328953026e-05, "loss": 0.6712, "step": 4016 }, { "epoch": 0.42, "learning_rate": 6.559788063700366e-05, "loss": 0.7565, "step": 4017 }, { "epoch": 0.42, "learning_rate": 6.558190622090734e-05, "loss": 0.698, "step": 4018 }, { "epoch": 0.42, "learning_rate": 6.556593004304744e-05, "loss": 0.7572, "step": 4019 }, { "epoch": 0.42, "learning_rate": 6.554995210523029e-05, "loss": 0.664, "step": 4020 }, { "epoch": 0.42, "learning_rate": 6.553397240926242e-05, "loss": 0.7533, "step": 4021 }, { "epoch": 0.42, "learning_rate": 6.551799095695059e-05, "loss": 0.7143, "step": 4022 }, { "epoch": 0.42, "learning_rate": 6.550200775010175e-05, "loss": 0.6057, "step": 4023 }, { "epoch": 0.42, "learning_rate": 6.548602279052301e-05, "loss": 0.6698, "step": 4024 }, { "epoch": 0.42, "learning_rate": 6.54700360800217e-05, "loss": 0.6644, "step": 4025 }, { "epoch": 0.42, "learning_rate": 6.545404762040537e-05, "loss": 0.7246, "step": 4026 }, { "epoch": 0.42, "learning_rate": 6.543805741348174e-05, "loss": 0.7624, "step": 4027 }, { "epoch": 0.42, "learning_rate": 6.542206546105876e-05, "loss": 0.7682, "step": 4028 }, { "epoch": 0.42, "learning_rate": 6.540607176494454e-05, "loss": 0.7362, "step": 4029 }, { "epoch": 0.42, "learning_rate": 6.539007632694739e-05, "loss": 0.6199, "step": 4030 }, { "epoch": 0.42, "learning_rate": 6.537407914887585e-05, "loss": 0.9021, "step": 4031 }, { "epoch": 0.42, "learning_rate": 6.535808023253864e-05, "loss": 0.677, "step": 4032 }, { "epoch": 0.42, "learning_rate": 6.534207957974463e-05, "loss": 0.7124, "step": 4033 }, { "epoch": 0.42, "learning_rate": 6.532607719230298e-05, "loss": 0.7312, "step": 4034 }, { "epoch": 0.42, "learning_rate": 6.531007307202297e-05, "loss": 0.6444, "step": 4035 }, { "epoch": 0.42, "learning_rate": 6.529406722071409e-05, "loss": 0.7827, "step": 4036 }, { "epoch": 0.42, "learning_rate": 6.527805964018608e-05, "loss": 0.7642, "step": 4037 }, { "epoch": 0.42, "learning_rate": 6.52620503322488e-05, "loss": 0.6741, "step": 4038 }, { "epoch": 0.42, "learning_rate": 6.524603929871233e-05, "loss": 0.6083, "step": 4039 }, { "epoch": 0.42, "learning_rate": 6.523002654138698e-05, "loss": 0.6408, "step": 4040 }, { "epoch": 0.42, "learning_rate": 6.52140120620832e-05, "loss": 0.5819, "step": 4041 }, { "epoch": 0.42, "learning_rate": 6.519799586261169e-05, "loss": 0.5762, "step": 4042 }, { "epoch": 0.42, "learning_rate": 6.518197794478328e-05, "loss": 0.7409, "step": 4043 }, { "epoch": 0.42, "learning_rate": 6.516595831040906e-05, "loss": 0.8204, "step": 4044 }, { "epoch": 0.42, "learning_rate": 6.514993696130029e-05, "loss": 0.6569, "step": 4045 }, { "epoch": 0.42, "learning_rate": 6.513391389926841e-05, "loss": 0.6677, "step": 4046 }, { "epoch": 0.42, "learning_rate": 6.511788912612504e-05, "loss": 0.6432, "step": 4047 }, { "epoch": 0.42, "learning_rate": 6.510186264368206e-05, "loss": 0.6903, "step": 4048 }, { "epoch": 0.42, "learning_rate": 6.508583445375145e-05, "loss": 0.7515, "step": 4049 }, { "epoch": 0.42, "learning_rate": 6.506980455814547e-05, "loss": 0.7403, "step": 4050 }, { "epoch": 0.42, "learning_rate": 6.505377295867655e-05, "loss": 0.654, "step": 4051 }, { "epoch": 0.42, "learning_rate": 6.503773965715723e-05, "loss": 0.6363, "step": 4052 }, { "epoch": 0.42, "learning_rate": 6.502170465540037e-05, "loss": 0.7828, "step": 4053 }, { "epoch": 0.42, "learning_rate": 6.500566795521895e-05, "loss": 0.6593, "step": 4054 }, { "epoch": 0.42, "learning_rate": 6.498962955842614e-05, "loss": 0.7894, "step": 4055 }, { "epoch": 0.42, "learning_rate": 6.497358946683533e-05, "loss": 0.6768, "step": 4056 }, { "epoch": 0.42, "learning_rate": 6.495754768226008e-05, "loss": 0.6496, "step": 4057 }, { "epoch": 0.42, "learning_rate": 6.494150420651417e-05, "loss": 0.6973, "step": 4058 }, { "epoch": 0.42, "learning_rate": 6.492545904141152e-05, "loss": 0.7352, "step": 4059 }, { "epoch": 0.42, "learning_rate": 6.490941218876628e-05, "loss": 0.811, "step": 4060 }, { "epoch": 0.42, "learning_rate": 6.489336365039282e-05, "loss": 0.8273, "step": 4061 }, { "epoch": 0.42, "learning_rate": 6.487731342810561e-05, "loss": 0.7887, "step": 4062 }, { "epoch": 0.42, "learning_rate": 6.486126152371939e-05, "loss": 0.6889, "step": 4063 }, { "epoch": 0.42, "learning_rate": 6.484520793904904e-05, "loss": 0.7065, "step": 4064 }, { "epoch": 0.42, "learning_rate": 6.482915267590971e-05, "loss": 0.7839, "step": 4065 }, { "epoch": 0.42, "learning_rate": 6.481309573611663e-05, "loss": 0.6819, "step": 4066 }, { "epoch": 0.42, "learning_rate": 6.479703712148528e-05, "loss": 0.6846, "step": 4067 }, { "epoch": 0.42, "learning_rate": 6.478097683383135e-05, "loss": 0.6847, "step": 4068 }, { "epoch": 0.42, "learning_rate": 6.476491487497067e-05, "loss": 0.6863, "step": 4069 }, { "epoch": 0.42, "learning_rate": 6.474885124671927e-05, "loss": 0.6711, "step": 4070 }, { "epoch": 0.42, "learning_rate": 6.47327859508934e-05, "loss": 0.7907, "step": 4071 }, { "epoch": 0.42, "learning_rate": 6.471671898930949e-05, "loss": 0.6186, "step": 4072 }, { "epoch": 0.42, "learning_rate": 6.470065036378412e-05, "loss": 0.617, "step": 4073 }, { "epoch": 0.42, "learning_rate": 6.468458007613409e-05, "loss": 0.6087, "step": 4074 }, { "epoch": 0.42, "learning_rate": 6.466850812817639e-05, "loss": 0.6325, "step": 4075 }, { "epoch": 0.42, "learning_rate": 6.465243452172817e-05, "loss": 0.6917, "step": 4076 }, { "epoch": 0.42, "learning_rate": 6.463635925860683e-05, "loss": 0.6343, "step": 4077 }, { "epoch": 0.42, "learning_rate": 6.462028234062987e-05, "loss": 0.7495, "step": 4078 }, { "epoch": 0.42, "learning_rate": 6.460420376961504e-05, "loss": 0.5675, "step": 4079 }, { "epoch": 0.42, "learning_rate": 6.458812354738025e-05, "loss": 0.7575, "step": 4080 }, { "epoch": 0.42, "learning_rate": 6.457204167574363e-05, "loss": 0.7255, "step": 4081 }, { "epoch": 0.42, "learning_rate": 6.455595815652345e-05, "loss": 0.7611, "step": 4082 }, { "epoch": 0.42, "learning_rate": 6.453987299153819e-05, "loss": 0.6305, "step": 4083 }, { "epoch": 0.42, "learning_rate": 6.452378618260653e-05, "loss": 0.8086, "step": 4084 }, { "epoch": 0.42, "learning_rate": 6.450769773154729e-05, "loss": 0.6445, "step": 4085 }, { "epoch": 0.42, "learning_rate": 6.449160764017954e-05, "loss": 0.6717, "step": 4086 }, { "epoch": 0.42, "learning_rate": 6.447551591032249e-05, "loss": 0.7167, "step": 4087 }, { "epoch": 0.42, "learning_rate": 6.445942254379553e-05, "loss": 0.7228, "step": 4088 }, { "epoch": 0.42, "learning_rate": 6.444332754241826e-05, "loss": 0.8728, "step": 4089 }, { "epoch": 0.42, "learning_rate": 6.442723090801048e-05, "loss": 0.689, "step": 4090 }, { "epoch": 0.42, "learning_rate": 6.441113264239211e-05, "loss": 0.7454, "step": 4091 }, { "epoch": 0.42, "learning_rate": 6.439503274738333e-05, "loss": 0.7549, "step": 4092 }, { "epoch": 0.42, "learning_rate": 6.437893122480446e-05, "loss": 0.732, "step": 4093 }, { "epoch": 0.43, "learning_rate": 6.436282807647602e-05, "loss": 0.7492, "step": 4094 }, { "epoch": 0.43, "learning_rate": 6.434672330421868e-05, "loss": 0.6814, "step": 4095 }, { "epoch": 0.43, "learning_rate": 6.433061690985336e-05, "loss": 0.6476, "step": 4096 }, { "epoch": 0.43, "learning_rate": 6.431450889520109e-05, "loss": 0.7155, "step": 4097 }, { "epoch": 0.43, "learning_rate": 6.429839926208313e-05, "loss": 0.6632, "step": 4098 }, { "epoch": 0.43, "learning_rate": 6.428228801232092e-05, "loss": 0.7441, "step": 4099 }, { "epoch": 0.43, "learning_rate": 6.426617514773609e-05, "loss": 0.6821, "step": 4100 }, { "epoch": 0.43, "learning_rate": 6.425006067015038e-05, "loss": 0.6879, "step": 4101 }, { "epoch": 0.43, "learning_rate": 6.423394458138581e-05, "loss": 0.6765, "step": 4102 }, { "epoch": 0.43, "learning_rate": 6.421782688326455e-05, "loss": 0.7126, "step": 4103 }, { "epoch": 0.43, "learning_rate": 6.420170757760891e-05, "loss": 0.7099, "step": 4104 }, { "epoch": 0.43, "learning_rate": 6.418558666624142e-05, "loss": 0.818, "step": 4105 }, { "epoch": 0.43, "learning_rate": 6.416946415098483e-05, "loss": 0.6528, "step": 4106 }, { "epoch": 0.43, "learning_rate": 6.415334003366197e-05, "loss": 0.6765, "step": 4107 }, { "epoch": 0.43, "learning_rate": 6.413721431609594e-05, "loss": 0.7881, "step": 4108 }, { "epoch": 0.43, "learning_rate": 6.412108700010999e-05, "loss": 0.7179, "step": 4109 }, { "epoch": 0.43, "learning_rate": 6.410495808752752e-05, "loss": 0.6864, "step": 4110 }, { "epoch": 0.43, "learning_rate": 6.408882758017217e-05, "loss": 0.7658, "step": 4111 }, { "epoch": 0.43, "learning_rate": 6.407269547986775e-05, "loss": 0.7339, "step": 4112 }, { "epoch": 0.43, "learning_rate": 6.405656178843817e-05, "loss": 0.6426, "step": 4113 }, { "epoch": 0.43, "learning_rate": 6.404042650770763e-05, "loss": 0.7116, "step": 4114 }, { "epoch": 0.43, "learning_rate": 6.402428963950045e-05, "loss": 0.7821, "step": 4115 }, { "epoch": 0.43, "learning_rate": 6.400815118564114e-05, "loss": 0.5721, "step": 4116 }, { "epoch": 0.43, "learning_rate": 6.399201114795437e-05, "loss": 0.692, "step": 4117 }, { "epoch": 0.43, "learning_rate": 6.397586952826503e-05, "loss": 0.7224, "step": 4118 }, { "epoch": 0.43, "learning_rate": 6.395972632839817e-05, "loss": 0.6015, "step": 4119 }, { "epoch": 0.43, "learning_rate": 6.3943581550179e-05, "loss": 0.6473, "step": 4120 }, { "epoch": 0.43, "learning_rate": 6.392743519543295e-05, "loss": 0.6325, "step": 4121 }, { "epoch": 0.43, "learning_rate": 6.391128726598558e-05, "loss": 0.6428, "step": 4122 }, { "epoch": 0.43, "learning_rate": 6.389513776366264e-05, "loss": 0.7066, "step": 4123 }, { "epoch": 0.43, "learning_rate": 6.38789866902901e-05, "loss": 0.7088, "step": 4124 }, { "epoch": 0.43, "learning_rate": 6.386283404769406e-05, "loss": 0.7549, "step": 4125 }, { "epoch": 0.43, "learning_rate": 6.384667983770081e-05, "loss": 0.6074, "step": 4126 }, { "epoch": 0.43, "learning_rate": 6.383052406213682e-05, "loss": 0.675, "step": 4127 }, { "epoch": 0.43, "learning_rate": 6.381436672282876e-05, "loss": 0.721, "step": 4128 }, { "epoch": 0.43, "learning_rate": 6.379820782160343e-05, "loss": 0.7379, "step": 4129 }, { "epoch": 0.43, "learning_rate": 6.378204736028783e-05, "loss": 0.7034, "step": 4130 }, { "epoch": 0.43, "learning_rate": 6.376588534070918e-05, "loss": 0.738, "step": 4131 }, { "epoch": 0.43, "learning_rate": 6.374972176469477e-05, "loss": 0.6539, "step": 4132 }, { "epoch": 0.43, "learning_rate": 6.373355663407216e-05, "loss": 0.7262, "step": 4133 }, { "epoch": 0.43, "learning_rate": 6.37173899506691e-05, "loss": 0.7398, "step": 4134 }, { "epoch": 0.43, "learning_rate": 6.370122171631339e-05, "loss": 0.7317, "step": 4135 }, { "epoch": 0.43, "learning_rate": 6.368505193283313e-05, "loss": 0.7196, "step": 4136 }, { "epoch": 0.43, "learning_rate": 6.366888060205655e-05, "loss": 0.7253, "step": 4137 }, { "epoch": 0.43, "learning_rate": 6.365270772581207e-05, "loss": 0.7496, "step": 4138 }, { "epoch": 0.43, "learning_rate": 6.363653330592823e-05, "loss": 0.6999, "step": 4139 }, { "epoch": 0.43, "learning_rate": 6.362035734423382e-05, "loss": 0.6936, "step": 4140 }, { "epoch": 0.43, "learning_rate": 6.360417984255778e-05, "loss": 0.7354, "step": 4141 }, { "epoch": 0.43, "learning_rate": 6.358800080272917e-05, "loss": 0.7812, "step": 4142 }, { "epoch": 0.43, "learning_rate": 6.357182022657731e-05, "loss": 0.7451, "step": 4143 }, { "epoch": 0.43, "learning_rate": 6.355563811593163e-05, "loss": 0.7543, "step": 4144 }, { "epoch": 0.43, "learning_rate": 6.353945447262176e-05, "loss": 0.6839, "step": 4145 }, { "epoch": 0.43, "learning_rate": 6.35232692984775e-05, "loss": 0.7185, "step": 4146 }, { "epoch": 0.43, "learning_rate": 6.350708259532884e-05, "loss": 0.7268, "step": 4147 }, { "epoch": 0.43, "learning_rate": 6.349089436500589e-05, "loss": 0.7008, "step": 4148 }, { "epoch": 0.43, "learning_rate": 6.347470460933897e-05, "loss": 0.5979, "step": 4149 }, { "epoch": 0.43, "learning_rate": 6.345851333015861e-05, "loss": 0.7133, "step": 4150 }, { "epoch": 0.43, "learning_rate": 6.344232052929544e-05, "loss": 0.5855, "step": 4151 }, { "epoch": 0.43, "learning_rate": 6.34261262085803e-05, "loss": 0.7158, "step": 4152 }, { "epoch": 0.43, "learning_rate": 6.34099303698442e-05, "loss": 0.7684, "step": 4153 }, { "epoch": 0.43, "learning_rate": 6.339373301491832e-05, "loss": 0.6982, "step": 4154 }, { "epoch": 0.43, "learning_rate": 6.337753414563399e-05, "loss": 0.7175, "step": 4155 }, { "epoch": 0.43, "learning_rate": 6.336133376382275e-05, "loss": 0.7116, "step": 4156 }, { "epoch": 0.43, "learning_rate": 6.334513187131629e-05, "loss": 0.6977, "step": 4157 }, { "epoch": 0.43, "learning_rate": 6.332892846994646e-05, "loss": 0.7163, "step": 4158 }, { "epoch": 0.43, "learning_rate": 6.331272356154531e-05, "loss": 0.7206, "step": 4159 }, { "epoch": 0.43, "learning_rate": 6.329651714794503e-05, "loss": 0.6505, "step": 4160 }, { "epoch": 0.43, "learning_rate": 6.328030923097799e-05, "loss": 0.9064, "step": 4161 }, { "epoch": 0.43, "learning_rate": 6.326409981247673e-05, "loss": 0.7311, "step": 4162 }, { "epoch": 0.43, "learning_rate": 6.324788889427401e-05, "loss": 0.7006, "step": 4163 }, { "epoch": 0.43, "learning_rate": 6.323167647820266e-05, "loss": 0.8616, "step": 4164 }, { "epoch": 0.43, "learning_rate": 6.321546256609573e-05, "loss": 0.8404, "step": 4165 }, { "epoch": 0.43, "learning_rate": 6.319924715978648e-05, "loss": 0.7255, "step": 4166 }, { "epoch": 0.43, "learning_rate": 6.318303026110827e-05, "loss": 0.7803, "step": 4167 }, { "epoch": 0.43, "learning_rate": 6.316681187189466e-05, "loss": 0.6619, "step": 4168 }, { "epoch": 0.43, "learning_rate": 6.31505919939794e-05, "loss": 0.618, "step": 4169 }, { "epoch": 0.43, "learning_rate": 6.313437062919636e-05, "loss": 0.7246, "step": 4170 }, { "epoch": 0.43, "learning_rate": 6.311814777937961e-05, "loss": 0.7219, "step": 4171 }, { "epoch": 0.43, "learning_rate": 6.310192344636341e-05, "loss": 0.7, "step": 4172 }, { "epoch": 0.43, "learning_rate": 6.308569763198213e-05, "loss": 0.6814, "step": 4173 }, { "epoch": 0.43, "learning_rate": 6.306947033807032e-05, "loss": 0.8017, "step": 4174 }, { "epoch": 0.43, "learning_rate": 6.305324156646276e-05, "loss": 0.8646, "step": 4175 }, { "epoch": 0.43, "learning_rate": 6.303701131899433e-05, "loss": 0.695, "step": 4176 }, { "epoch": 0.43, "learning_rate": 6.302077959750008e-05, "loss": 0.723, "step": 4177 }, { "epoch": 0.43, "learning_rate": 6.300454640381527e-05, "loss": 0.7382, "step": 4178 }, { "epoch": 0.43, "learning_rate": 6.298831173977528e-05, "loss": 0.8244, "step": 4179 }, { "epoch": 0.43, "learning_rate": 6.29720756072157e-05, "loss": 0.669, "step": 4180 }, { "epoch": 0.43, "learning_rate": 6.295583800797226e-05, "loss": 0.5621, "step": 4181 }, { "epoch": 0.43, "learning_rate": 6.293959894388084e-05, "loss": 0.561, "step": 4182 }, { "epoch": 0.43, "learning_rate": 6.292335841677752e-05, "loss": 0.5962, "step": 4183 }, { "epoch": 0.43, "learning_rate": 6.290711642849854e-05, "loss": 0.7947, "step": 4184 }, { "epoch": 0.43, "learning_rate": 6.289087298088027e-05, "loss": 0.656, "step": 4185 }, { "epoch": 0.43, "learning_rate": 6.287462807575928e-05, "loss": 0.7306, "step": 4186 }, { "epoch": 0.43, "learning_rate": 6.285838171497232e-05, "loss": 0.7687, "step": 4187 }, { "epoch": 0.43, "learning_rate": 6.284213390035624e-05, "loss": 0.6185, "step": 4188 }, { "epoch": 0.43, "learning_rate": 6.282588463374813e-05, "loss": 0.8035, "step": 4189 }, { "epoch": 0.44, "learning_rate": 6.280963391698518e-05, "loss": 0.7242, "step": 4190 }, { "epoch": 0.44, "learning_rate": 6.279338175190477e-05, "loss": 0.6991, "step": 4191 }, { "epoch": 0.44, "learning_rate": 6.277712814034448e-05, "loss": 0.667, "step": 4192 }, { "epoch": 0.44, "learning_rate": 6.2760873084142e-05, "loss": 0.7042, "step": 4193 }, { "epoch": 0.44, "learning_rate": 6.27446165851352e-05, "loss": 0.8329, "step": 4194 }, { "epoch": 0.44, "learning_rate": 6.272835864516213e-05, "loss": 0.8479, "step": 4195 }, { "epoch": 0.44, "learning_rate": 6.271209926606097e-05, "loss": 0.7344, "step": 4196 }, { "epoch": 0.44, "learning_rate": 6.269583844967008e-05, "loss": 0.8688, "step": 4197 }, { "epoch": 0.44, "learning_rate": 6.267957619782802e-05, "loss": 0.7576, "step": 4198 }, { "epoch": 0.44, "learning_rate": 6.266331251237343e-05, "loss": 0.6727, "step": 4199 }, { "epoch": 0.44, "learning_rate": 6.264704739514518e-05, "loss": 0.7812, "step": 4200 }, { "epoch": 0.44, "learning_rate": 6.263078084798229e-05, "loss": 0.7183, "step": 4201 }, { "epoch": 0.44, "learning_rate": 6.261451287272393e-05, "loss": 0.7468, "step": 4202 }, { "epoch": 0.44, "learning_rate": 6.259824347120942e-05, "loss": 0.5708, "step": 4203 }, { "epoch": 0.44, "learning_rate": 6.258197264527826e-05, "loss": 0.7259, "step": 4204 }, { "epoch": 0.44, "learning_rate": 6.256570039677012e-05, "loss": 0.7133, "step": 4205 }, { "epoch": 0.44, "learning_rate": 6.254942672752479e-05, "loss": 0.6117, "step": 4206 }, { "epoch": 0.44, "learning_rate": 6.253315163938226e-05, "loss": 0.7015, "step": 4207 }, { "epoch": 0.44, "learning_rate": 6.251687513418269e-05, "loss": 0.6712, "step": 4208 }, { "epoch": 0.44, "learning_rate": 6.250059721376636e-05, "loss": 0.7422, "step": 4209 }, { "epoch": 0.44, "learning_rate": 6.24843178799737e-05, "loss": 0.7188, "step": 4210 }, { "epoch": 0.44, "learning_rate": 6.246803713464537e-05, "loss": 0.8171, "step": 4211 }, { "epoch": 0.44, "learning_rate": 6.245175497962214e-05, "loss": 0.7276, "step": 4212 }, { "epoch": 0.44, "learning_rate": 6.243547141674492e-05, "loss": 0.7621, "step": 4213 }, { "epoch": 0.44, "learning_rate": 6.241918644785486e-05, "loss": 0.6767, "step": 4214 }, { "epoch": 0.44, "learning_rate": 6.240290007479314e-05, "loss": 0.7483, "step": 4215 }, { "epoch": 0.44, "learning_rate": 6.238661229940125e-05, "loss": 0.8297, "step": 4216 }, { "epoch": 0.44, "learning_rate": 6.237032312352071e-05, "loss": 0.7408, "step": 4217 }, { "epoch": 0.44, "learning_rate": 6.235403254899328e-05, "loss": 0.8523, "step": 4218 }, { "epoch": 0.44, "learning_rate": 6.233774057766084e-05, "loss": 0.6518, "step": 4219 }, { "epoch": 0.44, "learning_rate": 6.232144721136541e-05, "loss": 0.6548, "step": 4220 }, { "epoch": 0.44, "learning_rate": 6.230515245194924e-05, "loss": 0.7631, "step": 4221 }, { "epoch": 0.44, "learning_rate": 6.228885630125467e-05, "loss": 0.6561, "step": 4222 }, { "epoch": 0.44, "learning_rate": 6.22725587611242e-05, "loss": 0.7136, "step": 4223 }, { "epoch": 0.44, "learning_rate": 6.225625983340057e-05, "loss": 0.7568, "step": 4224 }, { "epoch": 0.44, "learning_rate": 6.223995951992654e-05, "loss": 0.7323, "step": 4225 }, { "epoch": 0.44, "learning_rate": 6.222365782254514e-05, "loss": 0.789, "step": 4226 }, { "epoch": 0.44, "learning_rate": 6.22073547430995e-05, "loss": 0.6661, "step": 4227 }, { "epoch": 0.44, "learning_rate": 6.219105028343294e-05, "loss": 0.7016, "step": 4228 }, { "epoch": 0.44, "learning_rate": 6.217474444538888e-05, "loss": 0.6081, "step": 4229 }, { "epoch": 0.44, "learning_rate": 6.2158437230811e-05, "loss": 0.671, "step": 4230 }, { "epoch": 0.44, "learning_rate": 6.214212864154302e-05, "loss": 0.6946, "step": 4231 }, { "epoch": 0.44, "learning_rate": 6.212581867942887e-05, "loss": 0.7034, "step": 4232 }, { "epoch": 0.44, "learning_rate": 6.210950734631265e-05, "loss": 0.7308, "step": 4233 }, { "epoch": 0.44, "learning_rate": 6.20931946440386e-05, "loss": 0.6895, "step": 4234 }, { "epoch": 0.44, "learning_rate": 6.207688057445106e-05, "loss": 0.5865, "step": 4235 }, { "epoch": 0.44, "learning_rate": 6.206056513939464e-05, "loss": 0.6789, "step": 4236 }, { "epoch": 0.44, "learning_rate": 6.204424834071402e-05, "loss": 0.6282, "step": 4237 }, { "epoch": 0.44, "learning_rate": 6.202793018025404e-05, "loss": 0.7111, "step": 4238 }, { "epoch": 0.44, "learning_rate": 6.20116106598597e-05, "loss": 0.7541, "step": 4239 }, { "epoch": 0.44, "learning_rate": 6.19952897813762e-05, "loss": 0.7954, "step": 4240 }, { "epoch": 0.44, "learning_rate": 6.197896754664882e-05, "loss": 0.7078, "step": 4241 }, { "epoch": 0.44, "learning_rate": 6.196264395752303e-05, "loss": 0.6546, "step": 4242 }, { "epoch": 0.44, "learning_rate": 6.194631901584448e-05, "loss": 0.7065, "step": 4243 }, { "epoch": 0.44, "learning_rate": 6.192999272345892e-05, "loss": 0.6152, "step": 4244 }, { "epoch": 0.44, "learning_rate": 6.191366508221227e-05, "loss": 0.7178, "step": 4245 }, { "epoch": 0.44, "learning_rate": 6.189733609395065e-05, "loss": 0.6884, "step": 4246 }, { "epoch": 0.44, "learning_rate": 6.188100576052026e-05, "loss": 0.6249, "step": 4247 }, { "epoch": 0.44, "learning_rate": 6.186467408376747e-05, "loss": 0.8094, "step": 4248 }, { "epoch": 0.44, "learning_rate": 6.184834106553886e-05, "loss": 0.6184, "step": 4249 }, { "epoch": 0.44, "learning_rate": 6.18320067076811e-05, "loss": 0.7576, "step": 4250 }, { "epoch": 0.44, "learning_rate": 6.181567101204099e-05, "loss": 0.7204, "step": 4251 }, { "epoch": 0.44, "learning_rate": 6.179933398046557e-05, "loss": 0.6817, "step": 4252 }, { "epoch": 0.44, "learning_rate": 6.178299561480199e-05, "loss": 0.6815, "step": 4253 }, { "epoch": 0.44, "learning_rate": 6.176665591689749e-05, "loss": 0.6352, "step": 4254 }, { "epoch": 0.44, "learning_rate": 6.175031488859954e-05, "loss": 0.6405, "step": 4255 }, { "epoch": 0.44, "learning_rate": 6.173397253175574e-05, "loss": 0.6358, "step": 4256 }, { "epoch": 0.44, "learning_rate": 6.171762884821385e-05, "loss": 0.8404, "step": 4257 }, { "epoch": 0.44, "learning_rate": 6.170128383982172e-05, "loss": 0.7681, "step": 4258 }, { "epoch": 0.44, "learning_rate": 6.168493750842742e-05, "loss": 0.6627, "step": 4259 }, { "epoch": 0.44, "learning_rate": 6.166858985587915e-05, "loss": 0.6789, "step": 4260 }, { "epoch": 0.44, "learning_rate": 6.165224088402522e-05, "loss": 0.6876, "step": 4261 }, { "epoch": 0.44, "learning_rate": 6.163589059471416e-05, "loss": 0.7439, "step": 4262 }, { "epoch": 0.44, "learning_rate": 6.16195389897946e-05, "loss": 0.7892, "step": 4263 }, { "epoch": 0.44, "learning_rate": 6.16031860711153e-05, "loss": 0.863, "step": 4264 }, { "epoch": 0.44, "learning_rate": 6.158683184052524e-05, "loss": 0.7445, "step": 4265 }, { "epoch": 0.44, "learning_rate": 6.157047629987349e-05, "loss": 0.6626, "step": 4266 }, { "epoch": 0.44, "learning_rate": 6.155411945100928e-05, "loss": 0.6232, "step": 4267 }, { "epoch": 0.44, "learning_rate": 6.153776129578197e-05, "loss": 0.7373, "step": 4268 }, { "epoch": 0.44, "learning_rate": 6.152140183604115e-05, "loss": 0.8441, "step": 4269 }, { "epoch": 0.44, "learning_rate": 6.150504107363642e-05, "loss": 0.6548, "step": 4270 }, { "epoch": 0.44, "learning_rate": 6.148867901041767e-05, "loss": 0.5957, "step": 4271 }, { "epoch": 0.44, "learning_rate": 6.147231564823487e-05, "loss": 0.7448, "step": 4272 }, { "epoch": 0.44, "learning_rate": 6.145595098893808e-05, "loss": 0.6929, "step": 4273 }, { "epoch": 0.44, "learning_rate": 6.143958503437761e-05, "loss": 0.6289, "step": 4274 }, { "epoch": 0.44, "learning_rate": 6.142321778640387e-05, "loss": 0.7917, "step": 4275 }, { "epoch": 0.44, "learning_rate": 6.140684924686741e-05, "loss": 0.6298, "step": 4276 }, { "epoch": 0.44, "learning_rate": 6.139047941761893e-05, "loss": 0.6363, "step": 4277 }, { "epoch": 0.44, "learning_rate": 6.137410830050929e-05, "loss": 0.6743, "step": 4278 }, { "epoch": 0.44, "learning_rate": 6.13577358973895e-05, "loss": 0.7068, "step": 4279 }, { "epoch": 0.44, "learning_rate": 6.134136221011065e-05, "loss": 0.8676, "step": 4280 }, { "epoch": 0.44, "learning_rate": 6.132498724052408e-05, "loss": 0.6862, "step": 4281 }, { "epoch": 0.44, "learning_rate": 6.130861099048118e-05, "loss": 0.7701, "step": 4282 }, { "epoch": 0.44, "learning_rate": 6.129223346183356e-05, "loss": 0.6667, "step": 4283 }, { "epoch": 0.44, "learning_rate": 6.127585465643292e-05, "loss": 0.778, "step": 4284 }, { "epoch": 0.44, "learning_rate": 6.125947457613114e-05, "loss": 0.7719, "step": 4285 }, { "epoch": 0.44, "learning_rate": 6.12430932227802e-05, "loss": 0.8619, "step": 4286 }, { "epoch": 0.45, "learning_rate": 6.122671059823229e-05, "loss": 0.8168, "step": 4287 }, { "epoch": 0.45, "learning_rate": 6.121032670433968e-05, "loss": 0.7407, "step": 4288 }, { "epoch": 0.45, "learning_rate": 6.119394154295482e-05, "loss": 0.6653, "step": 4289 }, { "epoch": 0.45, "learning_rate": 6.117755511593027e-05, "loss": 0.7003, "step": 4290 }, { "epoch": 0.45, "learning_rate": 6.116116742511882e-05, "loss": 0.8129, "step": 4291 }, { "epoch": 0.45, "learning_rate": 6.114477847237327e-05, "loss": 0.6911, "step": 4292 }, { "epoch": 0.45, "learning_rate": 6.112838825954665e-05, "loss": 0.7361, "step": 4293 }, { "epoch": 0.45, "learning_rate": 6.111199678849215e-05, "loss": 0.7026, "step": 4294 }, { "epoch": 0.45, "learning_rate": 6.109560406106302e-05, "loss": 0.6432, "step": 4295 }, { "epoch": 0.45, "learning_rate": 6.107921007911273e-05, "loss": 0.7092, "step": 4296 }, { "epoch": 0.45, "learning_rate": 6.106281484449486e-05, "loss": 0.6229, "step": 4297 }, { "epoch": 0.45, "learning_rate": 6.104641835906312e-05, "loss": 0.6498, "step": 4298 }, { "epoch": 0.45, "learning_rate": 6.103002062467137e-05, "loss": 0.6365, "step": 4299 }, { "epoch": 0.45, "learning_rate": 6.1013621643173624e-05, "loss": 0.7088, "step": 4300 }, { "epoch": 0.45, "learning_rate": 6.099722141642402e-05, "loss": 0.5116, "step": 4301 }, { "epoch": 0.45, "learning_rate": 6.098081994627686e-05, "loss": 0.7235, "step": 4302 }, { "epoch": 0.45, "learning_rate": 6.0964417234586556e-05, "loss": 0.6517, "step": 4303 }, { "epoch": 0.45, "learning_rate": 6.0948013283207684e-05, "loss": 0.7377, "step": 4304 }, { "epoch": 0.45, "learning_rate": 6.093160809399494e-05, "loss": 0.6499, "step": 4305 }, { "epoch": 0.45, "learning_rate": 6.091520166880319e-05, "loss": 0.7243, "step": 4306 }, { "epoch": 0.45, "learning_rate": 6.089879400948742e-05, "loss": 0.6461, "step": 4307 }, { "epoch": 0.45, "learning_rate": 6.088238511790273e-05, "loss": 0.8315, "step": 4308 }, { "epoch": 0.45, "learning_rate": 6.086597499590442e-05, "loss": 0.7412, "step": 4309 }, { "epoch": 0.45, "learning_rate": 6.0849563645347883e-05, "loss": 0.8399, "step": 4310 }, { "epoch": 0.45, "learning_rate": 6.0833151068088654e-05, "loss": 0.5962, "step": 4311 }, { "epoch": 0.45, "learning_rate": 6.0816737265982424e-05, "loss": 0.7087, "step": 4312 }, { "epoch": 0.45, "learning_rate": 6.0800322240885025e-05, "loss": 0.7259, "step": 4313 }, { "epoch": 0.45, "learning_rate": 6.07839059946524e-05, "loss": 0.7439, "step": 4314 }, { "epoch": 0.45, "learning_rate": 6.0767488529140646e-05, "loss": 0.5923, "step": 4315 }, { "epoch": 0.45, "learning_rate": 6.075106984620602e-05, "loss": 0.8044, "step": 4316 }, { "epoch": 0.45, "learning_rate": 6.073464994770488e-05, "loss": 0.6519, "step": 4317 }, { "epoch": 0.45, "learning_rate": 6.071822883549374e-05, "loss": 0.7012, "step": 4318 }, { "epoch": 0.45, "learning_rate": 6.070180651142925e-05, "loss": 0.643, "step": 4319 }, { "epoch": 0.45, "learning_rate": 6.068538297736819e-05, "loss": 0.6894, "step": 4320 }, { "epoch": 0.45, "learning_rate": 6.066895823516747e-05, "loss": 0.7112, "step": 4321 }, { "epoch": 0.45, "learning_rate": 6.065253228668418e-05, "loss": 0.706, "step": 4322 }, { "epoch": 0.45, "learning_rate": 6.06361051337755e-05, "loss": 0.763, "step": 4323 }, { "epoch": 0.45, "learning_rate": 6.061967677829875e-05, "loss": 0.7176, "step": 4324 }, { "epoch": 0.45, "learning_rate": 6.060324722211142e-05, "loss": 0.7531, "step": 4325 }, { "epoch": 0.45, "learning_rate": 6.058681646707108e-05, "loss": 0.6809, "step": 4326 }, { "epoch": 0.45, "learning_rate": 6.057038451503549e-05, "loss": 0.7122, "step": 4327 }, { "epoch": 0.45, "learning_rate": 6.0553951367862536e-05, "loss": 0.6782, "step": 4328 }, { "epoch": 0.45, "learning_rate": 6.05375170274102e-05, "loss": 0.8031, "step": 4329 }, { "epoch": 0.45, "learning_rate": 6.052108149553665e-05, "loss": 0.5981, "step": 4330 }, { "epoch": 0.45, "learning_rate": 6.050464477410015e-05, "loss": 0.7391, "step": 4331 }, { "epoch": 0.45, "learning_rate": 6.048820686495911e-05, "loss": 0.6793, "step": 4332 }, { "epoch": 0.45, "learning_rate": 6.0471767769972074e-05, "loss": 0.7242, "step": 4333 }, { "epoch": 0.45, "learning_rate": 6.045532749099775e-05, "loss": 0.8371, "step": 4334 }, { "epoch": 0.45, "learning_rate": 6.043888602989493e-05, "loss": 0.6679, "step": 4335 }, { "epoch": 0.45, "learning_rate": 6.0422443388522565e-05, "loss": 0.8674, "step": 4336 }, { "epoch": 0.45, "learning_rate": 6.040599956873974e-05, "loss": 0.5952, "step": 4337 }, { "epoch": 0.45, "learning_rate": 6.0389554572405685e-05, "loss": 0.7566, "step": 4338 }, { "epoch": 0.45, "learning_rate": 6.037310840137973e-05, "loss": 0.737, "step": 4339 }, { "epoch": 0.45, "learning_rate": 6.035666105752135e-05, "loss": 0.7143, "step": 4340 }, { "epoch": 0.45, "learning_rate": 6.0340212542690176e-05, "loss": 0.7781, "step": 4341 }, { "epoch": 0.45, "learning_rate": 6.032376285874596e-05, "loss": 0.6053, "step": 4342 }, { "epoch": 0.45, "learning_rate": 6.0307312007548545e-05, "loss": 0.7442, "step": 4343 }, { "epoch": 0.45, "learning_rate": 6.029085999095799e-05, "loss": 0.7731, "step": 4344 }, { "epoch": 0.45, "learning_rate": 6.027440681083441e-05, "loss": 0.7244, "step": 4345 }, { "epoch": 0.45, "learning_rate": 6.025795246903807e-05, "loss": 0.7804, "step": 4346 }, { "epoch": 0.45, "learning_rate": 6.02414969674294e-05, "loss": 0.6589, "step": 4347 }, { "epoch": 0.45, "learning_rate": 6.022504030786891e-05, "loss": 0.7019, "step": 4348 }, { "epoch": 0.45, "learning_rate": 6.020858249221729e-05, "loss": 0.7061, "step": 4349 }, { "epoch": 0.45, "learning_rate": 6.019212352233534e-05, "loss": 0.7422, "step": 4350 }, { "epoch": 0.45, "learning_rate": 6.017566340008396e-05, "loss": 0.7116, "step": 4351 }, { "epoch": 0.45, "learning_rate": 6.015920212732424e-05, "loss": 0.6817, "step": 4352 }, { "epoch": 0.45, "learning_rate": 6.014273970591736e-05, "loss": 0.7398, "step": 4353 }, { "epoch": 0.45, "learning_rate": 6.012627613772461e-05, "loss": 0.653, "step": 4354 }, { "epoch": 0.45, "learning_rate": 6.010981142460749e-05, "loss": 0.5367, "step": 4355 }, { "epoch": 0.45, "learning_rate": 6.009334556842754e-05, "loss": 0.7532, "step": 4356 }, { "epoch": 0.45, "learning_rate": 6.007687857104648e-05, "loss": 0.7134, "step": 4357 }, { "epoch": 0.45, "learning_rate": 6.0060410434326145e-05, "loss": 0.8308, "step": 4358 }, { "epoch": 0.45, "learning_rate": 6.0043941160128484e-05, "loss": 0.7294, "step": 4359 }, { "epoch": 0.45, "learning_rate": 6.002747075031563e-05, "loss": 0.7484, "step": 4360 }, { "epoch": 0.45, "learning_rate": 6.001099920674976e-05, "loss": 0.6279, "step": 4361 }, { "epoch": 0.45, "learning_rate": 5.999452653129325e-05, "loss": 0.6864, "step": 4362 }, { "epoch": 0.45, "learning_rate": 5.997805272580859e-05, "loss": 0.7537, "step": 4363 }, { "epoch": 0.45, "learning_rate": 5.996157779215834e-05, "loss": 0.6677, "step": 4364 }, { "epoch": 0.45, "learning_rate": 5.994510173220529e-05, "loss": 0.7766, "step": 4365 }, { "epoch": 0.45, "learning_rate": 5.992862454781226e-05, "loss": 0.6398, "step": 4366 }, { "epoch": 0.45, "learning_rate": 5.991214624084225e-05, "loss": 0.7009, "step": 4367 }, { "epoch": 0.45, "learning_rate": 5.989566681315838e-05, "loss": 0.707, "step": 4368 }, { "epoch": 0.45, "learning_rate": 5.987918626662389e-05, "loss": 0.6116, "step": 4369 }, { "epoch": 0.45, "learning_rate": 5.986270460310214e-05, "loss": 0.6378, "step": 4370 }, { "epoch": 0.45, "learning_rate": 5.9846221824456626e-05, "loss": 0.6335, "step": 4371 }, { "epoch": 0.45, "learning_rate": 5.982973793255099e-05, "loss": 0.6844, "step": 4372 }, { "epoch": 0.45, "learning_rate": 5.981325292924894e-05, "loss": 0.6772, "step": 4373 }, { "epoch": 0.45, "learning_rate": 5.9796766816414383e-05, "loss": 0.771, "step": 4374 }, { "epoch": 0.45, "learning_rate": 5.9780279595911304e-05, "loss": 0.8013, "step": 4375 }, { "epoch": 0.45, "learning_rate": 5.976379126960381e-05, "loss": 0.5216, "step": 4376 }, { "epoch": 0.45, "learning_rate": 5.974730183935617e-05, "loss": 0.697, "step": 4377 }, { "epoch": 0.45, "learning_rate": 5.9730811307032744e-05, "loss": 0.8058, "step": 4378 }, { "epoch": 0.45, "learning_rate": 5.9714319674498045e-05, "loss": 0.6769, "step": 4379 }, { "epoch": 0.45, "learning_rate": 5.969782694361667e-05, "loss": 0.725, "step": 4380 }, { "epoch": 0.45, "learning_rate": 5.968133311625339e-05, "loss": 0.7971, "step": 4381 }, { "epoch": 0.45, "learning_rate": 5.966483819427307e-05, "loss": 0.8475, "step": 4382 }, { "epoch": 0.46, "learning_rate": 5.9648342179540686e-05, "loss": 0.6654, "step": 4383 }, { "epoch": 0.46, "learning_rate": 5.963184507392137e-05, "loss": 0.7277, "step": 4384 }, { "epoch": 0.46, "learning_rate": 5.9615346879280356e-05, "loss": 0.7387, "step": 4385 }, { "epoch": 0.46, "learning_rate": 5.9598847597483e-05, "loss": 0.7362, "step": 4386 }, { "epoch": 0.46, "learning_rate": 5.958234723039481e-05, "loss": 0.7208, "step": 4387 }, { "epoch": 0.46, "learning_rate": 5.956584577988138e-05, "loss": 0.6746, "step": 4388 }, { "epoch": 0.46, "learning_rate": 5.954934324780844e-05, "loss": 0.7765, "step": 4389 }, { "epoch": 0.46, "learning_rate": 5.953283963604186e-05, "loss": 0.7266, "step": 4390 }, { "epoch": 0.46, "learning_rate": 5.9516334946447596e-05, "loss": 0.5579, "step": 4391 }, { "epoch": 0.46, "learning_rate": 5.9499829180891755e-05, "loss": 0.6053, "step": 4392 }, { "epoch": 0.46, "learning_rate": 5.948332234124055e-05, "loss": 0.6876, "step": 4393 }, { "epoch": 0.46, "learning_rate": 5.946681442936034e-05, "loss": 0.7767, "step": 4394 }, { "epoch": 0.46, "learning_rate": 5.945030544711756e-05, "loss": 0.688, "step": 4395 }, { "epoch": 0.46, "learning_rate": 5.943379539637881e-05, "loss": 0.6076, "step": 4396 }, { "epoch": 0.46, "learning_rate": 5.9417284279010824e-05, "loss": 0.672, "step": 4397 }, { "epoch": 0.46, "learning_rate": 5.9400772096880355e-05, "loss": 0.8296, "step": 4398 }, { "epoch": 0.46, "learning_rate": 5.938425885185439e-05, "loss": 0.6123, "step": 4399 }, { "epoch": 0.46, "learning_rate": 5.936774454580001e-05, "loss": 0.7585, "step": 4400 }, { "epoch": 0.46, "learning_rate": 5.9351229180584376e-05, "loss": 0.7821, "step": 4401 }, { "epoch": 0.46, "learning_rate": 5.9334712758074795e-05, "loss": 0.8199, "step": 4402 }, { "epoch": 0.46, "learning_rate": 5.93181952801387e-05, "loss": 0.7622, "step": 4403 }, { "epoch": 0.46, "learning_rate": 5.930167674864363e-05, "loss": 0.6779, "step": 4404 }, { "epoch": 0.46, "learning_rate": 5.9285157165457236e-05, "loss": 0.6157, "step": 4405 }, { "epoch": 0.46, "learning_rate": 5.926863653244732e-05, "loss": 0.6243, "step": 4406 }, { "epoch": 0.46, "learning_rate": 5.9252114851481774e-05, "loss": 0.7059, "step": 4407 }, { "epoch": 0.46, "learning_rate": 5.9235592124428615e-05, "loss": 0.6323, "step": 4408 }, { "epoch": 0.46, "learning_rate": 5.9219068353155984e-05, "loss": 0.6441, "step": 4409 }, { "epoch": 0.46, "learning_rate": 5.920254353953214e-05, "loss": 0.7622, "step": 4410 }, { "epoch": 0.46, "learning_rate": 5.918601768542543e-05, "loss": 0.5615, "step": 4411 }, { "epoch": 0.46, "learning_rate": 5.916949079270437e-05, "loss": 0.7253, "step": 4412 }, { "epoch": 0.46, "learning_rate": 5.915296286323759e-05, "loss": 0.6672, "step": 4413 }, { "epoch": 0.46, "learning_rate": 5.913643389889376e-05, "loss": 0.6477, "step": 4414 }, { "epoch": 0.46, "learning_rate": 5.911990390154175e-05, "loss": 0.6941, "step": 4415 }, { "epoch": 0.46, "learning_rate": 5.9103372873050544e-05, "loss": 0.7563, "step": 4416 }, { "epoch": 0.46, "learning_rate": 5.908684081528918e-05, "loss": 0.756, "step": 4417 }, { "epoch": 0.46, "learning_rate": 5.9070307730126864e-05, "loss": 0.8645, "step": 4418 }, { "epoch": 0.46, "learning_rate": 5.905377361943292e-05, "loss": 0.5608, "step": 4419 }, { "epoch": 0.46, "learning_rate": 5.903723848507673e-05, "loss": 0.6709, "step": 4420 }, { "epoch": 0.46, "learning_rate": 5.9020702328927865e-05, "loss": 0.704, "step": 4421 }, { "epoch": 0.46, "learning_rate": 5.9004165152856e-05, "loss": 0.7599, "step": 4422 }, { "epoch": 0.46, "learning_rate": 5.898762695873086e-05, "loss": 0.636, "step": 4423 }, { "epoch": 0.46, "learning_rate": 5.897108774842236e-05, "loss": 0.805, "step": 4424 }, { "epoch": 0.46, "learning_rate": 5.8954547523800494e-05, "loss": 0.6083, "step": 4425 }, { "epoch": 0.46, "learning_rate": 5.893800628673538e-05, "loss": 0.736, "step": 4426 }, { "epoch": 0.46, "learning_rate": 5.892146403909724e-05, "loss": 0.638, "step": 4427 }, { "epoch": 0.46, "learning_rate": 5.8904920782756435e-05, "loss": 0.7735, "step": 4428 }, { "epoch": 0.46, "learning_rate": 5.888837651958341e-05, "loss": 0.7061, "step": 4429 }, { "epoch": 0.46, "learning_rate": 5.887183125144873e-05, "loss": 0.6771, "step": 4430 }, { "epoch": 0.46, "learning_rate": 5.88552849802231e-05, "loss": 0.7569, "step": 4431 }, { "epoch": 0.46, "learning_rate": 5.883873770777731e-05, "loss": 0.741, "step": 4432 }, { "epoch": 0.46, "learning_rate": 5.882218943598227e-05, "loss": 0.7851, "step": 4433 }, { "epoch": 0.46, "learning_rate": 5.8805640166709e-05, "loss": 0.7164, "step": 4434 }, { "epoch": 0.46, "learning_rate": 5.8789089901828667e-05, "loss": 0.6581, "step": 4435 }, { "epoch": 0.46, "learning_rate": 5.8772538643212484e-05, "loss": 0.7291, "step": 4436 }, { "epoch": 0.46, "learning_rate": 5.875598639273182e-05, "loss": 0.6252, "step": 4437 }, { "epoch": 0.46, "learning_rate": 5.8739433152258196e-05, "loss": 0.6372, "step": 4438 }, { "epoch": 0.46, "learning_rate": 5.872287892366314e-05, "loss": 0.6212, "step": 4439 }, { "epoch": 0.46, "learning_rate": 5.870632370881837e-05, "loss": 0.6658, "step": 4440 }, { "epoch": 0.46, "learning_rate": 5.8689767509595714e-05, "loss": 0.8406, "step": 4441 }, { "epoch": 0.46, "learning_rate": 5.867321032786708e-05, "loss": 0.7508, "step": 4442 }, { "epoch": 0.46, "learning_rate": 5.865665216550449e-05, "loss": 0.7615, "step": 4443 }, { "epoch": 0.46, "learning_rate": 5.864009302438012e-05, "loss": 0.6688, "step": 4444 }, { "epoch": 0.46, "learning_rate": 5.8623532906366195e-05, "loss": 0.6543, "step": 4445 }, { "epoch": 0.46, "learning_rate": 5.8606971813335073e-05, "loss": 0.72, "step": 4446 }, { "epoch": 0.46, "learning_rate": 5.859040974715927e-05, "loss": 0.738, "step": 4447 }, { "epoch": 0.46, "learning_rate": 5.8573846709711346e-05, "loss": 0.7819, "step": 4448 }, { "epoch": 0.46, "learning_rate": 5.855728270286398e-05, "loss": 0.6333, "step": 4449 }, { "epoch": 0.46, "learning_rate": 5.854071772849e-05, "loss": 0.6757, "step": 4450 }, { "epoch": 0.46, "learning_rate": 5.852415178846231e-05, "loss": 0.6614, "step": 4451 }, { "epoch": 0.46, "learning_rate": 5.8507584884653934e-05, "loss": 0.7503, "step": 4452 }, { "epoch": 0.46, "learning_rate": 5.849101701893802e-05, "loss": 0.7491, "step": 4453 }, { "epoch": 0.46, "learning_rate": 5.847444819318778e-05, "loss": 0.7884, "step": 4454 }, { "epoch": 0.46, "learning_rate": 5.845787840927658e-05, "loss": 0.729, "step": 4455 }, { "epoch": 0.46, "learning_rate": 5.844130766907787e-05, "loss": 0.7373, "step": 4456 }, { "epoch": 0.46, "learning_rate": 5.842473597446524e-05, "loss": 0.7202, "step": 4457 }, { "epoch": 0.46, "learning_rate": 5.840816332731233e-05, "loss": 0.6241, "step": 4458 }, { "epoch": 0.46, "learning_rate": 5.839158972949294e-05, "loss": 0.637, "step": 4459 }, { "epoch": 0.46, "learning_rate": 5.8375015182880956e-05, "loss": 0.7775, "step": 4460 }, { "epoch": 0.46, "learning_rate": 5.835843968935038e-05, "loss": 0.678, "step": 4461 }, { "epoch": 0.46, "learning_rate": 5.834186325077529e-05, "loss": 0.7903, "step": 4462 }, { "epoch": 0.46, "learning_rate": 5.832528586902992e-05, "loss": 0.7052, "step": 4463 }, { "epoch": 0.46, "learning_rate": 5.8308707545988594e-05, "loss": 0.7022, "step": 4464 }, { "epoch": 0.46, "learning_rate": 5.829212828352571e-05, "loss": 0.8209, "step": 4465 }, { "epoch": 0.46, "learning_rate": 5.827554808351583e-05, "loss": 0.7488, "step": 4466 }, { "epoch": 0.46, "learning_rate": 5.825896694783356e-05, "loss": 0.7276, "step": 4467 }, { "epoch": 0.46, "learning_rate": 5.8242384878353637e-05, "loss": 0.6879, "step": 4468 }, { "epoch": 0.46, "learning_rate": 5.8225801876950934e-05, "loss": 0.6024, "step": 4469 }, { "epoch": 0.46, "learning_rate": 5.82092179455004e-05, "loss": 0.6882, "step": 4470 }, { "epoch": 0.46, "learning_rate": 5.819263308587706e-05, "loss": 0.7526, "step": 4471 }, { "epoch": 0.46, "learning_rate": 5.8176047299956114e-05, "loss": 0.7524, "step": 4472 }, { "epoch": 0.46, "learning_rate": 5.815946058961281e-05, "loss": 0.7857, "step": 4473 }, { "epoch": 0.46, "learning_rate": 5.814287295672251e-05, "loss": 0.718, "step": 4474 }, { "epoch": 0.46, "learning_rate": 5.812628440316072e-05, "loss": 0.6461, "step": 4475 }, { "epoch": 0.46, "learning_rate": 5.8109694930803e-05, "loss": 0.7601, "step": 4476 }, { "epoch": 0.46, "learning_rate": 5.8093104541525035e-05, "loss": 0.6556, "step": 4477 }, { "epoch": 0.46, "learning_rate": 5.807651323720261e-05, "loss": 0.7006, "step": 4478 }, { "epoch": 0.47, "learning_rate": 5.8059921019711636e-05, "loss": 0.6904, "step": 4479 }, { "epoch": 0.47, "learning_rate": 5.804332789092808e-05, "loss": 0.7819, "step": 4480 }, { "epoch": 0.47, "learning_rate": 5.8026733852728046e-05, "loss": 0.6921, "step": 4481 }, { "epoch": 0.47, "learning_rate": 5.801013890698774e-05, "loss": 0.5578, "step": 4482 }, { "epoch": 0.47, "learning_rate": 5.799354305558348e-05, "loss": 0.6152, "step": 4483 }, { "epoch": 0.47, "learning_rate": 5.797694630039163e-05, "loss": 0.7322, "step": 4484 }, { "epoch": 0.47, "learning_rate": 5.796034864328874e-05, "loss": 0.7614, "step": 4485 }, { "epoch": 0.47, "learning_rate": 5.794375008615139e-05, "loss": 0.6578, "step": 4486 }, { "epoch": 0.47, "learning_rate": 5.792715063085631e-05, "loss": 0.7006, "step": 4487 }, { "epoch": 0.47, "learning_rate": 5.79105502792803e-05, "loss": 0.7509, "step": 4488 }, { "epoch": 0.47, "learning_rate": 5.789394903330028e-05, "loss": 0.7525, "step": 4489 }, { "epoch": 0.47, "learning_rate": 5.787734689479325e-05, "loss": 0.764, "step": 4490 }, { "epoch": 0.47, "learning_rate": 5.786074386563635e-05, "loss": 0.8198, "step": 4491 }, { "epoch": 0.47, "learning_rate": 5.784413994770677e-05, "loss": 0.7601, "step": 4492 }, { "epoch": 0.47, "learning_rate": 5.782753514288186e-05, "loss": 0.7195, "step": 4493 }, { "epoch": 0.47, "learning_rate": 5.781092945303902e-05, "loss": 0.7148, "step": 4494 }, { "epoch": 0.47, "learning_rate": 5.779432288005575e-05, "loss": 0.7329, "step": 4495 }, { "epoch": 0.47, "learning_rate": 5.77777154258097e-05, "loss": 0.6575, "step": 4496 }, { "epoch": 0.47, "learning_rate": 5.776110709217857e-05, "loss": 0.7153, "step": 4497 }, { "epoch": 0.47, "learning_rate": 5.774449788104016e-05, "loss": 0.5779, "step": 4498 }, { "epoch": 0.47, "learning_rate": 5.7727887794272415e-05, "loss": 0.8015, "step": 4499 }, { "epoch": 0.47, "learning_rate": 5.7711276833753326e-05, "loss": 0.7068, "step": 4500 }, { "epoch": 0.47, "learning_rate": 5.7694665001361025e-05, "loss": 0.7315, "step": 4501 }, { "epoch": 0.47, "learning_rate": 5.767805229897373e-05, "loss": 0.6801, "step": 4502 }, { "epoch": 0.47, "learning_rate": 5.766143872846972e-05, "loss": 0.5827, "step": 4503 }, { "epoch": 0.47, "learning_rate": 5.764482429172743e-05, "loss": 0.7377, "step": 4504 }, { "epoch": 0.47, "learning_rate": 5.7628208990625354e-05, "loss": 0.6511, "step": 4505 }, { "epoch": 0.47, "learning_rate": 5.7611592827042096e-05, "loss": 0.8248, "step": 4506 }, { "epoch": 0.47, "learning_rate": 5.759497580285637e-05, "loss": 0.7056, "step": 4507 }, { "epoch": 0.47, "learning_rate": 5.7578357919946946e-05, "loss": 0.6152, "step": 4508 }, { "epoch": 0.47, "learning_rate": 5.756173918019276e-05, "loss": 0.6948, "step": 4509 }, { "epoch": 0.47, "learning_rate": 5.754511958547278e-05, "loss": 0.6896, "step": 4510 }, { "epoch": 0.47, "learning_rate": 5.752849913766609e-05, "loss": 0.7189, "step": 4511 }, { "epoch": 0.47, "learning_rate": 5.7511877838651906e-05, "loss": 0.8027, "step": 4512 }, { "epoch": 0.47, "learning_rate": 5.749525569030948e-05, "loss": 0.6546, "step": 4513 }, { "epoch": 0.47, "learning_rate": 5.74786326945182e-05, "loss": 0.7174, "step": 4514 }, { "epoch": 0.47, "learning_rate": 5.746200885315753e-05, "loss": 0.6045, "step": 4515 }, { "epoch": 0.47, "learning_rate": 5.744538416810707e-05, "loss": 0.683, "step": 4516 }, { "epoch": 0.47, "learning_rate": 5.742875864124645e-05, "loss": 0.6982, "step": 4517 }, { "epoch": 0.47, "learning_rate": 5.741213227445545e-05, "loss": 0.6256, "step": 4518 }, { "epoch": 0.47, "learning_rate": 5.739550506961393e-05, "loss": 0.7257, "step": 4519 }, { "epoch": 0.47, "learning_rate": 5.737887702860182e-05, "loss": 0.8308, "step": 4520 }, { "epoch": 0.47, "learning_rate": 5.736224815329918e-05, "loss": 0.8368, "step": 4521 }, { "epoch": 0.47, "learning_rate": 5.7345618445586145e-05, "loss": 0.7563, "step": 4522 }, { "epoch": 0.47, "learning_rate": 5.7328987907342944e-05, "loss": 0.718, "step": 4523 }, { "epoch": 0.47, "learning_rate": 5.731235654044991e-05, "loss": 0.7065, "step": 4524 }, { "epoch": 0.47, "learning_rate": 5.729572434678746e-05, "loss": 0.732, "step": 4525 }, { "epoch": 0.47, "learning_rate": 5.727909132823611e-05, "loss": 0.6793, "step": 4526 }, { "epoch": 0.47, "learning_rate": 5.726245748667646e-05, "loss": 0.7785, "step": 4527 }, { "epoch": 0.47, "learning_rate": 5.7245822823989226e-05, "loss": 0.7846, "step": 4528 }, { "epoch": 0.47, "learning_rate": 5.722918734205518e-05, "loss": 0.7192, "step": 4529 }, { "epoch": 0.47, "learning_rate": 5.721255104275522e-05, "loss": 0.7547, "step": 4530 }, { "epoch": 0.47, "learning_rate": 5.7195913927970335e-05, "loss": 0.7133, "step": 4531 }, { "epoch": 0.47, "learning_rate": 5.7179275999581584e-05, "loss": 0.7441, "step": 4532 }, { "epoch": 0.47, "learning_rate": 5.716263725947011e-05, "loss": 0.7062, "step": 4533 }, { "epoch": 0.47, "learning_rate": 5.7145997709517206e-05, "loss": 0.6969, "step": 4534 }, { "epoch": 0.47, "learning_rate": 5.7129357351604194e-05, "loss": 0.7684, "step": 4535 }, { "epoch": 0.47, "learning_rate": 5.71127161876125e-05, "loss": 0.6684, "step": 4536 }, { "epoch": 0.47, "learning_rate": 5.709607421942369e-05, "loss": 0.6179, "step": 4537 }, { "epoch": 0.47, "learning_rate": 5.707943144891935e-05, "loss": 0.6538, "step": 4538 }, { "epoch": 0.47, "learning_rate": 5.70627878779812e-05, "loss": 0.7145, "step": 4539 }, { "epoch": 0.47, "learning_rate": 5.7046143508491036e-05, "loss": 0.7865, "step": 4540 }, { "epoch": 0.47, "learning_rate": 5.702949834233078e-05, "loss": 0.6235, "step": 4541 }, { "epoch": 0.47, "learning_rate": 5.701285238138235e-05, "loss": 0.701, "step": 4542 }, { "epoch": 0.47, "learning_rate": 5.699620562752788e-05, "loss": 0.7249, "step": 4543 }, { "epoch": 0.47, "learning_rate": 5.697955808264949e-05, "loss": 0.7405, "step": 4544 }, { "epoch": 0.47, "learning_rate": 5.6962909748629445e-05, "loss": 0.6912, "step": 4545 }, { "epoch": 0.47, "learning_rate": 5.694626062735008e-05, "loss": 0.6157, "step": 4546 }, { "epoch": 0.47, "learning_rate": 5.6929610720693835e-05, "loss": 0.6936, "step": 4547 }, { "epoch": 0.47, "learning_rate": 5.6912960030543215e-05, "loss": 0.8594, "step": 4548 }, { "epoch": 0.47, "learning_rate": 5.689630855878082e-05, "loss": 0.8324, "step": 4549 }, { "epoch": 0.47, "learning_rate": 5.6879656307289353e-05, "loss": 0.7145, "step": 4550 }, { "epoch": 0.47, "learning_rate": 5.68630032779516e-05, "loss": 0.7363, "step": 4551 }, { "epoch": 0.47, "learning_rate": 5.6846349472650414e-05, "loss": 0.7192, "step": 4552 }, { "epoch": 0.47, "learning_rate": 5.682969489326877e-05, "loss": 0.7875, "step": 4553 }, { "epoch": 0.47, "learning_rate": 5.6813039541689706e-05, "loss": 0.6615, "step": 4554 }, { "epoch": 0.47, "learning_rate": 5.679638341979635e-05, "loss": 0.8134, "step": 4555 }, { "epoch": 0.47, "learning_rate": 5.677972652947192e-05, "loss": 0.7122, "step": 4556 }, { "epoch": 0.47, "learning_rate": 5.676306887259975e-05, "loss": 0.8193, "step": 4557 }, { "epoch": 0.47, "learning_rate": 5.6746410451063195e-05, "loss": 0.686, "step": 4558 }, { "epoch": 0.47, "learning_rate": 5.6729751266745745e-05, "loss": 0.8445, "step": 4559 }, { "epoch": 0.47, "learning_rate": 5.6713091321530996e-05, "loss": 0.6706, "step": 4560 }, { "epoch": 0.47, "learning_rate": 5.6696430617302545e-05, "loss": 0.6718, "step": 4561 }, { "epoch": 0.47, "learning_rate": 5.6679769155944174e-05, "loss": 0.7868, "step": 4562 }, { "epoch": 0.47, "learning_rate": 5.6663106939339704e-05, "loss": 0.6572, "step": 4563 }, { "epoch": 0.47, "learning_rate": 5.664644396937301e-05, "loss": 0.7514, "step": 4564 }, { "epoch": 0.47, "learning_rate": 5.662978024792811e-05, "loss": 0.7039, "step": 4565 }, { "epoch": 0.47, "learning_rate": 5.6613115776889095e-05, "loss": 0.6824, "step": 4566 }, { "epoch": 0.47, "learning_rate": 5.6596450558140105e-05, "loss": 0.729, "step": 4567 }, { "epoch": 0.47, "learning_rate": 5.657978459356539e-05, "loss": 0.6447, "step": 4568 }, { "epoch": 0.47, "learning_rate": 5.65631178850493e-05, "loss": 0.6898, "step": 4569 }, { "epoch": 0.47, "learning_rate": 5.654645043447624e-05, "loss": 0.7653, "step": 4570 }, { "epoch": 0.47, "learning_rate": 5.652978224373069e-05, "loss": 0.7316, "step": 4571 }, { "epoch": 0.47, "learning_rate": 5.651311331469727e-05, "loss": 0.7741, "step": 4572 }, { "epoch": 0.47, "learning_rate": 5.649644364926064e-05, "loss": 0.6824, "step": 4573 }, { "epoch": 0.47, "learning_rate": 5.6479773249305534e-05, "loss": 0.7624, "step": 4574 }, { "epoch": 0.47, "learning_rate": 5.6463102116716793e-05, "loss": 0.6064, "step": 4575 }, { "epoch": 0.48, "learning_rate": 5.6446430253379346e-05, "loss": 0.8227, "step": 4576 }, { "epoch": 0.48, "learning_rate": 5.642975766117816e-05, "loss": 0.7799, "step": 4577 }, { "epoch": 0.48, "learning_rate": 5.641308434199835e-05, "loss": 0.682, "step": 4578 }, { "epoch": 0.48, "learning_rate": 5.6396410297725076e-05, "loss": 0.8016, "step": 4579 }, { "epoch": 0.48, "learning_rate": 5.637973553024356e-05, "loss": 0.7538, "step": 4580 }, { "epoch": 0.48, "learning_rate": 5.6363060041439155e-05, "loss": 0.6912, "step": 4581 }, { "epoch": 0.48, "learning_rate": 5.634638383319727e-05, "loss": 0.7709, "step": 4582 }, { "epoch": 0.48, "learning_rate": 5.632970690740337e-05, "loss": 0.6719, "step": 4583 }, { "epoch": 0.48, "learning_rate": 5.631302926594304e-05, "loss": 0.6307, "step": 4584 }, { "epoch": 0.48, "learning_rate": 5.629635091070197e-05, "loss": 0.8306, "step": 4585 }, { "epoch": 0.48, "learning_rate": 5.627967184356582e-05, "loss": 0.6609, "step": 4586 }, { "epoch": 0.48, "learning_rate": 5.626299206642045e-05, "loss": 0.7135, "step": 4587 }, { "epoch": 0.48, "learning_rate": 5.624631158115176e-05, "loss": 0.7674, "step": 4588 }, { "epoch": 0.48, "learning_rate": 5.62296303896457e-05, "loss": 0.6594, "step": 4589 }, { "epoch": 0.48, "learning_rate": 5.621294849378833e-05, "loss": 0.7665, "step": 4590 }, { "epoch": 0.48, "learning_rate": 5.61962658954658e-05, "loss": 0.7991, "step": 4591 }, { "epoch": 0.48, "learning_rate": 5.6179582596564306e-05, "loss": 0.5944, "step": 4592 }, { "epoch": 0.48, "learning_rate": 5.616289859897014e-05, "loss": 0.6937, "step": 4593 }, { "epoch": 0.48, "learning_rate": 5.614621390456969e-05, "loss": 0.7337, "step": 4594 }, { "epoch": 0.48, "learning_rate": 5.6129528515249385e-05, "loss": 0.7897, "step": 4595 }, { "epoch": 0.48, "learning_rate": 5.611284243289576e-05, "loss": 0.8377, "step": 4596 }, { "epoch": 0.48, "learning_rate": 5.609615565939544e-05, "loss": 0.6771, "step": 4597 }, { "epoch": 0.48, "learning_rate": 5.607946819663509e-05, "loss": 0.6153, "step": 4598 }, { "epoch": 0.48, "learning_rate": 5.606278004650147e-05, "loss": 0.7083, "step": 4599 }, { "epoch": 0.48, "learning_rate": 5.604609121088142e-05, "loss": 0.7058, "step": 4600 }, { "epoch": 0.48, "learning_rate": 5.6029401691661896e-05, "loss": 0.6852, "step": 4601 }, { "epoch": 0.48, "learning_rate": 5.601271149072985e-05, "loss": 0.7523, "step": 4602 }, { "epoch": 0.48, "learning_rate": 5.599602060997236e-05, "loss": 0.5308, "step": 4603 }, { "epoch": 0.48, "learning_rate": 5.597932905127661e-05, "loss": 0.6541, "step": 4604 }, { "epoch": 0.48, "learning_rate": 5.596263681652978e-05, "loss": 0.6418, "step": 4605 }, { "epoch": 0.48, "learning_rate": 5.594594390761918e-05, "loss": 0.7214, "step": 4606 }, { "epoch": 0.48, "learning_rate": 5.5929250326432224e-05, "loss": 0.6895, "step": 4607 }, { "epoch": 0.48, "learning_rate": 5.591255607485635e-05, "loss": 0.6473, "step": 4608 }, { "epoch": 0.48, "learning_rate": 5.589586115477907e-05, "loss": 0.7675, "step": 4609 }, { "epoch": 0.48, "learning_rate": 5.587916556808801e-05, "loss": 0.6311, "step": 4610 }, { "epoch": 0.48, "learning_rate": 5.5862469316670854e-05, "loss": 0.6161, "step": 4611 }, { "epoch": 0.48, "learning_rate": 5.584577240241533e-05, "loss": 0.6466, "step": 4612 }, { "epoch": 0.48, "learning_rate": 5.582907482720929e-05, "loss": 0.6492, "step": 4613 }, { "epoch": 0.48, "learning_rate": 5.581237659294066e-05, "loss": 0.6931, "step": 4614 }, { "epoch": 0.48, "learning_rate": 5.579567770149738e-05, "loss": 0.6716, "step": 4615 }, { "epoch": 0.48, "learning_rate": 5.5778978154767545e-05, "loss": 0.8825, "step": 4616 }, { "epoch": 0.48, "learning_rate": 5.576227795463925e-05, "loss": 0.696, "step": 4617 }, { "epoch": 0.48, "learning_rate": 5.5745577103000725e-05, "loss": 0.6678, "step": 4618 }, { "epoch": 0.48, "learning_rate": 5.572887560174023e-05, "loss": 0.5798, "step": 4619 }, { "epoch": 0.48, "learning_rate": 5.571217345274612e-05, "loss": 0.7289, "step": 4620 }, { "epoch": 0.48, "learning_rate": 5.5695470657906814e-05, "loss": 0.7208, "step": 4621 }, { "epoch": 0.48, "learning_rate": 5.567876721911082e-05, "loss": 0.7542, "step": 4622 }, { "epoch": 0.48, "learning_rate": 5.56620631382467e-05, "loss": 0.7255, "step": 4623 }, { "epoch": 0.48, "learning_rate": 5.5645358417203096e-05, "loss": 0.6982, "step": 4624 }, { "epoch": 0.48, "learning_rate": 5.562865305786872e-05, "loss": 0.68, "step": 4625 }, { "epoch": 0.48, "learning_rate": 5.5611947062132364e-05, "loss": 0.7514, "step": 4626 }, { "epoch": 0.48, "learning_rate": 5.559524043188289e-05, "loss": 0.7807, "step": 4627 }, { "epoch": 0.48, "learning_rate": 5.557853316900921e-05, "loss": 0.7156, "step": 4628 }, { "epoch": 0.48, "learning_rate": 5.556182527540035e-05, "loss": 0.6837, "step": 4629 }, { "epoch": 0.48, "learning_rate": 5.554511675294537e-05, "loss": 0.6963, "step": 4630 }, { "epoch": 0.48, "learning_rate": 5.5528407603533405e-05, "loss": 0.7181, "step": 4631 }, { "epoch": 0.48, "learning_rate": 5.551169782905369e-05, "loss": 0.7179, "step": 4632 }, { "epoch": 0.48, "learning_rate": 5.549498743139551e-05, "loss": 0.8858, "step": 4633 }, { "epoch": 0.48, "learning_rate": 5.547827641244818e-05, "loss": 0.6635, "step": 4634 }, { "epoch": 0.48, "learning_rate": 5.546156477410118e-05, "loss": 0.6487, "step": 4635 }, { "epoch": 0.48, "learning_rate": 5.5444852518243994e-05, "loss": 0.5955, "step": 4636 }, { "epoch": 0.48, "learning_rate": 5.5428139646766154e-05, "loss": 0.7278, "step": 4637 }, { "epoch": 0.48, "learning_rate": 5.5411426161557346e-05, "loss": 0.7037, "step": 4638 }, { "epoch": 0.48, "learning_rate": 5.5394712064507223e-05, "loss": 0.6433, "step": 4639 }, { "epoch": 0.48, "learning_rate": 5.5377997357505606e-05, "loss": 0.796, "step": 4640 }, { "epoch": 0.48, "learning_rate": 5.536128204244232e-05, "loss": 0.696, "step": 4641 }, { "epoch": 0.48, "learning_rate": 5.534456612120726e-05, "loss": 0.7392, "step": 4642 }, { "epoch": 0.48, "learning_rate": 5.532784959569044e-05, "loss": 0.7699, "step": 4643 }, { "epoch": 0.48, "learning_rate": 5.531113246778188e-05, "loss": 0.8419, "step": 4644 }, { "epoch": 0.48, "learning_rate": 5.5294414739371714e-05, "loss": 0.7497, "step": 4645 }, { "epoch": 0.48, "learning_rate": 5.527769641235012e-05, "loss": 0.9308, "step": 4646 }, { "epoch": 0.48, "learning_rate": 5.5260977488607346e-05, "loss": 0.6789, "step": 4647 }, { "epoch": 0.48, "learning_rate": 5.524425797003373e-05, "loss": 0.7335, "step": 4648 }, { "epoch": 0.48, "learning_rate": 5.522753785851964e-05, "loss": 0.7771, "step": 4649 }, { "epoch": 0.48, "learning_rate": 5.521081715595554e-05, "loss": 0.7323, "step": 4650 }, { "epoch": 0.48, "learning_rate": 5.519409586423195e-05, "loss": 0.676, "step": 4651 }, { "epoch": 0.48, "learning_rate": 5.517737398523947e-05, "loss": 0.7225, "step": 4652 }, { "epoch": 0.48, "learning_rate": 5.516065152086872e-05, "loss": 0.8299, "step": 4653 }, { "epoch": 0.48, "learning_rate": 5.5143928473010454e-05, "loss": 0.6671, "step": 4654 }, { "epoch": 0.48, "learning_rate": 5.512720484355544e-05, "loss": 0.762, "step": 4655 }, { "epoch": 0.48, "learning_rate": 5.511048063439455e-05, "loss": 0.698, "step": 4656 }, { "epoch": 0.48, "learning_rate": 5.5093755847418674e-05, "loss": 0.6745, "step": 4657 }, { "epoch": 0.48, "learning_rate": 5.507703048451881e-05, "loss": 0.7067, "step": 4658 }, { "epoch": 0.48, "learning_rate": 5.506030454758601e-05, "loss": 0.5892, "step": 4659 }, { "epoch": 0.48, "learning_rate": 5.504357803851139e-05, "loss": 0.7103, "step": 4660 }, { "epoch": 0.48, "learning_rate": 5.50268509591861e-05, "loss": 0.637, "step": 4661 }, { "epoch": 0.48, "learning_rate": 5.501012331150143e-05, "loss": 0.5921, "step": 4662 }, { "epoch": 0.48, "learning_rate": 5.4993395097348644e-05, "loss": 0.8078, "step": 4663 }, { "epoch": 0.48, "learning_rate": 5.497666631861912e-05, "loss": 0.6379, "step": 4664 }, { "epoch": 0.48, "learning_rate": 5.495993697720432e-05, "loss": 0.7589, "step": 4665 }, { "epoch": 0.48, "learning_rate": 5.494320707499569e-05, "loss": 0.663, "step": 4666 }, { "epoch": 0.48, "learning_rate": 5.4926476613884856e-05, "loss": 0.6509, "step": 4667 }, { "epoch": 0.48, "learning_rate": 5.4909745595763405e-05, "loss": 0.5807, "step": 4668 }, { "epoch": 0.48, "learning_rate": 5.4893014022523015e-05, "loss": 0.7482, "step": 4669 }, { "epoch": 0.48, "learning_rate": 5.487628189605547e-05, "loss": 0.701, "step": 4670 }, { "epoch": 0.48, "learning_rate": 5.4859549218252546e-05, "loss": 0.6107, "step": 4671 }, { "epoch": 0.49, "learning_rate": 5.484281599100615e-05, "loss": 0.7449, "step": 4672 }, { "epoch": 0.49, "learning_rate": 5.48260822162082e-05, "loss": 0.733, "step": 4673 }, { "epoch": 0.49, "learning_rate": 5.48093478957507e-05, "loss": 0.7608, "step": 4674 }, { "epoch": 0.49, "learning_rate": 5.479261303152571e-05, "loss": 0.682, "step": 4675 }, { "epoch": 0.49, "learning_rate": 5.4775877625425366e-05, "loss": 0.6916, "step": 4676 }, { "epoch": 0.49, "learning_rate": 5.475914167934182e-05, "loss": 0.6009, "step": 4677 }, { "epoch": 0.49, "learning_rate": 5.4742405195167355e-05, "loss": 0.741, "step": 4678 }, { "epoch": 0.49, "learning_rate": 5.472566817479425e-05, "loss": 0.6366, "step": 4679 }, { "epoch": 0.49, "learning_rate": 5.4708930620114883e-05, "loss": 0.7572, "step": 4680 }, { "epoch": 0.49, "learning_rate": 5.469219253302168e-05, "loss": 0.6764, "step": 4681 }, { "epoch": 0.49, "learning_rate": 5.4675453915407114e-05, "loss": 0.714, "step": 4682 }, { "epoch": 0.49, "learning_rate": 5.4658714769163756e-05, "loss": 0.6152, "step": 4683 }, { "epoch": 0.49, "learning_rate": 5.46419750961842e-05, "loss": 0.7557, "step": 4684 }, { "epoch": 0.49, "learning_rate": 5.46252348983611e-05, "loss": 0.6974, "step": 4685 }, { "epoch": 0.49, "learning_rate": 5.460849417758719e-05, "loss": 0.7316, "step": 4686 }, { "epoch": 0.49, "learning_rate": 5.459175293575526e-05, "loss": 0.7209, "step": 4687 }, { "epoch": 0.49, "learning_rate": 5.457501117475816e-05, "loss": 0.6604, "step": 4688 }, { "epoch": 0.49, "learning_rate": 5.4558268896488783e-05, "loss": 0.6494, "step": 4689 }, { "epoch": 0.49, "learning_rate": 5.454152610284008e-05, "loss": 0.842, "step": 4690 }, { "epoch": 0.49, "learning_rate": 5.452478279570509e-05, "loss": 0.7559, "step": 4691 }, { "epoch": 0.49, "learning_rate": 5.4508038976976886e-05, "loss": 0.6478, "step": 4692 }, { "epoch": 0.49, "learning_rate": 5.4491294648548586e-05, "loss": 0.6028, "step": 4693 }, { "epoch": 0.49, "learning_rate": 5.4474549812313394e-05, "loss": 0.7772, "step": 4694 }, { "epoch": 0.49, "learning_rate": 5.445780447016457e-05, "loss": 0.7903, "step": 4695 }, { "epoch": 0.49, "learning_rate": 5.444105862399539e-05, "loss": 0.8614, "step": 4696 }, { "epoch": 0.49, "learning_rate": 5.442431227569925e-05, "loss": 0.7171, "step": 4697 }, { "epoch": 0.49, "learning_rate": 5.440756542716957e-05, "loss": 0.6911, "step": 4698 }, { "epoch": 0.49, "learning_rate": 5.43908180802998e-05, "loss": 0.7241, "step": 4699 }, { "epoch": 0.49, "learning_rate": 5.437407023698351e-05, "loss": 0.7993, "step": 4700 }, { "epoch": 0.49, "learning_rate": 5.435732189911426e-05, "loss": 0.7409, "step": 4701 }, { "epoch": 0.49, "learning_rate": 5.43405730685857e-05, "loss": 0.762, "step": 4702 }, { "epoch": 0.49, "learning_rate": 5.432382374729154e-05, "loss": 0.6656, "step": 4703 }, { "epoch": 0.49, "learning_rate": 5.4307073937125553e-05, "loss": 0.6996, "step": 4704 }, { "epoch": 0.49, "learning_rate": 5.429032363998151e-05, "loss": 0.7908, "step": 4705 }, { "epoch": 0.49, "learning_rate": 5.4273572857753306e-05, "loss": 0.6467, "step": 4706 }, { "epoch": 0.49, "learning_rate": 5.4256821592334886e-05, "loss": 0.7428, "step": 4707 }, { "epoch": 0.49, "learning_rate": 5.424006984562017e-05, "loss": 0.7151, "step": 4708 }, { "epoch": 0.49, "learning_rate": 5.4223317619503214e-05, "loss": 0.7612, "step": 4709 }, { "epoch": 0.49, "learning_rate": 5.420656491587813e-05, "loss": 0.6975, "step": 4710 }, { "epoch": 0.49, "learning_rate": 5.418981173663903e-05, "loss": 0.7658, "step": 4711 }, { "epoch": 0.49, "learning_rate": 5.417305808368011e-05, "loss": 0.7878, "step": 4712 }, { "epoch": 0.49, "learning_rate": 5.4156303958895625e-05, "loss": 0.8322, "step": 4713 }, { "epoch": 0.49, "learning_rate": 5.4139549364179864e-05, "loss": 0.8187, "step": 4714 }, { "epoch": 0.49, "learning_rate": 5.412279430142719e-05, "loss": 0.7039, "step": 4715 }, { "epoch": 0.49, "learning_rate": 5.4106038772532006e-05, "loss": 0.7257, "step": 4716 }, { "epoch": 0.49, "learning_rate": 5.4089282779388776e-05, "loss": 0.7558, "step": 4717 }, { "epoch": 0.49, "learning_rate": 5.4072526323891994e-05, "loss": 0.7882, "step": 4718 }, { "epoch": 0.49, "learning_rate": 5.405576940793623e-05, "loss": 0.7191, "step": 4719 }, { "epoch": 0.49, "learning_rate": 5.4039012033416136e-05, "loss": 0.7043, "step": 4720 }, { "epoch": 0.49, "learning_rate": 5.402225420222632e-05, "loss": 0.7813, "step": 4721 }, { "epoch": 0.49, "learning_rate": 5.400549591626153e-05, "loss": 0.6874, "step": 4722 }, { "epoch": 0.49, "learning_rate": 5.398873717741656e-05, "loss": 0.8468, "step": 4723 }, { "epoch": 0.49, "learning_rate": 5.397197798758619e-05, "loss": 0.8719, "step": 4724 }, { "epoch": 0.49, "learning_rate": 5.39552183486653e-05, "loss": 0.7002, "step": 4725 }, { "epoch": 0.49, "learning_rate": 5.3938458262548864e-05, "loss": 0.6521, "step": 4726 }, { "epoch": 0.49, "learning_rate": 5.392169773113178e-05, "loss": 0.6933, "step": 4727 }, { "epoch": 0.49, "learning_rate": 5.390493675630912e-05, "loss": 0.7531, "step": 4728 }, { "epoch": 0.49, "learning_rate": 5.388817533997597e-05, "loss": 0.6748, "step": 4729 }, { "epoch": 0.49, "learning_rate": 5.387141348402741e-05, "loss": 0.7589, "step": 4730 }, { "epoch": 0.49, "learning_rate": 5.385465119035863e-05, "loss": 0.6593, "step": 4731 }, { "epoch": 0.49, "learning_rate": 5.383788846086487e-05, "loss": 0.6639, "step": 4732 }, { "epoch": 0.49, "learning_rate": 5.3821125297441414e-05, "loss": 0.6711, "step": 4733 }, { "epoch": 0.49, "learning_rate": 5.380436170198353e-05, "loss": 0.6846, "step": 4734 }, { "epoch": 0.49, "learning_rate": 5.378759767638664e-05, "loss": 0.798, "step": 4735 }, { "epoch": 0.49, "learning_rate": 5.3770833222546144e-05, "loss": 0.793, "step": 4736 }, { "epoch": 0.49, "learning_rate": 5.375406834235751e-05, "loss": 0.6825, "step": 4737 }, { "epoch": 0.49, "learning_rate": 5.3737303037716256e-05, "loss": 0.5604, "step": 4738 }, { "epoch": 0.49, "learning_rate": 5.372053731051796e-05, "loss": 0.8139, "step": 4739 }, { "epoch": 0.49, "learning_rate": 5.37037711626582e-05, "loss": 0.8305, "step": 4740 }, { "epoch": 0.49, "learning_rate": 5.3687004596032664e-05, "loss": 0.7182, "step": 4741 }, { "epoch": 0.49, "learning_rate": 5.367023761253707e-05, "loss": 0.743, "step": 4742 }, { "epoch": 0.49, "learning_rate": 5.365347021406713e-05, "loss": 0.749, "step": 4743 }, { "epoch": 0.49, "learning_rate": 5.3636702402518655e-05, "loss": 0.7168, "step": 4744 }, { "epoch": 0.49, "learning_rate": 5.3619934179787545e-05, "loss": 0.6537, "step": 4745 }, { "epoch": 0.49, "learning_rate": 5.360316554776963e-05, "loss": 0.6299, "step": 4746 }, { "epoch": 0.49, "learning_rate": 5.358639650836087e-05, "loss": 0.6713, "step": 4747 }, { "epoch": 0.49, "learning_rate": 5.356962706345727e-05, "loss": 0.7144, "step": 4748 }, { "epoch": 0.49, "learning_rate": 5.355285721495485e-05, "loss": 0.6336, "step": 4749 }, { "epoch": 0.49, "learning_rate": 5.353608696474967e-05, "loss": 0.7005, "step": 4750 }, { "epoch": 0.49, "learning_rate": 5.351931631473788e-05, "loss": 0.6432, "step": 4751 }, { "epoch": 0.49, "learning_rate": 5.350254526681564e-05, "loss": 0.8175, "step": 4752 }, { "epoch": 0.49, "learning_rate": 5.348577382287916e-05, "loss": 0.6398, "step": 4753 }, { "epoch": 0.49, "learning_rate": 5.3469001984824705e-05, "loss": 0.6081, "step": 4754 }, { "epoch": 0.49, "learning_rate": 5.3452229754548566e-05, "loss": 0.8303, "step": 4755 }, { "epoch": 0.49, "learning_rate": 5.3435457133947096e-05, "loss": 0.6854, "step": 4756 }, { "epoch": 0.49, "learning_rate": 5.34186841249167e-05, "loss": 0.7382, "step": 4757 }, { "epoch": 0.49, "learning_rate": 5.34019107293538e-05, "loss": 0.5815, "step": 4758 }, { "epoch": 0.49, "learning_rate": 5.3385136949154855e-05, "loss": 0.8312, "step": 4759 }, { "epoch": 0.49, "learning_rate": 5.336836278621643e-05, "loss": 0.6331, "step": 4760 }, { "epoch": 0.49, "learning_rate": 5.3351588242435066e-05, "loss": 0.834, "step": 4761 }, { "epoch": 0.49, "learning_rate": 5.333481331970737e-05, "loss": 0.7736, "step": 4762 }, { "epoch": 0.49, "learning_rate": 5.331803801992999e-05, "loss": 0.647, "step": 4763 }, { "epoch": 0.49, "learning_rate": 5.330126234499966e-05, "loss": 0.756, "step": 4764 }, { "epoch": 0.49, "learning_rate": 5.328448629681306e-05, "loss": 0.691, "step": 4765 }, { "epoch": 0.49, "learning_rate": 5.326770987726699e-05, "loss": 0.7642, "step": 4766 }, { "epoch": 0.49, "learning_rate": 5.325093308825829e-05, "loss": 0.8395, "step": 4767 }, { "epoch": 0.5, "learning_rate": 5.323415593168382e-05, "loss": 0.7568, "step": 4768 }, { "epoch": 0.5, "learning_rate": 5.321737840944044e-05, "loss": 0.7121, "step": 4769 }, { "epoch": 0.5, "learning_rate": 5.320060052342515e-05, "loss": 0.8496, "step": 4770 }, { "epoch": 0.5, "learning_rate": 5.318382227553491e-05, "loss": 0.6143, "step": 4771 }, { "epoch": 0.5, "learning_rate": 5.3167043667666747e-05, "loss": 0.7848, "step": 4772 }, { "epoch": 0.5, "learning_rate": 5.315026470171774e-05, "loss": 0.8083, "step": 4773 }, { "epoch": 0.5, "learning_rate": 5.313348537958499e-05, "loss": 0.6436, "step": 4774 }, { "epoch": 0.5, "learning_rate": 5.311670570316565e-05, "loss": 0.6182, "step": 4775 }, { "epoch": 0.5, "learning_rate": 5.309992567435691e-05, "loss": 0.8034, "step": 4776 }, { "epoch": 0.5, "learning_rate": 5.308314529505599e-05, "loss": 0.696, "step": 4777 }, { "epoch": 0.5, "learning_rate": 5.306636456716016e-05, "loss": 0.7191, "step": 4778 }, { "epoch": 0.5, "learning_rate": 5.304958349256676e-05, "loss": 0.7833, "step": 4779 }, { "epoch": 0.5, "learning_rate": 5.303280207317309e-05, "loss": 0.7274, "step": 4780 }, { "epoch": 0.5, "learning_rate": 5.3016020310876545e-05, "loss": 0.6727, "step": 4781 }, { "epoch": 0.5, "learning_rate": 5.299923820757459e-05, "loss": 0.736, "step": 4782 }, { "epoch": 0.5, "learning_rate": 5.298245576516463e-05, "loss": 0.7461, "step": 4783 }, { "epoch": 0.5, "learning_rate": 5.296567298554421e-05, "loss": 0.6579, "step": 4784 }, { "epoch": 0.5, "learning_rate": 5.294888987061086e-05, "loss": 0.7742, "step": 4785 }, { "epoch": 0.5, "learning_rate": 5.293210642226215e-05, "loss": 0.5357, "step": 4786 }, { "epoch": 0.5, "learning_rate": 5.2915322642395715e-05, "loss": 0.6175, "step": 4787 }, { "epoch": 0.5, "learning_rate": 5.289853853290917e-05, "loss": 0.7826, "step": 4788 }, { "epoch": 0.5, "learning_rate": 5.288175409570024e-05, "loss": 0.7013, "step": 4789 }, { "epoch": 0.5, "learning_rate": 5.2864969332666645e-05, "loss": 0.8375, "step": 4790 }, { "epoch": 0.5, "learning_rate": 5.2848184245706134e-05, "loss": 0.5942, "step": 4791 }, { "epoch": 0.5, "learning_rate": 5.2831398836716525e-05, "loss": 0.7326, "step": 4792 }, { "epoch": 0.5, "learning_rate": 5.2814613107595664e-05, "loss": 0.7932, "step": 4793 }, { "epoch": 0.5, "learning_rate": 5.279782706024139e-05, "loss": 0.8786, "step": 4794 }, { "epoch": 0.5, "learning_rate": 5.278104069655164e-05, "loss": 0.7924, "step": 4795 }, { "epoch": 0.5, "learning_rate": 5.2764254018424356e-05, "loss": 0.7527, "step": 4796 }, { "epoch": 0.5, "learning_rate": 5.27474670277575e-05, "loss": 0.6374, "step": 4797 }, { "epoch": 0.5, "learning_rate": 5.2730679726449116e-05, "loss": 0.7679, "step": 4798 }, { "epoch": 0.5, "learning_rate": 5.2713892116397236e-05, "loss": 0.7403, "step": 4799 }, { "epoch": 0.5, "learning_rate": 5.269710419949995e-05, "loss": 0.8017, "step": 4800 }, { "epoch": 0.5, "learning_rate": 5.2680315977655394e-05, "loss": 0.7042, "step": 4801 }, { "epoch": 0.5, "learning_rate": 5.2663527452761684e-05, "loss": 0.7253, "step": 4802 }, { "epoch": 0.5, "learning_rate": 5.264673862671705e-05, "loss": 0.7037, "step": 4803 }, { "epoch": 0.5, "learning_rate": 5.2629949501419716e-05, "loss": 0.6373, "step": 4804 }, { "epoch": 0.5, "learning_rate": 5.26131600787679e-05, "loss": 0.7639, "step": 4805 }, { "epoch": 0.5, "learning_rate": 5.259637036065993e-05, "loss": 0.5845, "step": 4806 }, { "epoch": 0.5, "learning_rate": 5.257958034899411e-05, "loss": 0.7889, "step": 4807 }, { "epoch": 0.5, "learning_rate": 5.256279004566882e-05, "loss": 0.8138, "step": 4808 }, { "epoch": 0.5, "learning_rate": 5.254599945258243e-05, "loss": 0.7748, "step": 4809 }, { "epoch": 0.5, "learning_rate": 5.252920857163336e-05, "loss": 0.6694, "step": 4810 }, { "epoch": 0.5, "learning_rate": 5.251241740472008e-05, "loss": 0.6174, "step": 4811 }, { "epoch": 0.5, "learning_rate": 5.249562595374109e-05, "loss": 0.6354, "step": 4812 }, { "epoch": 0.5, "learning_rate": 5.2478834220594874e-05, "loss": 0.7022, "step": 4813 }, { "epoch": 0.5, "learning_rate": 5.246204220718002e-05, "loss": 0.765, "step": 4814 }, { "epoch": 0.5, "learning_rate": 5.244524991539508e-05, "loss": 0.7963, "step": 4815 }, { "epoch": 0.5, "learning_rate": 5.242845734713869e-05, "loss": 0.5966, "step": 4816 }, { "epoch": 0.5, "learning_rate": 5.241166450430951e-05, "loss": 0.6296, "step": 4817 }, { "epoch": 0.5, "learning_rate": 5.239487138880619e-05, "loss": 0.6117, "step": 4818 }, { "epoch": 0.5, "learning_rate": 5.2378078002527444e-05, "loss": 0.748, "step": 4819 }, { "epoch": 0.5, "learning_rate": 5.236128434737203e-05, "loss": 0.6032, "step": 4820 }, { "epoch": 0.5, "learning_rate": 5.234449042523869e-05, "loss": 0.7885, "step": 4821 }, { "epoch": 0.5, "learning_rate": 5.2327696238026246e-05, "loss": 0.7538, "step": 4822 }, { "epoch": 0.5, "learning_rate": 5.231090178763351e-05, "loss": 0.7675, "step": 4823 }, { "epoch": 0.5, "learning_rate": 5.2294107075959364e-05, "loss": 0.6246, "step": 4824 }, { "epoch": 0.5, "learning_rate": 5.227731210490269e-05, "loss": 0.6505, "step": 4825 }, { "epoch": 0.5, "learning_rate": 5.226051687636239e-05, "loss": 0.7471, "step": 4826 }, { "epoch": 0.5, "learning_rate": 5.224372139223741e-05, "loss": 0.6398, "step": 4827 }, { "epoch": 0.5, "learning_rate": 5.2226925654426764e-05, "loss": 0.7542, "step": 4828 }, { "epoch": 0.5, "learning_rate": 5.22101296648294e-05, "loss": 0.6777, "step": 4829 }, { "epoch": 0.5, "learning_rate": 5.2193333425344416e-05, "loss": 0.7705, "step": 4830 }, { "epoch": 0.5, "learning_rate": 5.217653693787081e-05, "loss": 0.6861, "step": 4831 }, { "epoch": 0.5, "learning_rate": 5.2159740204307726e-05, "loss": 0.6442, "step": 4832 }, { "epoch": 0.5, "learning_rate": 5.2142943226554265e-05, "loss": 0.5878, "step": 4833 }, { "epoch": 0.5, "learning_rate": 5.2126146006509544e-05, "loss": 0.6372, "step": 4834 }, { "epoch": 0.5, "learning_rate": 5.210934854607277e-05, "loss": 0.7391, "step": 4835 }, { "epoch": 0.5, "learning_rate": 5.209255084714313e-05, "loss": 0.8143, "step": 4836 }, { "epoch": 0.5, "learning_rate": 5.207575291161985e-05, "loss": 0.6499, "step": 4837 }, { "epoch": 0.5, "learning_rate": 5.205895474140219e-05, "loss": 0.6511, "step": 4838 }, { "epoch": 0.5, "learning_rate": 5.2042156338389426e-05, "loss": 0.8063, "step": 4839 }, { "epoch": 0.5, "learning_rate": 5.202535770448085e-05, "loss": 0.5843, "step": 4840 }, { "epoch": 0.5, "learning_rate": 5.200855884157582e-05, "loss": 0.687, "step": 4841 }, { "epoch": 0.5, "learning_rate": 5.1991759751573676e-05, "loss": 0.7645, "step": 4842 }, { "epoch": 0.5, "learning_rate": 5.197496043637381e-05, "loss": 0.7623, "step": 4843 }, { "epoch": 0.5, "learning_rate": 5.195816089787563e-05, "loss": 0.7232, "step": 4844 }, { "epoch": 0.5, "learning_rate": 5.1941361137978574e-05, "loss": 0.6416, "step": 4845 }, { "epoch": 0.5, "learning_rate": 5.19245611585821e-05, "loss": 0.6037, "step": 4846 }, { "epoch": 0.5, "learning_rate": 5.1907760961585685e-05, "loss": 0.6436, "step": 4847 }, { "epoch": 0.5, "learning_rate": 5.1890960548888855e-05, "loss": 0.6616, "step": 4848 }, { "epoch": 0.5, "learning_rate": 5.187415992239112e-05, "loss": 0.7623, "step": 4849 }, { "epoch": 0.5, "learning_rate": 5.1857359083992055e-05, "loss": 0.8244, "step": 4850 }, { "epoch": 0.5, "learning_rate": 5.184055803559124e-05, "loss": 0.718, "step": 4851 }, { "epoch": 0.5, "learning_rate": 5.1823756779088284e-05, "loss": 0.6214, "step": 4852 }, { "epoch": 0.5, "learning_rate": 5.18069553163828e-05, "loss": 0.6673, "step": 4853 }, { "epoch": 0.5, "learning_rate": 5.1790153649374464e-05, "loss": 0.6663, "step": 4854 }, { "epoch": 0.5, "learning_rate": 5.177335177996293e-05, "loss": 0.7381, "step": 4855 }, { "epoch": 0.5, "learning_rate": 5.17565497100479e-05, "loss": 0.7467, "step": 4856 }, { "epoch": 0.5, "learning_rate": 5.173974744152911e-05, "loss": 0.7436, "step": 4857 }, { "epoch": 0.5, "learning_rate": 5.1722944976306295e-05, "loss": 0.603, "step": 4858 }, { "epoch": 0.5, "learning_rate": 5.170614231627921e-05, "loss": 0.6935, "step": 4859 }, { "epoch": 0.5, "learning_rate": 5.168933946334766e-05, "loss": 0.6525, "step": 4860 }, { "epoch": 0.5, "learning_rate": 5.167253641941144e-05, "loss": 0.8733, "step": 4861 }, { "epoch": 0.5, "learning_rate": 5.1655733186370394e-05, "loss": 0.6811, "step": 4862 }, { "epoch": 0.5, "learning_rate": 5.1638929766124364e-05, "loss": 0.6372, "step": 4863 }, { "epoch": 0.5, "learning_rate": 5.1622126160573235e-05, "loss": 0.6653, "step": 4864 }, { "epoch": 0.51, "learning_rate": 5.160532237161688e-05, "loss": 0.6691, "step": 4865 }, { "epoch": 0.51, "learning_rate": 5.158851840115523e-05, "loss": 0.6847, "step": 4866 }, { "epoch": 0.51, "learning_rate": 5.1571714251088244e-05, "loss": 0.7215, "step": 4867 }, { "epoch": 0.51, "learning_rate": 5.155490992331583e-05, "loss": 0.6669, "step": 4868 }, { "epoch": 0.51, "learning_rate": 5.153810541973798e-05, "loss": 0.6973, "step": 4869 }, { "epoch": 0.51, "learning_rate": 5.152130074225474e-05, "loss": 0.6343, "step": 4870 }, { "epoch": 0.51, "learning_rate": 5.1504495892766046e-05, "loss": 0.7377, "step": 4871 }, { "epoch": 0.51, "learning_rate": 5.148769087317198e-05, "loss": 0.8191, "step": 4872 }, { "epoch": 0.51, "learning_rate": 5.14708856853726e-05, "loss": 0.7738, "step": 4873 }, { "epoch": 0.51, "learning_rate": 5.145408033126796e-05, "loss": 0.6879, "step": 4874 }, { "epoch": 0.51, "learning_rate": 5.143727481275815e-05, "loss": 0.706, "step": 4875 }, { "epoch": 0.51, "learning_rate": 5.142046913174331e-05, "loss": 0.6072, "step": 4876 }, { "epoch": 0.51, "learning_rate": 5.140366329012355e-05, "loss": 0.7422, "step": 4877 }, { "epoch": 0.51, "learning_rate": 5.1386857289799e-05, "loss": 0.774, "step": 4878 }, { "epoch": 0.51, "learning_rate": 5.137005113266986e-05, "loss": 0.6462, "step": 4879 }, { "epoch": 0.51, "learning_rate": 5.135324482063629e-05, "loss": 0.672, "step": 4880 }, { "epoch": 0.51, "learning_rate": 5.1336438355598495e-05, "loss": 0.74, "step": 4881 }, { "epoch": 0.51, "learning_rate": 5.1319631739456694e-05, "loss": 0.6876, "step": 4882 }, { "epoch": 0.51, "learning_rate": 5.130282497411113e-05, "loss": 0.8107, "step": 4883 }, { "epoch": 0.51, "learning_rate": 5.128601806146204e-05, "loss": 0.6404, "step": 4884 }, { "epoch": 0.51, "learning_rate": 5.12692110034097e-05, "loss": 0.7439, "step": 4885 }, { "epoch": 0.51, "learning_rate": 5.125240380185442e-05, "loss": 0.5584, "step": 4886 }, { "epoch": 0.51, "learning_rate": 5.1235596458696446e-05, "loss": 0.6069, "step": 4887 }, { "epoch": 0.51, "learning_rate": 5.121878897583613e-05, "loss": 0.7051, "step": 4888 }, { "epoch": 0.51, "learning_rate": 5.1201981355173834e-05, "loss": 0.7974, "step": 4889 }, { "epoch": 0.51, "learning_rate": 5.118517359860984e-05, "loss": 0.7011, "step": 4890 }, { "epoch": 0.51, "learning_rate": 5.116836570804455e-05, "loss": 0.7903, "step": 4891 }, { "epoch": 0.51, "learning_rate": 5.115155768537836e-05, "loss": 0.6886, "step": 4892 }, { "epoch": 0.51, "learning_rate": 5.1134749532511614e-05, "loss": 0.6562, "step": 4893 }, { "epoch": 0.51, "learning_rate": 5.111794125134476e-05, "loss": 0.7803, "step": 4894 }, { "epoch": 0.51, "learning_rate": 5.110113284377822e-05, "loss": 0.7493, "step": 4895 }, { "epoch": 0.51, "learning_rate": 5.1084324311712414e-05, "loss": 0.7445, "step": 4896 }, { "epoch": 0.51, "learning_rate": 5.106751565704781e-05, "loss": 0.7969, "step": 4897 }, { "epoch": 0.51, "learning_rate": 5.105070688168486e-05, "loss": 0.8173, "step": 4898 }, { "epoch": 0.51, "learning_rate": 5.103389798752406e-05, "loss": 0.6969, "step": 4899 }, { "epoch": 0.51, "learning_rate": 5.1017088976465874e-05, "loss": 0.6687, "step": 4900 }, { "epoch": 0.51, "learning_rate": 5.1000279850410836e-05, "loss": 0.5919, "step": 4901 }, { "epoch": 0.51, "learning_rate": 5.0983470611259465e-05, "loss": 0.679, "step": 4902 }, { "epoch": 0.51, "learning_rate": 5.0966661260912265e-05, "loss": 0.7533, "step": 4903 }, { "epoch": 0.51, "learning_rate": 5.09498518012698e-05, "loss": 0.7716, "step": 4904 }, { "epoch": 0.51, "learning_rate": 5.093304223423263e-05, "loss": 0.7493, "step": 4905 }, { "epoch": 0.51, "learning_rate": 5.0916232561701306e-05, "loss": 0.6871, "step": 4906 }, { "epoch": 0.51, "learning_rate": 5.089942278557642e-05, "loss": 0.6174, "step": 4907 }, { "epoch": 0.51, "learning_rate": 5.0882612907758595e-05, "loss": 0.7285, "step": 4908 }, { "epoch": 0.51, "learning_rate": 5.0865802930148376e-05, "loss": 0.7276, "step": 4909 }, { "epoch": 0.51, "learning_rate": 5.08489928546464e-05, "loss": 0.7109, "step": 4910 }, { "epoch": 0.51, "learning_rate": 5.083218268315333e-05, "loss": 0.6235, "step": 4911 }, { "epoch": 0.51, "learning_rate": 5.081537241756975e-05, "loss": 0.5941, "step": 4912 }, { "epoch": 0.51, "learning_rate": 5.0798562059796326e-05, "loss": 0.7477, "step": 4913 }, { "epoch": 0.51, "learning_rate": 5.078175161173373e-05, "loss": 0.7524, "step": 4914 }, { "epoch": 0.51, "learning_rate": 5.076494107528263e-05, "loss": 0.7917, "step": 4915 }, { "epoch": 0.51, "learning_rate": 5.074813045234368e-05, "loss": 0.6768, "step": 4916 }, { "epoch": 0.51, "learning_rate": 5.07313197448176e-05, "loss": 0.7558, "step": 4917 }, { "epoch": 0.51, "learning_rate": 5.071450895460505e-05, "loss": 0.6547, "step": 4918 }, { "epoch": 0.51, "learning_rate": 5.069769808360676e-05, "loss": 0.7368, "step": 4919 }, { "epoch": 0.51, "learning_rate": 5.0680887133723465e-05, "loss": 0.6718, "step": 4920 }, { "epoch": 0.51, "learning_rate": 5.066407610685585e-05, "loss": 0.671, "step": 4921 }, { "epoch": 0.51, "learning_rate": 5.064726500490466e-05, "loss": 0.7194, "step": 4922 }, { "epoch": 0.51, "learning_rate": 5.0630453829770674e-05, "loss": 0.7131, "step": 4923 }, { "epoch": 0.51, "learning_rate": 5.06136425833546e-05, "loss": 0.6867, "step": 4924 }, { "epoch": 0.51, "learning_rate": 5.05968312675572e-05, "loss": 0.7438, "step": 4925 }, { "epoch": 0.51, "learning_rate": 5.058001988427926e-05, "loss": 0.6944, "step": 4926 }, { "epoch": 0.51, "learning_rate": 5.056320843542155e-05, "loss": 0.7194, "step": 4927 }, { "epoch": 0.51, "learning_rate": 5.054639692288483e-05, "loss": 0.5752, "step": 4928 }, { "epoch": 0.51, "learning_rate": 5.05295853485699e-05, "loss": 0.6841, "step": 4929 }, { "epoch": 0.51, "learning_rate": 5.051277371437758e-05, "loss": 0.5969, "step": 4930 }, { "epoch": 0.51, "learning_rate": 5.049596202220864e-05, "loss": 0.7325, "step": 4931 }, { "epoch": 0.51, "learning_rate": 5.04791502739639e-05, "loss": 0.7155, "step": 4932 }, { "epoch": 0.51, "learning_rate": 5.046233847154419e-05, "loss": 0.7439, "step": 4933 }, { "epoch": 0.51, "learning_rate": 5.044552661685032e-05, "loss": 0.8429, "step": 4934 }, { "epoch": 0.51, "learning_rate": 5.0428714711783096e-05, "loss": 0.7355, "step": 4935 }, { "epoch": 0.51, "learning_rate": 5.041190275824339e-05, "loss": 0.6857, "step": 4936 }, { "epoch": 0.51, "learning_rate": 5.039509075813202e-05, "loss": 0.7323, "step": 4937 }, { "epoch": 0.51, "learning_rate": 5.0378278713349815e-05, "loss": 0.7788, "step": 4938 }, { "epoch": 0.51, "learning_rate": 5.036146662579766e-05, "loss": 0.7343, "step": 4939 }, { "epoch": 0.51, "learning_rate": 5.034465449737638e-05, "loss": 0.6998, "step": 4940 }, { "epoch": 0.51, "learning_rate": 5.032784232998683e-05, "loss": 0.6057, "step": 4941 }, { "epoch": 0.51, "learning_rate": 5.03110301255299e-05, "loss": 0.6371, "step": 4942 }, { "epoch": 0.51, "learning_rate": 5.029421788590644e-05, "loss": 0.6642, "step": 4943 }, { "epoch": 0.51, "learning_rate": 5.0277405613017315e-05, "loss": 0.6396, "step": 4944 }, { "epoch": 0.51, "learning_rate": 5.026059330876342e-05, "loss": 0.6957, "step": 4945 }, { "epoch": 0.51, "learning_rate": 5.024378097504559e-05, "loss": 0.6303, "step": 4946 }, { "epoch": 0.51, "learning_rate": 5.022696861376477e-05, "loss": 0.7396, "step": 4947 }, { "epoch": 0.51, "learning_rate": 5.0210156226821805e-05, "loss": 0.6575, "step": 4948 }, { "epoch": 0.51, "learning_rate": 5.019334381611756e-05, "loss": 0.7476, "step": 4949 }, { "epoch": 0.51, "learning_rate": 5.017653138355299e-05, "loss": 0.5349, "step": 4950 }, { "epoch": 0.51, "learning_rate": 5.015971893102893e-05, "loss": 0.6446, "step": 4951 }, { "epoch": 0.51, "learning_rate": 5.0142906460446304e-05, "loss": 0.7531, "step": 4952 }, { "epoch": 0.51, "learning_rate": 5.0126093973706015e-05, "loss": 0.776, "step": 4953 }, { "epoch": 0.51, "learning_rate": 5.010928147270892e-05, "loss": 0.7472, "step": 4954 }, { "epoch": 0.51, "learning_rate": 5.0092468959355975e-05, "loss": 0.6424, "step": 4955 }, { "epoch": 0.51, "learning_rate": 5.007565643554805e-05, "loss": 0.6195, "step": 4956 }, { "epoch": 0.51, "learning_rate": 5.005884390318603e-05, "loss": 0.7031, "step": 4957 }, { "epoch": 0.51, "learning_rate": 5.004203136417086e-05, "loss": 0.543, "step": 4958 }, { "epoch": 0.51, "learning_rate": 5.002521882040343e-05, "loss": 0.7594, "step": 4959 }, { "epoch": 0.51, "learning_rate": 5.000840627378463e-05, "loss": 0.7068, "step": 4960 }, { "epoch": 0.52, "learning_rate": 4.9991593726215385e-05, "loss": 0.7048, "step": 4961 }, { "epoch": 0.52, "learning_rate": 4.997478117959659e-05, "loss": 0.7335, "step": 4962 }, { "epoch": 0.52, "learning_rate": 4.995796863582915e-05, "loss": 0.7297, "step": 4963 }, { "epoch": 0.52, "learning_rate": 4.994115609681398e-05, "loss": 0.7184, "step": 4964 }, { "epoch": 0.52, "learning_rate": 4.992434356445197e-05, "loss": 0.6436, "step": 4965 }, { "epoch": 0.52, "learning_rate": 4.990753104064403e-05, "loss": 0.6189, "step": 4966 }, { "epoch": 0.52, "learning_rate": 4.9890718527291084e-05, "loss": 0.7069, "step": 4967 }, { "epoch": 0.52, "learning_rate": 4.987390602629402e-05, "loss": 0.7598, "step": 4968 }, { "epoch": 0.52, "learning_rate": 4.98570935395537e-05, "loss": 0.7182, "step": 4969 }, { "epoch": 0.52, "learning_rate": 4.984028106897109e-05, "loss": 0.8137, "step": 4970 }, { "epoch": 0.52, "learning_rate": 4.9823468616447025e-05, "loss": 0.7102, "step": 4971 }, { "epoch": 0.52, "learning_rate": 4.9806656183882435e-05, "loss": 0.7358, "step": 4972 }, { "epoch": 0.52, "learning_rate": 4.978984377317821e-05, "loss": 0.7956, "step": 4973 }, { "epoch": 0.52, "learning_rate": 4.977303138623526e-05, "loss": 0.6015, "step": 4974 }, { "epoch": 0.52, "learning_rate": 4.975621902495441e-05, "loss": 0.6233, "step": 4975 }, { "epoch": 0.52, "learning_rate": 4.97394066912366e-05, "loss": 0.78, "step": 4976 }, { "epoch": 0.52, "learning_rate": 4.9722594386982703e-05, "loss": 0.7433, "step": 4977 }, { "epoch": 0.52, "learning_rate": 4.970578211409357e-05, "loss": 0.7576, "step": 4978 }, { "epoch": 0.52, "learning_rate": 4.9688969874470106e-05, "loss": 0.612, "step": 4979 }, { "epoch": 0.52, "learning_rate": 4.967215767001319e-05, "loss": 0.6301, "step": 4980 }, { "epoch": 0.52, "learning_rate": 4.965534550262365e-05, "loss": 0.663, "step": 4981 }, { "epoch": 0.52, "learning_rate": 4.963853337420236e-05, "loss": 0.692, "step": 4982 }, { "epoch": 0.52, "learning_rate": 4.962172128665019e-05, "loss": 0.6252, "step": 4983 }, { "epoch": 0.52, "learning_rate": 4.960490924186799e-05, "loss": 0.7101, "step": 4984 }, { "epoch": 0.52, "learning_rate": 4.958809724175661e-05, "loss": 0.7695, "step": 4985 }, { "epoch": 0.52, "learning_rate": 4.95712852882169e-05, "loss": 0.6954, "step": 4986 }, { "epoch": 0.52, "learning_rate": 4.95544733831497e-05, "loss": 0.6764, "step": 4987 }, { "epoch": 0.52, "learning_rate": 4.953766152845582e-05, "loss": 0.6938, "step": 4988 }, { "epoch": 0.52, "learning_rate": 4.95208497260361e-05, "loss": 0.6785, "step": 4989 }, { "epoch": 0.52, "learning_rate": 4.950403797779136e-05, "loss": 0.7627, "step": 4990 }, { "epoch": 0.52, "learning_rate": 4.9487226285622424e-05, "loss": 0.6813, "step": 4991 }, { "epoch": 0.52, "learning_rate": 4.94704146514301e-05, "loss": 0.7215, "step": 4992 }, { "epoch": 0.52, "learning_rate": 4.945360307711519e-05, "loss": 0.6307, "step": 4993 }, { "epoch": 0.52, "learning_rate": 4.943679156457848e-05, "loss": 0.6154, "step": 4994 }, { "epoch": 0.52, "learning_rate": 4.941998011572076e-05, "loss": 0.6608, "step": 4995 }, { "epoch": 0.52, "learning_rate": 4.9403168732442814e-05, "loss": 0.6888, "step": 4996 }, { "epoch": 0.52, "learning_rate": 4.938635741664541e-05, "loss": 0.66, "step": 4997 }, { "epoch": 0.52, "learning_rate": 4.9369546170229344e-05, "loss": 0.7141, "step": 4998 }, { "epoch": 0.52, "learning_rate": 4.935273499509535e-05, "loss": 0.6515, "step": 4999 }, { "epoch": 0.52, "learning_rate": 4.933592389314417e-05, "loss": 0.6398, "step": 5000 }, { "epoch": 0.52, "learning_rate": 4.931911286627655e-05, "loss": 0.7564, "step": 5001 }, { "epoch": 0.52, "learning_rate": 4.930230191639324e-05, "loss": 0.6613, "step": 5002 }, { "epoch": 0.52, "learning_rate": 4.928549104539495e-05, "loss": 0.699, "step": 5003 }, { "epoch": 0.52, "learning_rate": 4.926868025518242e-05, "loss": 0.826, "step": 5004 }, { "epoch": 0.52, "learning_rate": 4.925186954765632e-05, "loss": 0.6276, "step": 5005 }, { "epoch": 0.52, "learning_rate": 4.923505892471739e-05, "loss": 0.7328, "step": 5006 }, { "epoch": 0.52, "learning_rate": 4.9218248388266276e-05, "loss": 0.7743, "step": 5007 }, { "epoch": 0.52, "learning_rate": 4.920143794020368e-05, "loss": 0.6452, "step": 5008 }, { "epoch": 0.52, "learning_rate": 4.918462758243027e-05, "loss": 0.7138, "step": 5009 }, { "epoch": 0.52, "learning_rate": 4.916781731684668e-05, "loss": 0.7079, "step": 5010 }, { "epoch": 0.52, "learning_rate": 4.9151007145353595e-05, "loss": 0.7786, "step": 5011 }, { "epoch": 0.52, "learning_rate": 4.913419706985165e-05, "loss": 0.7003, "step": 5012 }, { "epoch": 0.52, "learning_rate": 4.911738709224143e-05, "loss": 0.679, "step": 5013 }, { "epoch": 0.52, "learning_rate": 4.9100577214423584e-05, "loss": 0.5596, "step": 5014 }, { "epoch": 0.52, "learning_rate": 4.90837674382987e-05, "loss": 0.8181, "step": 5015 }, { "epoch": 0.52, "learning_rate": 4.906695776576738e-05, "loss": 0.6534, "step": 5016 }, { "epoch": 0.52, "learning_rate": 4.905014819873021e-05, "loss": 0.7802, "step": 5017 }, { "epoch": 0.52, "learning_rate": 4.903333873908774e-05, "loss": 0.6008, "step": 5018 }, { "epoch": 0.52, "learning_rate": 4.901652938874056e-05, "loss": 0.7212, "step": 5019 }, { "epoch": 0.52, "learning_rate": 4.8999720149589175e-05, "loss": 0.6751, "step": 5020 }, { "epoch": 0.52, "learning_rate": 4.898291102353413e-05, "loss": 0.8428, "step": 5021 }, { "epoch": 0.52, "learning_rate": 4.896610201247595e-05, "loss": 0.7131, "step": 5022 }, { "epoch": 0.52, "learning_rate": 4.894929311831515e-05, "loss": 0.6451, "step": 5023 }, { "epoch": 0.52, "learning_rate": 4.89324843429522e-05, "loss": 0.6031, "step": 5024 }, { "epoch": 0.52, "learning_rate": 4.89156756882876e-05, "loss": 0.7753, "step": 5025 }, { "epoch": 0.52, "learning_rate": 4.8898867156221786e-05, "loss": 0.636, "step": 5026 }, { "epoch": 0.52, "learning_rate": 4.888205874865525e-05, "loss": 0.7, "step": 5027 }, { "epoch": 0.52, "learning_rate": 4.886525046748839e-05, "loss": 0.8634, "step": 5028 }, { "epoch": 0.52, "learning_rate": 4.884844231462165e-05, "loss": 0.6926, "step": 5029 }, { "epoch": 0.52, "learning_rate": 4.883163429195545e-05, "loss": 0.7241, "step": 5030 }, { "epoch": 0.52, "learning_rate": 4.881482640139019e-05, "loss": 0.686, "step": 5031 }, { "epoch": 0.52, "learning_rate": 4.879801864482619e-05, "loss": 0.6654, "step": 5032 }, { "epoch": 0.52, "learning_rate": 4.8781211024163875e-05, "loss": 0.7033, "step": 5033 }, { "epoch": 0.52, "learning_rate": 4.876440354130356e-05, "loss": 0.7468, "step": 5034 }, { "epoch": 0.52, "learning_rate": 4.8747596198145594e-05, "loss": 0.6994, "step": 5035 }, { "epoch": 0.52, "learning_rate": 4.87307889965903e-05, "loss": 0.7227, "step": 5036 }, { "epoch": 0.52, "learning_rate": 4.871398193853795e-05, "loss": 0.6907, "step": 5037 }, { "epoch": 0.52, "learning_rate": 4.869717502588889e-05, "loss": 0.6278, "step": 5038 }, { "epoch": 0.52, "learning_rate": 4.868036826054331e-05, "loss": 0.6768, "step": 5039 }, { "epoch": 0.52, "learning_rate": 4.866356164440152e-05, "loss": 0.7806, "step": 5040 }, { "epoch": 0.52, "learning_rate": 4.864675517936372e-05, "loss": 0.8874, "step": 5041 }, { "epoch": 0.52, "learning_rate": 4.862994886733015e-05, "loss": 0.7807, "step": 5042 }, { "epoch": 0.52, "learning_rate": 4.8613142710201e-05, "loss": 0.7185, "step": 5043 }, { "epoch": 0.52, "learning_rate": 4.859633670987648e-05, "loss": 0.6546, "step": 5044 }, { "epoch": 0.52, "learning_rate": 4.85795308682567e-05, "loss": 0.7082, "step": 5045 }, { "epoch": 0.52, "learning_rate": 4.856272518724186e-05, "loss": 0.6768, "step": 5046 }, { "epoch": 0.52, "learning_rate": 4.8545919668732055e-05, "loss": 0.6886, "step": 5047 }, { "epoch": 0.52, "learning_rate": 4.8529114314627414e-05, "loss": 0.6452, "step": 5048 }, { "epoch": 0.52, "learning_rate": 4.851230912682802e-05, "loss": 0.7264, "step": 5049 }, { "epoch": 0.52, "learning_rate": 4.849550410723395e-05, "loss": 0.6118, "step": 5050 }, { "epoch": 0.52, "learning_rate": 4.8478699257745286e-05, "loss": 0.7233, "step": 5051 }, { "epoch": 0.52, "learning_rate": 4.846189458026202e-05, "loss": 0.7758, "step": 5052 }, { "epoch": 0.52, "learning_rate": 4.8445090076684184e-05, "loss": 0.6241, "step": 5053 }, { "epoch": 0.52, "learning_rate": 4.842828574891177e-05, "loss": 0.6978, "step": 5054 }, { "epoch": 0.52, "learning_rate": 4.841148159884477e-05, "loss": 0.6469, "step": 5055 }, { "epoch": 0.52, "learning_rate": 4.8394677628383125e-05, "loss": 0.7169, "step": 5056 }, { "epoch": 0.53, "learning_rate": 4.837787383942679e-05, "loss": 0.5958, "step": 5057 }, { "epoch": 0.53, "learning_rate": 4.8361070233875654e-05, "loss": 0.6951, "step": 5058 }, { "epoch": 0.53, "learning_rate": 4.834426681362962e-05, "loss": 0.8496, "step": 5059 }, { "epoch": 0.53, "learning_rate": 4.832746358058857e-05, "loss": 0.6075, "step": 5060 }, { "epoch": 0.53, "learning_rate": 4.8310660536652356e-05, "loss": 0.7556, "step": 5061 }, { "epoch": 0.53, "learning_rate": 4.829385768372079e-05, "loss": 0.6651, "step": 5062 }, { "epoch": 0.53, "learning_rate": 4.827705502369372e-05, "loss": 0.7719, "step": 5063 }, { "epoch": 0.53, "learning_rate": 4.82602525584709e-05, "loss": 0.7989, "step": 5064 }, { "epoch": 0.53, "learning_rate": 4.824345028995211e-05, "loss": 0.8294, "step": 5065 }, { "epoch": 0.53, "learning_rate": 4.822664822003708e-05, "loss": 0.5915, "step": 5066 }, { "epoch": 0.53, "learning_rate": 4.8209846350625554e-05, "loss": 0.7462, "step": 5067 }, { "epoch": 0.53, "learning_rate": 4.81930446836172e-05, "loss": 0.7935, "step": 5068 }, { "epoch": 0.53, "learning_rate": 4.8176243220911714e-05, "loss": 0.8494, "step": 5069 }, { "epoch": 0.53, "learning_rate": 4.815944196440877e-05, "loss": 0.7362, "step": 5070 }, { "epoch": 0.53, "learning_rate": 4.814264091600796e-05, "loss": 0.864, "step": 5071 }, { "epoch": 0.53, "learning_rate": 4.8125840077608894e-05, "loss": 0.7923, "step": 5072 }, { "epoch": 0.53, "learning_rate": 4.810903945111116e-05, "loss": 0.6327, "step": 5073 }, { "epoch": 0.53, "learning_rate": 4.809223903841433e-05, "loss": 0.6713, "step": 5074 }, { "epoch": 0.53, "learning_rate": 4.8075438841417906e-05, "loss": 0.7133, "step": 5075 }, { "epoch": 0.53, "learning_rate": 4.8058638862021444e-05, "loss": 0.8247, "step": 5076 }, { "epoch": 0.53, "learning_rate": 4.804183910212439e-05, "loss": 0.8226, "step": 5077 }, { "epoch": 0.53, "learning_rate": 4.802503956362621e-05, "loss": 0.6429, "step": 5078 }, { "epoch": 0.53, "learning_rate": 4.8008240248426335e-05, "loss": 0.785, "step": 5079 }, { "epoch": 0.53, "learning_rate": 4.799144115842419e-05, "loss": 0.6731, "step": 5080 }, { "epoch": 0.53, "learning_rate": 4.797464229551916e-05, "loss": 0.7243, "step": 5081 }, { "epoch": 0.53, "learning_rate": 4.795784366161059e-05, "loss": 0.8058, "step": 5082 }, { "epoch": 0.53, "learning_rate": 4.794104525859782e-05, "loss": 0.755, "step": 5083 }, { "epoch": 0.53, "learning_rate": 4.792424708838016e-05, "loss": 0.7057, "step": 5084 }, { "epoch": 0.53, "learning_rate": 4.7907449152856876e-05, "loss": 0.6283, "step": 5085 }, { "epoch": 0.53, "learning_rate": 4.789065145392724e-05, "loss": 0.6263, "step": 5086 }, { "epoch": 0.53, "learning_rate": 4.787385399349046e-05, "loss": 0.6361, "step": 5087 }, { "epoch": 0.53, "learning_rate": 4.785705677344574e-05, "loss": 0.6413, "step": 5088 }, { "epoch": 0.53, "learning_rate": 4.7840259795692286e-05, "loss": 0.736, "step": 5089 }, { "epoch": 0.53, "learning_rate": 4.7823463062129195e-05, "loss": 0.7611, "step": 5090 }, { "epoch": 0.53, "learning_rate": 4.78066665746556e-05, "loss": 0.7232, "step": 5091 }, { "epoch": 0.53, "learning_rate": 4.7789870335170604e-05, "loss": 0.6293, "step": 5092 }, { "epoch": 0.53, "learning_rate": 4.7773074345573255e-05, "loss": 0.7598, "step": 5093 }, { "epoch": 0.53, "learning_rate": 4.775627860776259e-05, "loss": 0.8486, "step": 5094 }, { "epoch": 0.53, "learning_rate": 4.773948312363764e-05, "loss": 0.7787, "step": 5095 }, { "epoch": 0.53, "learning_rate": 4.772268789509734e-05, "loss": 0.7167, "step": 5096 }, { "epoch": 0.53, "learning_rate": 4.770589292404065e-05, "loss": 0.6859, "step": 5097 }, { "epoch": 0.53, "learning_rate": 4.768909821236649e-05, "loss": 0.7128, "step": 5098 }, { "epoch": 0.53, "learning_rate": 4.7672303761973766e-05, "loss": 0.644, "step": 5099 }, { "epoch": 0.53, "learning_rate": 4.765550957476132e-05, "loss": 0.6577, "step": 5100 }, { "epoch": 0.53, "learning_rate": 4.763871565262798e-05, "loss": 0.6494, "step": 5101 }, { "epoch": 0.53, "learning_rate": 4.7621921997472575e-05, "loss": 0.7424, "step": 5102 }, { "epoch": 0.53, "learning_rate": 4.760512861119383e-05, "loss": 0.6685, "step": 5103 }, { "epoch": 0.53, "learning_rate": 4.75883354956905e-05, "loss": 0.7214, "step": 5104 }, { "epoch": 0.53, "learning_rate": 4.7571542652861315e-05, "loss": 0.7283, "step": 5105 }, { "epoch": 0.53, "learning_rate": 4.755475008460492e-05, "loss": 0.7981, "step": 5106 }, { "epoch": 0.53, "learning_rate": 4.753795779281998e-05, "loss": 0.6468, "step": 5107 }, { "epoch": 0.53, "learning_rate": 4.752116577940514e-05, "loss": 0.7521, "step": 5108 }, { "epoch": 0.53, "learning_rate": 4.750437404625894e-05, "loss": 0.7263, "step": 5109 }, { "epoch": 0.53, "learning_rate": 4.748758259527992e-05, "loss": 0.6164, "step": 5110 }, { "epoch": 0.53, "learning_rate": 4.7470791428366654e-05, "loss": 0.6459, "step": 5111 }, { "epoch": 0.53, "learning_rate": 4.7454000547417583e-05, "loss": 0.778, "step": 5112 }, { "epoch": 0.53, "learning_rate": 4.743720995433118e-05, "loss": 0.6885, "step": 5113 }, { "epoch": 0.53, "learning_rate": 4.74204196510059e-05, "loss": 0.7194, "step": 5114 }, { "epoch": 0.53, "learning_rate": 4.740362963934009e-05, "loss": 0.7402, "step": 5115 }, { "epoch": 0.53, "learning_rate": 4.738683992123211e-05, "loss": 0.6805, "step": 5116 }, { "epoch": 0.53, "learning_rate": 4.7370050498580295e-05, "loss": 0.7994, "step": 5117 }, { "epoch": 0.53, "learning_rate": 4.7353261373282954e-05, "loss": 0.65, "step": 5118 }, { "epoch": 0.53, "learning_rate": 4.7336472547238314e-05, "loss": 0.7865, "step": 5119 }, { "epoch": 0.53, "learning_rate": 4.7319684022344624e-05, "loss": 0.6093, "step": 5120 }, { "epoch": 0.53, "learning_rate": 4.730289580050007e-05, "loss": 0.7781, "step": 5121 }, { "epoch": 0.53, "learning_rate": 4.728610788360278e-05, "loss": 0.6976, "step": 5122 }, { "epoch": 0.53, "learning_rate": 4.7269320273550896e-05, "loss": 0.737, "step": 5123 }, { "epoch": 0.53, "learning_rate": 4.7252532972242506e-05, "loss": 0.7533, "step": 5124 }, { "epoch": 0.53, "learning_rate": 4.723574598157565e-05, "loss": 0.7152, "step": 5125 }, { "epoch": 0.53, "learning_rate": 4.7218959303448365e-05, "loss": 0.7671, "step": 5126 }, { "epoch": 0.53, "learning_rate": 4.720217293975862e-05, "loss": 0.695, "step": 5127 }, { "epoch": 0.53, "learning_rate": 4.718538689240436e-05, "loss": 0.8199, "step": 5128 }, { "epoch": 0.53, "learning_rate": 4.716860116328348e-05, "loss": 0.644, "step": 5129 }, { "epoch": 0.53, "learning_rate": 4.715181575429387e-05, "loss": 0.6836, "step": 5130 }, { "epoch": 0.53, "learning_rate": 4.713503066733336e-05, "loss": 0.7099, "step": 5131 }, { "epoch": 0.53, "learning_rate": 4.7118245904299756e-05, "loss": 0.838, "step": 5132 }, { "epoch": 0.53, "learning_rate": 4.7101461467090826e-05, "loss": 0.7219, "step": 5133 }, { "epoch": 0.53, "learning_rate": 4.708467735760431e-05, "loss": 0.8198, "step": 5134 }, { "epoch": 0.53, "learning_rate": 4.706789357773786e-05, "loss": 0.7049, "step": 5135 }, { "epoch": 0.53, "learning_rate": 4.7051110129389156e-05, "loss": 0.811, "step": 5136 }, { "epoch": 0.53, "learning_rate": 4.7034327014455795e-05, "loss": 0.6544, "step": 5137 }, { "epoch": 0.53, "learning_rate": 4.701754423483537e-05, "loss": 0.7285, "step": 5138 }, { "epoch": 0.53, "learning_rate": 4.700076179242543e-05, "loss": 0.6825, "step": 5139 }, { "epoch": 0.53, "learning_rate": 4.698397968912347e-05, "loss": 0.6966, "step": 5140 }, { "epoch": 0.53, "learning_rate": 4.696719792682693e-05, "loss": 0.7472, "step": 5141 }, { "epoch": 0.53, "learning_rate": 4.695041650743326e-05, "loss": 0.6084, "step": 5142 }, { "epoch": 0.53, "learning_rate": 4.693363543283984e-05, "loss": 0.8669, "step": 5143 }, { "epoch": 0.53, "learning_rate": 4.6916854704944016e-05, "loss": 0.7198, "step": 5144 }, { "epoch": 0.53, "learning_rate": 4.69000743256431e-05, "loss": 0.7818, "step": 5145 }, { "epoch": 0.53, "learning_rate": 4.688329429683437e-05, "loss": 0.7111, "step": 5146 }, { "epoch": 0.53, "learning_rate": 4.686651462041502e-05, "loss": 0.7121, "step": 5147 }, { "epoch": 0.53, "learning_rate": 4.684973529828227e-05, "loss": 0.6516, "step": 5148 }, { "epoch": 0.53, "learning_rate": 4.6832956332333265e-05, "loss": 0.6384, "step": 5149 }, { "epoch": 0.53, "learning_rate": 4.6816177724465096e-05, "loss": 0.6343, "step": 5150 }, { "epoch": 0.53, "learning_rate": 4.679939947657485e-05, "loss": 0.6649, "step": 5151 }, { "epoch": 0.53, "learning_rate": 4.678262159055956e-05, "loss": 0.6917, "step": 5152 }, { "epoch": 0.53, "learning_rate": 4.676584406831621e-05, "loss": 0.7039, "step": 5153 }, { "epoch": 0.54, "learning_rate": 4.674906691174172e-05, "loss": 0.8067, "step": 5154 }, { "epoch": 0.54, "learning_rate": 4.673229012273302e-05, "loss": 0.748, "step": 5155 }, { "epoch": 0.54, "learning_rate": 4.671551370318695e-05, "loss": 0.6231, "step": 5156 }, { "epoch": 0.54, "learning_rate": 4.6698737655000355e-05, "loss": 0.8808, "step": 5157 }, { "epoch": 0.54, "learning_rate": 4.6681961980070007e-05, "loss": 0.7716, "step": 5158 }, { "epoch": 0.54, "learning_rate": 4.666518668029265e-05, "loss": 0.6526, "step": 5159 }, { "epoch": 0.54, "learning_rate": 4.664841175756495e-05, "loss": 0.6831, "step": 5160 }, { "epoch": 0.54, "learning_rate": 4.663163721378358e-05, "loss": 0.639, "step": 5161 }, { "epoch": 0.54, "learning_rate": 4.661486305084515e-05, "loss": 0.6942, "step": 5162 }, { "epoch": 0.54, "learning_rate": 4.659808927064621e-05, "loss": 0.6891, "step": 5163 }, { "epoch": 0.54, "learning_rate": 4.6581315875083306e-05, "loss": 0.6546, "step": 5164 }, { "epoch": 0.54, "learning_rate": 4.65645428660529e-05, "loss": 0.7741, "step": 5165 }, { "epoch": 0.54, "learning_rate": 4.654777024545145e-05, "loss": 0.6983, "step": 5166 }, { "epoch": 0.54, "learning_rate": 4.653099801517531e-05, "loss": 0.6657, "step": 5167 }, { "epoch": 0.54, "learning_rate": 4.651422617712086e-05, "loss": 0.6543, "step": 5168 }, { "epoch": 0.54, "learning_rate": 4.649745473318437e-05, "loss": 0.725, "step": 5169 }, { "epoch": 0.54, "learning_rate": 4.648068368526213e-05, "loss": 0.8081, "step": 5170 }, { "epoch": 0.54, "learning_rate": 4.6463913035250336e-05, "loss": 0.7554, "step": 5171 }, { "epoch": 0.54, "learning_rate": 4.644714278504518e-05, "loss": 0.7592, "step": 5172 }, { "epoch": 0.54, "learning_rate": 4.6430372936542746e-05, "loss": 0.6634, "step": 5173 }, { "epoch": 0.54, "learning_rate": 4.6413603491639146e-05, "loss": 0.7451, "step": 5174 }, { "epoch": 0.54, "learning_rate": 4.6396834452230385e-05, "loss": 0.7047, "step": 5175 }, { "epoch": 0.54, "learning_rate": 4.638006582021247e-05, "loss": 0.6734, "step": 5176 }, { "epoch": 0.54, "learning_rate": 4.636329759748134e-05, "loss": 0.5562, "step": 5177 }, { "epoch": 0.54, "learning_rate": 4.6346529785932903e-05, "loss": 0.6463, "step": 5178 }, { "epoch": 0.54, "learning_rate": 4.632976238746296e-05, "loss": 0.6923, "step": 5179 }, { "epoch": 0.54, "learning_rate": 4.6312995403967355e-05, "loss": 0.7103, "step": 5180 }, { "epoch": 0.54, "learning_rate": 4.629622883734181e-05, "loss": 0.828, "step": 5181 }, { "epoch": 0.54, "learning_rate": 4.627946268948205e-05, "loss": 0.7827, "step": 5182 }, { "epoch": 0.54, "learning_rate": 4.626269696228375e-05, "loss": 0.6474, "step": 5183 }, { "epoch": 0.54, "learning_rate": 4.6245931657642494e-05, "loss": 0.686, "step": 5184 }, { "epoch": 0.54, "learning_rate": 4.6229166777453875e-05, "loss": 0.681, "step": 5185 }, { "epoch": 0.54, "learning_rate": 4.6212402323613366e-05, "loss": 0.6794, "step": 5186 }, { "epoch": 0.54, "learning_rate": 4.619563829801648e-05, "loss": 0.6572, "step": 5187 }, { "epoch": 0.54, "learning_rate": 4.6178874702558605e-05, "loss": 0.7145, "step": 5188 }, { "epoch": 0.54, "learning_rate": 4.6162111539135136e-05, "loss": 0.6194, "step": 5189 }, { "epoch": 0.54, "learning_rate": 4.614534880964137e-05, "loss": 0.8039, "step": 5190 }, { "epoch": 0.54, "learning_rate": 4.612858651597262e-05, "loss": 0.6557, "step": 5191 }, { "epoch": 0.54, "learning_rate": 4.611182466002405e-05, "loss": 0.7199, "step": 5192 }, { "epoch": 0.54, "learning_rate": 4.609506324369089e-05, "loss": 0.7937, "step": 5193 }, { "epoch": 0.54, "learning_rate": 4.607830226886822e-05, "loss": 0.778, "step": 5194 }, { "epoch": 0.54, "learning_rate": 4.606154173745115e-05, "loss": 0.7147, "step": 5195 }, { "epoch": 0.54, "learning_rate": 4.604478165133469e-05, "loss": 0.7104, "step": 5196 }, { "epoch": 0.54, "learning_rate": 4.602802201241381e-05, "loss": 0.7002, "step": 5197 }, { "epoch": 0.54, "learning_rate": 4.601126282258346e-05, "loss": 0.7878, "step": 5198 }, { "epoch": 0.54, "learning_rate": 4.5994504083738476e-05, "loss": 0.7039, "step": 5199 }, { "epoch": 0.54, "learning_rate": 4.5977745797773694e-05, "loss": 0.539, "step": 5200 }, { "epoch": 0.54, "learning_rate": 4.596098796658388e-05, "loss": 0.8687, "step": 5201 }, { "epoch": 0.54, "learning_rate": 4.594423059206377e-05, "loss": 0.7117, "step": 5202 }, { "epoch": 0.54, "learning_rate": 4.592747367610801e-05, "loss": 0.7317, "step": 5203 }, { "epoch": 0.54, "learning_rate": 4.591071722061125e-05, "loss": 0.7731, "step": 5204 }, { "epoch": 0.54, "learning_rate": 4.5893961227468e-05, "loss": 0.6831, "step": 5205 }, { "epoch": 0.54, "learning_rate": 4.587720569857282e-05, "loss": 0.7021, "step": 5206 }, { "epoch": 0.54, "learning_rate": 4.586045063582014e-05, "loss": 0.7757, "step": 5207 }, { "epoch": 0.54, "learning_rate": 4.5843696041104387e-05, "loss": 0.6826, "step": 5208 }, { "epoch": 0.54, "learning_rate": 4.5826941916319896e-05, "loss": 0.81, "step": 5209 }, { "epoch": 0.54, "learning_rate": 4.581018826336099e-05, "loss": 0.8475, "step": 5210 }, { "epoch": 0.54, "learning_rate": 4.579343508412188e-05, "loss": 0.6837, "step": 5211 }, { "epoch": 0.54, "learning_rate": 4.577668238049679e-05, "loss": 0.8809, "step": 5212 }, { "epoch": 0.54, "learning_rate": 4.575993015437984e-05, "loss": 0.6389, "step": 5213 }, { "epoch": 0.54, "learning_rate": 4.574317840766513e-05, "loss": 0.7054, "step": 5214 }, { "epoch": 0.54, "learning_rate": 4.57264271422467e-05, "loss": 0.7779, "step": 5215 }, { "epoch": 0.54, "learning_rate": 4.570967636001849e-05, "loss": 0.7468, "step": 5216 }, { "epoch": 0.54, "learning_rate": 4.569292606287447e-05, "loss": 0.6622, "step": 5217 }, { "epoch": 0.54, "learning_rate": 4.5676176252708474e-05, "loss": 0.6689, "step": 5218 }, { "epoch": 0.54, "learning_rate": 4.565942693141431e-05, "loss": 0.71, "step": 5219 }, { "epoch": 0.54, "learning_rate": 4.5642678100885746e-05, "loss": 0.6877, "step": 5220 }, { "epoch": 0.54, "learning_rate": 4.562592976301651e-05, "loss": 0.7261, "step": 5221 }, { "epoch": 0.54, "learning_rate": 4.5609181919700193e-05, "loss": 0.6816, "step": 5222 }, { "epoch": 0.54, "learning_rate": 4.559243457283045e-05, "loss": 0.6658, "step": 5223 }, { "epoch": 0.54, "learning_rate": 4.557568772430076e-05, "loss": 0.6894, "step": 5224 }, { "epoch": 0.54, "learning_rate": 4.555894137600462e-05, "loss": 0.7603, "step": 5225 }, { "epoch": 0.54, "learning_rate": 4.5542195529835445e-05, "loss": 0.7147, "step": 5226 }, { "epoch": 0.54, "learning_rate": 4.552545018768662e-05, "loss": 0.6163, "step": 5227 }, { "epoch": 0.54, "learning_rate": 4.550870535145142e-05, "loss": 0.702, "step": 5228 }, { "epoch": 0.54, "learning_rate": 4.549196102302312e-05, "loss": 0.7801, "step": 5229 }, { "epoch": 0.54, "learning_rate": 4.5475217204294915e-05, "loss": 0.7733, "step": 5230 }, { "epoch": 0.54, "learning_rate": 4.545847389715993e-05, "loss": 0.7376, "step": 5231 }, { "epoch": 0.54, "learning_rate": 4.544173110351123e-05, "loss": 0.7176, "step": 5232 }, { "epoch": 0.54, "learning_rate": 4.542498882524185e-05, "loss": 0.7443, "step": 5233 }, { "epoch": 0.54, "learning_rate": 4.5408247064244744e-05, "loss": 0.7322, "step": 5234 }, { "epoch": 0.54, "learning_rate": 4.539150582241281e-05, "loss": 0.6371, "step": 5235 }, { "epoch": 0.54, "learning_rate": 4.537476510163892e-05, "loss": 0.7913, "step": 5236 }, { "epoch": 0.54, "learning_rate": 4.5358024903815834e-05, "loss": 0.7648, "step": 5237 }, { "epoch": 0.54, "learning_rate": 4.534128523083626e-05, "loss": 0.6796, "step": 5238 }, { "epoch": 0.54, "learning_rate": 4.532454608459289e-05, "loss": 0.5542, "step": 5239 }, { "epoch": 0.54, "learning_rate": 4.5307807466978336e-05, "loss": 0.7276, "step": 5240 }, { "epoch": 0.54, "learning_rate": 4.529106937988512e-05, "loss": 0.8164, "step": 5241 }, { "epoch": 0.54, "learning_rate": 4.527433182520577e-05, "loss": 0.668, "step": 5242 }, { "epoch": 0.54, "learning_rate": 4.5257594804832663e-05, "loss": 0.7188, "step": 5243 }, { "epoch": 0.54, "learning_rate": 4.524085832065819e-05, "loss": 0.6538, "step": 5244 }, { "epoch": 0.54, "learning_rate": 4.5224122374574645e-05, "loss": 0.6909, "step": 5245 }, { "epoch": 0.54, "learning_rate": 4.5207386968474296e-05, "loss": 0.5989, "step": 5246 }, { "epoch": 0.54, "learning_rate": 4.51906521042493e-05, "loss": 0.8055, "step": 5247 }, { "epoch": 0.54, "learning_rate": 4.51739177837918e-05, "loss": 0.8473, "step": 5248 }, { "epoch": 0.54, "learning_rate": 4.515718400899386e-05, "loss": 0.6728, "step": 5249 }, { "epoch": 0.55, "learning_rate": 4.5140450781747465e-05, "loss": 0.7335, "step": 5250 }, { "epoch": 0.55, "learning_rate": 4.512371810394455e-05, "loss": 0.6347, "step": 5251 }, { "epoch": 0.55, "learning_rate": 4.5106985977476996e-05, "loss": 0.6454, "step": 5252 }, { "epoch": 0.55, "learning_rate": 4.5090254404236606e-05, "loss": 0.771, "step": 5253 }, { "epoch": 0.55, "learning_rate": 4.507352338611514e-05, "loss": 0.6908, "step": 5254 }, { "epoch": 0.55, "learning_rate": 4.505679292500431e-05, "loss": 0.783, "step": 5255 }, { "epoch": 0.55, "learning_rate": 4.504006302279571e-05, "loss": 0.593, "step": 5256 }, { "epoch": 0.55, "learning_rate": 4.502333368138089e-05, "loss": 0.7093, "step": 5257 }, { "epoch": 0.55, "learning_rate": 4.500660490265137e-05, "loss": 0.6349, "step": 5258 }, { "epoch": 0.55, "learning_rate": 4.498987668849859e-05, "loss": 0.7846, "step": 5259 }, { "epoch": 0.55, "learning_rate": 4.4973149040813895e-05, "loss": 0.728, "step": 5260 }, { "epoch": 0.55, "learning_rate": 4.4956421961488626e-05, "loss": 0.8436, "step": 5261 }, { "epoch": 0.55, "learning_rate": 4.493969545241401e-05, "loss": 0.6915, "step": 5262 }, { "epoch": 0.55, "learning_rate": 4.4922969515481204e-05, "loss": 0.7143, "step": 5263 }, { "epoch": 0.55, "learning_rate": 4.490624415258134e-05, "loss": 0.6672, "step": 5264 }, { "epoch": 0.55, "learning_rate": 4.488951936560547e-05, "loss": 0.7066, "step": 5265 }, { "epoch": 0.55, "learning_rate": 4.487279515644456e-05, "loss": 0.6406, "step": 5266 }, { "epoch": 0.55, "learning_rate": 4.485607152698956e-05, "loss": 0.734, "step": 5267 }, { "epoch": 0.55, "learning_rate": 4.4839348479131296e-05, "loss": 0.7462, "step": 5268 }, { "epoch": 0.55, "learning_rate": 4.482262601476056e-05, "loss": 0.7606, "step": 5269 }, { "epoch": 0.55, "learning_rate": 4.480590413576805e-05, "loss": 0.6187, "step": 5270 }, { "epoch": 0.55, "learning_rate": 4.478918284404447e-05, "loss": 0.7189, "step": 5271 }, { "epoch": 0.55, "learning_rate": 4.477246214148036e-05, "loss": 0.7254, "step": 5272 }, { "epoch": 0.55, "learning_rate": 4.475574202996627e-05, "loss": 0.7718, "step": 5273 }, { "epoch": 0.55, "learning_rate": 4.4739022511392666e-05, "loss": 0.667, "step": 5274 }, { "epoch": 0.55, "learning_rate": 4.47223035876499e-05, "loss": 0.7775, "step": 5275 }, { "epoch": 0.55, "learning_rate": 4.4705585260628304e-05, "loss": 0.7646, "step": 5276 }, { "epoch": 0.55, "learning_rate": 4.468886753221814e-05, "loss": 0.7614, "step": 5277 }, { "epoch": 0.55, "learning_rate": 4.4672150404309573e-05, "loss": 0.7432, "step": 5278 }, { "epoch": 0.55, "learning_rate": 4.465543387879274e-05, "loss": 0.7144, "step": 5279 }, { "epoch": 0.55, "learning_rate": 4.463871795755769e-05, "loss": 0.6166, "step": 5280 }, { "epoch": 0.55, "learning_rate": 4.462200264249441e-05, "loss": 0.6069, "step": 5281 }, { "epoch": 0.55, "learning_rate": 4.460528793549278e-05, "loss": 0.5855, "step": 5282 }, { "epoch": 0.55, "learning_rate": 4.458857383844267e-05, "loss": 0.6112, "step": 5283 }, { "epoch": 0.55, "learning_rate": 4.457186035323385e-05, "loss": 0.7277, "step": 5284 }, { "epoch": 0.55, "learning_rate": 4.455514748175602e-05, "loss": 0.6625, "step": 5285 }, { "epoch": 0.55, "learning_rate": 4.453843522589883e-05, "loss": 0.6365, "step": 5286 }, { "epoch": 0.55, "learning_rate": 4.452172358755184e-05, "loss": 0.5904, "step": 5287 }, { "epoch": 0.55, "learning_rate": 4.450501256860452e-05, "loss": 0.6911, "step": 5288 }, { "epoch": 0.55, "learning_rate": 4.4488302170946324e-05, "loss": 0.6837, "step": 5289 }, { "epoch": 0.55, "learning_rate": 4.4471592396466606e-05, "loss": 0.6523, "step": 5290 }, { "epoch": 0.55, "learning_rate": 4.445488324705464e-05, "loss": 0.7419, "step": 5291 }, { "epoch": 0.55, "learning_rate": 4.4438174724599654e-05, "loss": 0.7291, "step": 5292 }, { "epoch": 0.55, "learning_rate": 4.442146683099079e-05, "loss": 0.7157, "step": 5293 }, { "epoch": 0.55, "learning_rate": 4.4404759568117134e-05, "loss": 0.6028, "step": 5294 }, { "epoch": 0.55, "learning_rate": 4.438805293786765e-05, "loss": 0.6152, "step": 5295 }, { "epoch": 0.55, "learning_rate": 4.4371346942131294e-05, "loss": 0.8927, "step": 5296 }, { "epoch": 0.55, "learning_rate": 4.4354641582796916e-05, "loss": 0.693, "step": 5297 }, { "epoch": 0.55, "learning_rate": 4.43379368617533e-05, "loss": 0.7807, "step": 5298 }, { "epoch": 0.55, "learning_rate": 4.432123278088919e-05, "loss": 0.6999, "step": 5299 }, { "epoch": 0.55, "learning_rate": 4.430452934209321e-05, "loss": 0.5706, "step": 5300 }, { "epoch": 0.55, "learning_rate": 4.42878265472539e-05, "loss": 0.7894, "step": 5301 }, { "epoch": 0.55, "learning_rate": 4.4271124398259783e-05, "loss": 0.627, "step": 5302 }, { "epoch": 0.55, "learning_rate": 4.425442289699929e-05, "loss": 0.7514, "step": 5303 }, { "epoch": 0.55, "learning_rate": 4.4237722045360754e-05, "loss": 0.7664, "step": 5304 }, { "epoch": 0.55, "learning_rate": 4.422102184523247e-05, "loss": 0.7287, "step": 5305 }, { "epoch": 0.55, "learning_rate": 4.420432229850264e-05, "loss": 0.595, "step": 5306 }, { "epoch": 0.55, "learning_rate": 4.418762340705936e-05, "loss": 0.7662, "step": 5307 }, { "epoch": 0.55, "learning_rate": 4.417092517279071e-05, "loss": 0.7647, "step": 5308 }, { "epoch": 0.55, "learning_rate": 4.4154227597584684e-05, "loss": 0.6247, "step": 5309 }, { "epoch": 0.55, "learning_rate": 4.4137530683329164e-05, "loss": 0.6672, "step": 5310 }, { "epoch": 0.55, "learning_rate": 4.4120834431912e-05, "loss": 0.7036, "step": 5311 }, { "epoch": 0.55, "learning_rate": 4.4104138845220934e-05, "loss": 0.5993, "step": 5312 }, { "epoch": 0.55, "learning_rate": 4.4087443925143674e-05, "loss": 0.7569, "step": 5313 }, { "epoch": 0.55, "learning_rate": 4.407074967356778e-05, "loss": 0.7498, "step": 5314 }, { "epoch": 0.55, "learning_rate": 4.4054056092380824e-05, "loss": 0.6958, "step": 5315 }, { "epoch": 0.55, "learning_rate": 4.4037363183470235e-05, "loss": 0.7083, "step": 5316 }, { "epoch": 0.55, "learning_rate": 4.40206709487234e-05, "loss": 0.6937, "step": 5317 }, { "epoch": 0.55, "learning_rate": 4.400397939002764e-05, "loss": 0.8075, "step": 5318 }, { "epoch": 0.55, "learning_rate": 4.3987288509270176e-05, "loss": 0.7717, "step": 5319 }, { "epoch": 0.55, "learning_rate": 4.3970598308338116e-05, "loss": 0.7912, "step": 5320 }, { "epoch": 0.55, "learning_rate": 4.395390878911859e-05, "loss": 0.6673, "step": 5321 }, { "epoch": 0.55, "learning_rate": 4.393721995349854e-05, "loss": 0.7788, "step": 5322 }, { "epoch": 0.55, "learning_rate": 4.392053180336492e-05, "loss": 0.7732, "step": 5323 }, { "epoch": 0.55, "learning_rate": 4.390384434060457e-05, "loss": 0.7598, "step": 5324 }, { "epoch": 0.55, "learning_rate": 4.3887157567104236e-05, "loss": 0.8241, "step": 5325 }, { "epoch": 0.55, "learning_rate": 4.3870471484750634e-05, "loss": 0.7102, "step": 5326 }, { "epoch": 0.55, "learning_rate": 4.385378609543032e-05, "loss": 0.719, "step": 5327 }, { "epoch": 0.55, "learning_rate": 4.3837101401029873e-05, "loss": 0.7149, "step": 5328 }, { "epoch": 0.55, "learning_rate": 4.3820417403435706e-05, "loss": 0.6755, "step": 5329 }, { "epoch": 0.55, "learning_rate": 4.380373410453421e-05, "loss": 0.7598, "step": 5330 }, { "epoch": 0.55, "learning_rate": 4.3787051506211676e-05, "loss": 0.5809, "step": 5331 }, { "epoch": 0.55, "learning_rate": 4.377036961035432e-05, "loss": 0.7183, "step": 5332 }, { "epoch": 0.55, "learning_rate": 4.375368841884826e-05, "loss": 0.7329, "step": 5333 }, { "epoch": 0.55, "learning_rate": 4.3737007933579566e-05, "loss": 0.5788, "step": 5334 }, { "epoch": 0.55, "learning_rate": 4.372032815643419e-05, "loss": 0.7227, "step": 5335 }, { "epoch": 0.55, "learning_rate": 4.370364908929805e-05, "loss": 0.7243, "step": 5336 }, { "epoch": 0.55, "learning_rate": 4.3686970734056955e-05, "loss": 0.5689, "step": 5337 }, { "epoch": 0.55, "learning_rate": 4.367029309259665e-05, "loss": 0.6694, "step": 5338 }, { "epoch": 0.55, "learning_rate": 4.3653616166802744e-05, "loss": 0.7444, "step": 5339 }, { "epoch": 0.55, "learning_rate": 4.3636939958560856e-05, "loss": 0.688, "step": 5340 }, { "epoch": 0.55, "learning_rate": 4.3620264469756444e-05, "loss": 0.6928, "step": 5341 }, { "epoch": 0.55, "learning_rate": 4.360358970227493e-05, "loss": 0.6655, "step": 5342 }, { "epoch": 0.55, "learning_rate": 4.358691565800166e-05, "loss": 0.4886, "step": 5343 }, { "epoch": 0.55, "learning_rate": 4.357024233882184e-05, "loss": 0.607, "step": 5344 }, { "epoch": 0.55, "learning_rate": 4.355356974662068e-05, "loss": 0.778, "step": 5345 }, { "epoch": 0.56, "learning_rate": 4.353689788328322e-05, "loss": 0.7343, "step": 5346 }, { "epoch": 0.56, "learning_rate": 4.3520226750694484e-05, "loss": 0.7687, "step": 5347 }, { "epoch": 0.56, "learning_rate": 4.350355635073936e-05, "loss": 0.7596, "step": 5348 }, { "epoch": 0.56, "learning_rate": 4.348688668530273e-05, "loss": 0.8531, "step": 5349 }, { "epoch": 0.56, "learning_rate": 4.3470217756269304e-05, "loss": 0.7345, "step": 5350 }, { "epoch": 0.56, "learning_rate": 4.345354956552379e-05, "loss": 0.6562, "step": 5351 }, { "epoch": 0.56, "learning_rate": 4.3436882114950714e-05, "loss": 0.8907, "step": 5352 }, { "epoch": 0.56, "learning_rate": 4.342021540643462e-05, "loss": 0.6796, "step": 5353 }, { "epoch": 0.56, "learning_rate": 4.340354944185991e-05, "loss": 0.647, "step": 5354 }, { "epoch": 0.56, "learning_rate": 4.3386884223110924e-05, "loss": 0.6829, "step": 5355 }, { "epoch": 0.56, "learning_rate": 4.3370219752071886e-05, "loss": 0.7208, "step": 5356 }, { "epoch": 0.56, "learning_rate": 4.3353556030627015e-05, "loss": 0.6259, "step": 5357 }, { "epoch": 0.56, "learning_rate": 4.333689306066032e-05, "loss": 0.7084, "step": 5358 }, { "epoch": 0.56, "learning_rate": 4.3320230844055844e-05, "loss": 0.7146, "step": 5359 }, { "epoch": 0.56, "learning_rate": 4.330356938269746e-05, "loss": 0.7693, "step": 5360 }, { "epoch": 0.56, "learning_rate": 4.3286908678469016e-05, "loss": 0.5151, "step": 5361 }, { "epoch": 0.56, "learning_rate": 4.327024873325426e-05, "loss": 0.6218, "step": 5362 }, { "epoch": 0.56, "learning_rate": 4.325358954893681e-05, "loss": 0.6149, "step": 5363 }, { "epoch": 0.56, "learning_rate": 4.323693112740027e-05, "loss": 0.6934, "step": 5364 }, { "epoch": 0.56, "learning_rate": 4.322027347052809e-05, "loss": 0.7823, "step": 5365 }, { "epoch": 0.56, "learning_rate": 4.320361658020366e-05, "loss": 0.5936, "step": 5366 }, { "epoch": 0.56, "learning_rate": 4.3186960458310306e-05, "loss": 0.7488, "step": 5367 }, { "epoch": 0.56, "learning_rate": 4.317030510673124e-05, "loss": 0.7068, "step": 5368 }, { "epoch": 0.56, "learning_rate": 4.315365052734959e-05, "loss": 0.6823, "step": 5369 }, { "epoch": 0.56, "learning_rate": 4.3136996722048424e-05, "loss": 0.7312, "step": 5370 }, { "epoch": 0.56, "learning_rate": 4.312034369271066e-05, "loss": 0.5838, "step": 5371 }, { "epoch": 0.56, "learning_rate": 4.31036914412192e-05, "loss": 0.6516, "step": 5372 }, { "epoch": 0.56, "learning_rate": 4.30870399694568e-05, "loss": 0.7482, "step": 5373 }, { "epoch": 0.56, "learning_rate": 4.307038927930618e-05, "loss": 0.7371, "step": 5374 }, { "epoch": 0.56, "learning_rate": 4.305373937264991e-05, "loss": 0.714, "step": 5375 }, { "epoch": 0.56, "learning_rate": 4.303709025137055e-05, "loss": 0.725, "step": 5376 }, { "epoch": 0.56, "learning_rate": 4.3020441917350524e-05, "loss": 0.8226, "step": 5377 }, { "epoch": 0.56, "learning_rate": 4.300379437247214e-05, "loss": 0.6497, "step": 5378 }, { "epoch": 0.56, "learning_rate": 4.2987147618617654e-05, "loss": 0.7413, "step": 5379 }, { "epoch": 0.56, "learning_rate": 4.297050165766924e-05, "loss": 0.7073, "step": 5380 }, { "epoch": 0.56, "learning_rate": 4.295385649150896e-05, "loss": 0.5676, "step": 5381 }, { "epoch": 0.56, "learning_rate": 4.29372121220188e-05, "loss": 0.7115, "step": 5382 }, { "epoch": 0.56, "learning_rate": 4.292056855108066e-05, "loss": 0.7788, "step": 5383 }, { "epoch": 0.56, "learning_rate": 4.290392578057633e-05, "loss": 0.7415, "step": 5384 }, { "epoch": 0.56, "learning_rate": 4.28872838123875e-05, "loss": 0.6875, "step": 5385 }, { "epoch": 0.56, "learning_rate": 4.287064264839582e-05, "loss": 0.6894, "step": 5386 }, { "epoch": 0.56, "learning_rate": 4.2854002290482806e-05, "loss": 0.7467, "step": 5387 }, { "epoch": 0.56, "learning_rate": 4.2837362740529884e-05, "loss": 0.7969, "step": 5388 }, { "epoch": 0.56, "learning_rate": 4.282072400041844e-05, "loss": 0.7579, "step": 5389 }, { "epoch": 0.56, "learning_rate": 4.280408607202968e-05, "loss": 0.7, "step": 5390 }, { "epoch": 0.56, "learning_rate": 4.278744895724479e-05, "loss": 0.6819, "step": 5391 }, { "epoch": 0.56, "learning_rate": 4.277081265794482e-05, "loss": 0.7953, "step": 5392 }, { "epoch": 0.56, "learning_rate": 4.275417717601079e-05, "loss": 0.7204, "step": 5393 }, { "epoch": 0.56, "learning_rate": 4.273754251332354e-05, "loss": 0.7921, "step": 5394 }, { "epoch": 0.56, "learning_rate": 4.2720908671763895e-05, "loss": 0.72, "step": 5395 }, { "epoch": 0.56, "learning_rate": 4.270427565321255e-05, "loss": 0.6113, "step": 5396 }, { "epoch": 0.56, "learning_rate": 4.268764345955011e-05, "loss": 0.7122, "step": 5397 }, { "epoch": 0.56, "learning_rate": 4.267101209265707e-05, "loss": 0.734, "step": 5398 }, { "epoch": 0.56, "learning_rate": 4.2654381554413866e-05, "loss": 0.6993, "step": 5399 }, { "epoch": 0.56, "learning_rate": 4.263775184670082e-05, "loss": 0.5508, "step": 5400 }, { "epoch": 0.56, "learning_rate": 4.262112297139818e-05, "loss": 0.7788, "step": 5401 }, { "epoch": 0.56, "learning_rate": 4.2604494930386084e-05, "loss": 0.7297, "step": 5402 }, { "epoch": 0.56, "learning_rate": 4.258786772554456e-05, "loss": 0.7474, "step": 5403 }, { "epoch": 0.56, "learning_rate": 4.257124135875356e-05, "loss": 0.748, "step": 5404 }, { "epoch": 0.56, "learning_rate": 4.255461583189294e-05, "loss": 0.6936, "step": 5405 }, { "epoch": 0.56, "learning_rate": 4.253799114684247e-05, "loss": 0.6783, "step": 5406 }, { "epoch": 0.56, "learning_rate": 4.252136730548181e-05, "loss": 0.7944, "step": 5407 }, { "epoch": 0.56, "learning_rate": 4.250474430969053e-05, "loss": 0.7316, "step": 5408 }, { "epoch": 0.56, "learning_rate": 4.248812216134812e-05, "loss": 0.6521, "step": 5409 }, { "epoch": 0.56, "learning_rate": 4.247150086233392e-05, "loss": 0.6243, "step": 5410 }, { "epoch": 0.56, "learning_rate": 4.245488041452723e-05, "loss": 0.6968, "step": 5411 }, { "epoch": 0.56, "learning_rate": 4.243826081980725e-05, "loss": 0.7105, "step": 5412 }, { "epoch": 0.56, "learning_rate": 4.2421642080053045e-05, "loss": 0.7115, "step": 5413 }, { "epoch": 0.56, "learning_rate": 4.2405024197143636e-05, "loss": 0.7018, "step": 5414 }, { "epoch": 0.56, "learning_rate": 4.2388407172957915e-05, "loss": 0.6693, "step": 5415 }, { "epoch": 0.56, "learning_rate": 4.2371791009374664e-05, "loss": 0.7497, "step": 5416 }, { "epoch": 0.56, "learning_rate": 4.235517570827258e-05, "loss": 0.6928, "step": 5417 }, { "epoch": 0.56, "learning_rate": 4.233856127153029e-05, "loss": 0.7, "step": 5418 }, { "epoch": 0.56, "learning_rate": 4.232194770102628e-05, "loss": 0.6779, "step": 5419 }, { "epoch": 0.56, "learning_rate": 4.2305334998638966e-05, "loss": 0.7457, "step": 5420 }, { "epoch": 0.56, "learning_rate": 4.2288723166246686e-05, "loss": 0.6296, "step": 5421 }, { "epoch": 0.56, "learning_rate": 4.227211220572761e-05, "loss": 0.7266, "step": 5422 }, { "epoch": 0.56, "learning_rate": 4.2255502118959856e-05, "loss": 0.72, "step": 5423 }, { "epoch": 0.56, "learning_rate": 4.223889290782145e-05, "loss": 0.6974, "step": 5424 }, { "epoch": 0.56, "learning_rate": 4.222228457419032e-05, "loss": 0.6395, "step": 5425 }, { "epoch": 0.56, "learning_rate": 4.2205677119944255e-05, "loss": 0.7315, "step": 5426 }, { "epoch": 0.56, "learning_rate": 4.2189070546961e-05, "loss": 0.8054, "step": 5427 }, { "epoch": 0.56, "learning_rate": 4.217246485711817e-05, "loss": 0.6836, "step": 5428 }, { "epoch": 0.56, "learning_rate": 4.215586005229324e-05, "loss": 0.7649, "step": 5429 }, { "epoch": 0.56, "learning_rate": 4.213925613436366e-05, "loss": 0.7211, "step": 5430 }, { "epoch": 0.56, "learning_rate": 4.2122653105206764e-05, "loss": 0.5837, "step": 5431 }, { "epoch": 0.56, "learning_rate": 4.210605096669973e-05, "loss": 0.7051, "step": 5432 }, { "epoch": 0.56, "learning_rate": 4.208944972071971e-05, "loss": 0.733, "step": 5433 }, { "epoch": 0.56, "learning_rate": 4.207284936914371e-05, "loss": 0.7847, "step": 5434 }, { "epoch": 0.56, "learning_rate": 4.205624991384862e-05, "loss": 0.7874, "step": 5435 }, { "epoch": 0.56, "learning_rate": 4.2039651356711266e-05, "loss": 0.6621, "step": 5436 }, { "epoch": 0.56, "learning_rate": 4.202305369960838e-05, "loss": 0.6562, "step": 5437 }, { "epoch": 0.56, "learning_rate": 4.2006456944416526e-05, "loss": 0.6772, "step": 5438 }, { "epoch": 0.56, "learning_rate": 4.198986109301225e-05, "loss": 0.6167, "step": 5439 }, { "epoch": 0.56, "learning_rate": 4.197326614727195e-05, "loss": 0.6942, "step": 5440 }, { "epoch": 0.56, "learning_rate": 4.195667210907194e-05, "loss": 0.5728, "step": 5441 }, { "epoch": 0.56, "learning_rate": 4.1940078980288375e-05, "loss": 0.5366, "step": 5442 }, { "epoch": 0.57, "learning_rate": 4.19234867627974e-05, "loss": 0.6061, "step": 5443 }, { "epoch": 0.57, "learning_rate": 4.190689545847497e-05, "loss": 0.7528, "step": 5444 }, { "epoch": 0.57, "learning_rate": 4.1890305069197e-05, "loss": 0.5402, "step": 5445 }, { "epoch": 0.57, "learning_rate": 4.187371559683929e-05, "loss": 0.8876, "step": 5446 }, { "epoch": 0.57, "learning_rate": 4.1857127043277505e-05, "loss": 0.727, "step": 5447 }, { "epoch": 0.57, "learning_rate": 4.184053941038721e-05, "loss": 0.6763, "step": 5448 }, { "epoch": 0.57, "learning_rate": 4.18239527000439e-05, "loss": 0.7202, "step": 5449 }, { "epoch": 0.57, "learning_rate": 4.180736691412295e-05, "loss": 0.7595, "step": 5450 }, { "epoch": 0.57, "learning_rate": 4.179078205449962e-05, "loss": 0.8539, "step": 5451 }, { "epoch": 0.57, "learning_rate": 4.177419812304908e-05, "loss": 0.5493, "step": 5452 }, { "epoch": 0.57, "learning_rate": 4.175761512164639e-05, "loss": 0.6519, "step": 5453 }, { "epoch": 0.57, "learning_rate": 4.1741033052166465e-05, "loss": 0.7425, "step": 5454 }, { "epoch": 0.57, "learning_rate": 4.172445191648418e-05, "loss": 0.6638, "step": 5455 }, { "epoch": 0.57, "learning_rate": 4.170787171647429e-05, "loss": 0.7277, "step": 5456 }, { "epoch": 0.57, "learning_rate": 4.169129245401141e-05, "loss": 0.7784, "step": 5457 }, { "epoch": 0.57, "learning_rate": 4.167471413097007e-05, "loss": 0.7017, "step": 5458 }, { "epoch": 0.57, "learning_rate": 4.1658136749224717e-05, "loss": 0.6283, "step": 5459 }, { "epoch": 0.57, "learning_rate": 4.1641560310649654e-05, "loss": 0.693, "step": 5460 }, { "epoch": 0.57, "learning_rate": 4.162498481711906e-05, "loss": 0.7395, "step": 5461 }, { "epoch": 0.57, "learning_rate": 4.160841027050708e-05, "loss": 0.6798, "step": 5462 }, { "epoch": 0.57, "learning_rate": 4.1591836672687684e-05, "loss": 0.6668, "step": 5463 }, { "epoch": 0.57, "learning_rate": 4.157526402553477e-05, "loss": 0.7849, "step": 5464 }, { "epoch": 0.57, "learning_rate": 4.1558692330922136e-05, "loss": 0.7176, "step": 5465 }, { "epoch": 0.57, "learning_rate": 4.154212159072344e-05, "loss": 0.6893, "step": 5466 }, { "epoch": 0.57, "learning_rate": 4.152555180681223e-05, "loss": 0.687, "step": 5467 }, { "epoch": 0.57, "learning_rate": 4.1508982981061995e-05, "loss": 0.6196, "step": 5468 }, { "epoch": 0.57, "learning_rate": 4.149241511534607e-05, "loss": 0.7412, "step": 5469 }, { "epoch": 0.57, "learning_rate": 4.1475848211537695e-05, "loss": 0.6293, "step": 5470 }, { "epoch": 0.57, "learning_rate": 4.1459282271510017e-05, "loss": 0.6117, "step": 5471 }, { "epoch": 0.57, "learning_rate": 4.144271729713602e-05, "loss": 0.6885, "step": 5472 }, { "epoch": 0.57, "learning_rate": 4.142615329028868e-05, "loss": 0.6901, "step": 5473 }, { "epoch": 0.57, "learning_rate": 4.1409590252840734e-05, "loss": 0.7516, "step": 5474 }, { "epoch": 0.57, "learning_rate": 4.139302818666493e-05, "loss": 0.6739, "step": 5475 }, { "epoch": 0.57, "learning_rate": 4.1376467093633816e-05, "loss": 0.7266, "step": 5476 }, { "epoch": 0.57, "learning_rate": 4.1359906975619894e-05, "loss": 0.7689, "step": 5477 }, { "epoch": 0.57, "learning_rate": 4.134334783449551e-05, "loss": 0.7386, "step": 5478 }, { "epoch": 0.57, "learning_rate": 4.1326789672132945e-05, "loss": 0.7413, "step": 5479 }, { "epoch": 0.57, "learning_rate": 4.13102324904043e-05, "loss": 0.7452, "step": 5480 }, { "epoch": 0.57, "learning_rate": 4.1293676291181645e-05, "loss": 0.7414, "step": 5481 }, { "epoch": 0.57, "learning_rate": 4.1277121076336875e-05, "loss": 0.832, "step": 5482 }, { "epoch": 0.57, "learning_rate": 4.1260566847741815e-05, "loss": 0.7573, "step": 5483 }, { "epoch": 0.57, "learning_rate": 4.124401360726817e-05, "loss": 0.8083, "step": 5484 }, { "epoch": 0.57, "learning_rate": 4.122746135678754e-05, "loss": 0.6164, "step": 5485 }, { "epoch": 0.57, "learning_rate": 4.121091009817135e-05, "loss": 0.584, "step": 5486 }, { "epoch": 0.57, "learning_rate": 4.1194359833291004e-05, "loss": 0.6607, "step": 5487 }, { "epoch": 0.57, "learning_rate": 4.1177810564017737e-05, "loss": 0.7257, "step": 5488 }, { "epoch": 0.57, "learning_rate": 4.116126229222269e-05, "loss": 0.5847, "step": 5489 }, { "epoch": 0.57, "learning_rate": 4.1144715019776905e-05, "loss": 0.628, "step": 5490 }, { "epoch": 0.57, "learning_rate": 4.112816874855127e-05, "loss": 0.7726, "step": 5491 }, { "epoch": 0.57, "learning_rate": 4.111162348041661e-05, "loss": 0.7151, "step": 5492 }, { "epoch": 0.57, "learning_rate": 4.109507921724357e-05, "loss": 0.6941, "step": 5493 }, { "epoch": 0.57, "learning_rate": 4.107853596090276e-05, "loss": 0.8276, "step": 5494 }, { "epoch": 0.57, "learning_rate": 4.106199371326463e-05, "loss": 0.6883, "step": 5495 }, { "epoch": 0.57, "learning_rate": 4.104545247619951e-05, "loss": 0.717, "step": 5496 }, { "epoch": 0.57, "learning_rate": 4.1028912251577644e-05, "loss": 0.7941, "step": 5497 }, { "epoch": 0.57, "learning_rate": 4.101237304126916e-05, "loss": 0.7063, "step": 5498 }, { "epoch": 0.57, "learning_rate": 4.099583484714402e-05, "loss": 0.771, "step": 5499 }, { "epoch": 0.57, "learning_rate": 4.0979297671072147e-05, "loss": 0.8397, "step": 5500 }, { "epoch": 0.57, "learning_rate": 4.096276151492328e-05, "loss": 0.7428, "step": 5501 }, { "epoch": 0.57, "learning_rate": 4.09462263805671e-05, "loss": 0.7418, "step": 5502 }, { "epoch": 0.57, "learning_rate": 4.092969226987314e-05, "loss": 0.705, "step": 5503 }, { "epoch": 0.57, "learning_rate": 4.091315918471082e-05, "loss": 0.6521, "step": 5504 }, { "epoch": 0.57, "learning_rate": 4.0896627126949474e-05, "loss": 0.8272, "step": 5505 }, { "epoch": 0.57, "learning_rate": 4.0880096098458253e-05, "loss": 0.6988, "step": 5506 }, { "epoch": 0.57, "learning_rate": 4.086356610110625e-05, "loss": 0.7508, "step": 5507 }, { "epoch": 0.57, "learning_rate": 4.0847037136762426e-05, "loss": 0.6872, "step": 5508 }, { "epoch": 0.57, "learning_rate": 4.0830509207295626e-05, "loss": 0.6596, "step": 5509 }, { "epoch": 0.57, "learning_rate": 4.081398231457457e-05, "loss": 0.7983, "step": 5510 }, { "epoch": 0.57, "learning_rate": 4.079745646046789e-05, "loss": 0.7163, "step": 5511 }, { "epoch": 0.57, "learning_rate": 4.078093164684402e-05, "loss": 0.7301, "step": 5512 }, { "epoch": 0.57, "learning_rate": 4.0764407875571396e-05, "loss": 0.7682, "step": 5513 }, { "epoch": 0.57, "learning_rate": 4.074788514851823e-05, "loss": 0.755, "step": 5514 }, { "epoch": 0.57, "learning_rate": 4.0731363467552686e-05, "loss": 0.6913, "step": 5515 }, { "epoch": 0.57, "learning_rate": 4.071484283454277e-05, "loss": 0.6545, "step": 5516 }, { "epoch": 0.57, "learning_rate": 4.069832325135639e-05, "loss": 0.71, "step": 5517 }, { "epoch": 0.57, "learning_rate": 4.068180471986131e-05, "loss": 0.708, "step": 5518 }, { "epoch": 0.57, "learning_rate": 4.0665287241925217e-05, "loss": 0.7581, "step": 5519 }, { "epoch": 0.57, "learning_rate": 4.0648770819415635e-05, "loss": 0.7704, "step": 5520 }, { "epoch": 0.57, "learning_rate": 4.0632255454199996e-05, "loss": 0.8051, "step": 5521 }, { "epoch": 0.57, "learning_rate": 4.0615741148145605e-05, "loss": 0.5968, "step": 5522 }, { "epoch": 0.57, "learning_rate": 4.0599227903119644e-05, "loss": 0.5783, "step": 5523 }, { "epoch": 0.57, "learning_rate": 4.058271572098921e-05, "loss": 0.6583, "step": 5524 }, { "epoch": 0.57, "learning_rate": 4.056620460362119e-05, "loss": 0.7453, "step": 5525 }, { "epoch": 0.57, "learning_rate": 4.0549694552882446e-05, "loss": 0.62, "step": 5526 }, { "epoch": 0.57, "learning_rate": 4.0533185570639665e-05, "loss": 0.7344, "step": 5527 }, { "epoch": 0.57, "learning_rate": 4.051667765875945e-05, "loss": 0.6232, "step": 5528 }, { "epoch": 0.57, "learning_rate": 4.050017081910824e-05, "loss": 0.6063, "step": 5529 }, { "epoch": 0.57, "learning_rate": 4.048366505355242e-05, "loss": 0.7716, "step": 5530 }, { "epoch": 0.57, "learning_rate": 4.046716036395816e-05, "loss": 0.8268, "step": 5531 }, { "epoch": 0.57, "learning_rate": 4.045065675219157e-05, "loss": 0.7775, "step": 5532 }, { "epoch": 0.57, "learning_rate": 4.043415422011862e-05, "loss": 0.6488, "step": 5533 }, { "epoch": 0.57, "learning_rate": 4.0417652769605204e-05, "loss": 0.6393, "step": 5534 }, { "epoch": 0.57, "learning_rate": 4.0401152402517e-05, "loss": 0.738, "step": 5535 }, { "epoch": 0.57, "learning_rate": 4.038465312071965e-05, "loss": 0.6215, "step": 5536 }, { "epoch": 0.57, "learning_rate": 4.036815492607864e-05, "loss": 0.7057, "step": 5537 }, { "epoch": 0.57, "learning_rate": 4.035165782045933e-05, "loss": 0.7684, "step": 5538 }, { "epoch": 0.58, "learning_rate": 4.033516180572694e-05, "loss": 0.5791, "step": 5539 }, { "epoch": 0.58, "learning_rate": 4.031866688374661e-05, "loss": 0.6689, "step": 5540 }, { "epoch": 0.58, "learning_rate": 4.030217305638333e-05, "loss": 0.7061, "step": 5541 }, { "epoch": 0.58, "learning_rate": 4.028568032550195e-05, "loss": 0.6476, "step": 5542 }, { "epoch": 0.58, "learning_rate": 4.026918869296726e-05, "loss": 0.6839, "step": 5543 }, { "epoch": 0.58, "learning_rate": 4.025269816064385e-05, "loss": 0.6468, "step": 5544 }, { "epoch": 0.58, "learning_rate": 4.02362087303962e-05, "loss": 0.7386, "step": 5545 }, { "epoch": 0.58, "learning_rate": 4.0219720404088714e-05, "loss": 0.6389, "step": 5546 }, { "epoch": 0.58, "learning_rate": 4.020323318358563e-05, "loss": 0.6881, "step": 5547 }, { "epoch": 0.58, "learning_rate": 4.0186747070751064e-05, "loss": 0.7015, "step": 5548 }, { "epoch": 0.58, "learning_rate": 4.017026206744903e-05, "loss": 0.6825, "step": 5549 }, { "epoch": 0.58, "learning_rate": 4.0153778175543385e-05, "loss": 0.8175, "step": 5550 }, { "epoch": 0.58, "learning_rate": 4.013729539689788e-05, "loss": 0.6054, "step": 5551 }, { "epoch": 0.58, "learning_rate": 4.012081373337612e-05, "loss": 0.6588, "step": 5552 }, { "epoch": 0.58, "learning_rate": 4.010433318684163e-05, "loss": 0.6458, "step": 5553 }, { "epoch": 0.58, "learning_rate": 4.0087853759157756e-05, "loss": 0.767, "step": 5554 }, { "epoch": 0.58, "learning_rate": 4.007137545218775e-05, "loss": 0.7494, "step": 5555 }, { "epoch": 0.58, "learning_rate": 4.005489826779473e-05, "loss": 0.6431, "step": 5556 }, { "epoch": 0.58, "learning_rate": 4.0038422207841664e-05, "loss": 0.8208, "step": 5557 }, { "epoch": 0.58, "learning_rate": 4.002194727419143e-05, "loss": 0.721, "step": 5558 }, { "epoch": 0.58, "learning_rate": 4.000547346870675e-05, "loss": 0.685, "step": 5559 }, { "epoch": 0.58, "learning_rate": 3.9989000793250244e-05, "loss": 0.7523, "step": 5560 }, { "epoch": 0.58, "learning_rate": 3.997252924968438e-05, "loss": 0.6716, "step": 5561 }, { "epoch": 0.58, "learning_rate": 3.995605883987152e-05, "loss": 0.6244, "step": 5562 }, { "epoch": 0.58, "learning_rate": 3.993958956567388e-05, "loss": 0.6785, "step": 5563 }, { "epoch": 0.58, "learning_rate": 3.992312142895354e-05, "loss": 0.7215, "step": 5564 }, { "epoch": 0.58, "learning_rate": 3.990665443157248e-05, "loss": 0.7447, "step": 5565 }, { "epoch": 0.58, "learning_rate": 3.989018857539252e-05, "loss": 0.8588, "step": 5566 }, { "epoch": 0.58, "learning_rate": 3.987372386227538e-05, "loss": 0.6237, "step": 5567 }, { "epoch": 0.58, "learning_rate": 3.9857260294082656e-05, "loss": 0.7921, "step": 5568 }, { "epoch": 0.58, "learning_rate": 3.984079787267578e-05, "loss": 0.7641, "step": 5569 }, { "epoch": 0.58, "learning_rate": 3.982433659991605e-05, "loss": 0.6535, "step": 5570 }, { "epoch": 0.58, "learning_rate": 3.980787647766467e-05, "loss": 0.7661, "step": 5571 }, { "epoch": 0.58, "learning_rate": 3.979141750778271e-05, "loss": 0.6824, "step": 5572 }, { "epoch": 0.58, "learning_rate": 3.9774959692131085e-05, "loss": 0.5697, "step": 5573 }, { "epoch": 0.58, "learning_rate": 3.9758503032570616e-05, "loss": 0.7422, "step": 5574 }, { "epoch": 0.58, "learning_rate": 3.9742047530961954e-05, "loss": 0.6564, "step": 5575 }, { "epoch": 0.58, "learning_rate": 3.972559318916561e-05, "loss": 0.6164, "step": 5576 }, { "epoch": 0.58, "learning_rate": 3.970914000904202e-05, "loss": 0.6647, "step": 5577 }, { "epoch": 0.58, "learning_rate": 3.969268799245146e-05, "loss": 0.6214, "step": 5578 }, { "epoch": 0.58, "learning_rate": 3.967623714125406e-05, "loss": 0.8018, "step": 5579 }, { "epoch": 0.58, "learning_rate": 3.965978745730983e-05, "loss": 0.5473, "step": 5580 }, { "epoch": 0.58, "learning_rate": 3.964333894247867e-05, "loss": 0.7486, "step": 5581 }, { "epoch": 0.58, "learning_rate": 3.9626891598620295e-05, "loss": 0.7388, "step": 5582 }, { "epoch": 0.58, "learning_rate": 3.961044542759433e-05, "loss": 0.7061, "step": 5583 }, { "epoch": 0.58, "learning_rate": 3.9594000431260266e-05, "loss": 0.634, "step": 5584 }, { "epoch": 0.58, "learning_rate": 3.957755661147744e-05, "loss": 0.7038, "step": 5585 }, { "epoch": 0.58, "learning_rate": 3.956111397010507e-05, "loss": 0.672, "step": 5586 }, { "epoch": 0.58, "learning_rate": 3.9544672509002255e-05, "loss": 0.7148, "step": 5587 }, { "epoch": 0.58, "learning_rate": 3.952823223002794e-05, "loss": 0.6678, "step": 5588 }, { "epoch": 0.58, "learning_rate": 3.951179313504091e-05, "loss": 0.835, "step": 5589 }, { "epoch": 0.58, "learning_rate": 3.9495355225899863e-05, "loss": 0.6444, "step": 5590 }, { "epoch": 0.58, "learning_rate": 3.947891850446336e-05, "loss": 0.6684, "step": 5591 }, { "epoch": 0.58, "learning_rate": 3.94624829725898e-05, "loss": 0.6551, "step": 5592 }, { "epoch": 0.58, "learning_rate": 3.944604863213747e-05, "loss": 0.6676, "step": 5593 }, { "epoch": 0.58, "learning_rate": 3.942961548496452e-05, "loss": 0.6719, "step": 5594 }, { "epoch": 0.58, "learning_rate": 3.941318353292893e-05, "loss": 0.7387, "step": 5595 }, { "epoch": 0.58, "learning_rate": 3.9396752777888595e-05, "loss": 0.7205, "step": 5596 }, { "epoch": 0.58, "learning_rate": 3.938032322170126e-05, "loss": 0.5487, "step": 5597 }, { "epoch": 0.58, "learning_rate": 3.936389486622451e-05, "loss": 0.6975, "step": 5598 }, { "epoch": 0.58, "learning_rate": 3.9347467713315825e-05, "loss": 0.7388, "step": 5599 }, { "epoch": 0.58, "learning_rate": 3.933104176483254e-05, "loss": 0.6112, "step": 5600 }, { "epoch": 0.58, "learning_rate": 3.931461702263183e-05, "loss": 0.6741, "step": 5601 }, { "epoch": 0.58, "learning_rate": 3.929819348857077e-05, "loss": 0.7251, "step": 5602 }, { "epoch": 0.58, "learning_rate": 3.9281771164506275e-05, "loss": 0.7243, "step": 5603 }, { "epoch": 0.58, "learning_rate": 3.9265350052295125e-05, "loss": 0.6677, "step": 5604 }, { "epoch": 0.58, "learning_rate": 3.9248930153793975e-05, "loss": 0.6833, "step": 5605 }, { "epoch": 0.58, "learning_rate": 3.923251147085935e-05, "loss": 0.6312, "step": 5606 }, { "epoch": 0.58, "learning_rate": 3.921609400534762e-05, "loss": 0.6588, "step": 5607 }, { "epoch": 0.58, "learning_rate": 3.919967775911499e-05, "loss": 0.6683, "step": 5608 }, { "epoch": 0.58, "learning_rate": 3.918326273401759e-05, "loss": 0.7301, "step": 5609 }, { "epoch": 0.58, "learning_rate": 3.916684893191136e-05, "loss": 0.7217, "step": 5610 }, { "epoch": 0.58, "learning_rate": 3.915043635465213e-05, "loss": 0.7307, "step": 5611 }, { "epoch": 0.58, "learning_rate": 3.9134025004095584e-05, "loss": 0.822, "step": 5612 }, { "epoch": 0.58, "learning_rate": 3.911761488209729e-05, "loss": 0.7087, "step": 5613 }, { "epoch": 0.58, "learning_rate": 3.91012059905126e-05, "loss": 0.7091, "step": 5614 }, { "epoch": 0.58, "learning_rate": 3.908479833119682e-05, "loss": 0.6551, "step": 5615 }, { "epoch": 0.58, "learning_rate": 3.906839190600507e-05, "loss": 0.6179, "step": 5616 }, { "epoch": 0.58, "learning_rate": 3.905198671679233e-05, "loss": 0.7483, "step": 5617 }, { "epoch": 0.58, "learning_rate": 3.9035582765413456e-05, "loss": 0.5778, "step": 5618 }, { "epoch": 0.58, "learning_rate": 3.9019180053723145e-05, "loss": 0.6043, "step": 5619 }, { "epoch": 0.58, "learning_rate": 3.900277858357599e-05, "loss": 0.7292, "step": 5620 }, { "epoch": 0.58, "learning_rate": 3.8986378356826395e-05, "loss": 0.7224, "step": 5621 }, { "epoch": 0.58, "learning_rate": 3.8969979375328644e-05, "loss": 0.6954, "step": 5622 }, { "epoch": 0.58, "learning_rate": 3.895358164093689e-05, "loss": 0.7856, "step": 5623 }, { "epoch": 0.58, "learning_rate": 3.893718515550514e-05, "loss": 0.6812, "step": 5624 }, { "epoch": 0.58, "learning_rate": 3.8920789920887266e-05, "loss": 0.6763, "step": 5625 }, { "epoch": 0.58, "learning_rate": 3.890439593893699e-05, "loss": 0.763, "step": 5626 }, { "epoch": 0.58, "learning_rate": 3.888800321150786e-05, "loss": 0.749, "step": 5627 }, { "epoch": 0.58, "learning_rate": 3.887161174045336e-05, "loss": 0.5464, "step": 5628 }, { "epoch": 0.58, "learning_rate": 3.885522152762675e-05, "loss": 0.7589, "step": 5629 }, { "epoch": 0.58, "learning_rate": 3.883883257488119e-05, "loss": 0.6075, "step": 5630 }, { "epoch": 0.58, "learning_rate": 3.8822444884069724e-05, "loss": 0.7121, "step": 5631 }, { "epoch": 0.58, "learning_rate": 3.8806058457045215e-05, "loss": 0.6268, "step": 5632 }, { "epoch": 0.58, "learning_rate": 3.8789673295660345e-05, "loss": 0.5835, "step": 5633 }, { "epoch": 0.58, "learning_rate": 3.8773289401767724e-05, "loss": 0.7006, "step": 5634 }, { "epoch": 0.59, "learning_rate": 3.875690677721981e-05, "loss": 0.8506, "step": 5635 }, { "epoch": 0.59, "learning_rate": 3.8740525423868874e-05, "loss": 0.6213, "step": 5636 }, { "epoch": 0.59, "learning_rate": 3.872414534356709e-05, "loss": 0.6072, "step": 5637 }, { "epoch": 0.59, "learning_rate": 3.8707766538166445e-05, "loss": 0.6941, "step": 5638 }, { "epoch": 0.59, "learning_rate": 3.869138900951883e-05, "loss": 0.6631, "step": 5639 }, { "epoch": 0.59, "learning_rate": 3.8675012759475935e-05, "loss": 0.7696, "step": 5640 }, { "epoch": 0.59, "learning_rate": 3.8658637789889364e-05, "loss": 0.5867, "step": 5641 }, { "epoch": 0.59, "learning_rate": 3.864226410261052e-05, "loss": 0.6933, "step": 5642 }, { "epoch": 0.59, "learning_rate": 3.862589169949071e-05, "loss": 0.6855, "step": 5643 }, { "epoch": 0.59, "learning_rate": 3.860952058238107e-05, "loss": 0.8922, "step": 5644 }, { "epoch": 0.59, "learning_rate": 3.859315075313261e-05, "loss": 0.6728, "step": 5645 }, { "epoch": 0.59, "learning_rate": 3.857678221359614e-05, "loss": 0.6776, "step": 5646 }, { "epoch": 0.59, "learning_rate": 3.856041496562241e-05, "loss": 0.6829, "step": 5647 }, { "epoch": 0.59, "learning_rate": 3.8544049011061935e-05, "loss": 0.6943, "step": 5648 }, { "epoch": 0.59, "learning_rate": 3.852768435176515e-05, "loss": 0.6743, "step": 5649 }, { "epoch": 0.59, "learning_rate": 3.851132098958233e-05, "loss": 0.7938, "step": 5650 }, { "epoch": 0.59, "learning_rate": 3.849495892636357e-05, "loss": 0.7794, "step": 5651 }, { "epoch": 0.59, "learning_rate": 3.8478598163958876e-05, "loss": 0.742, "step": 5652 }, { "epoch": 0.59, "learning_rate": 3.846223870421804e-05, "loss": 0.7413, "step": 5653 }, { "epoch": 0.59, "learning_rate": 3.844588054899074e-05, "loss": 0.7577, "step": 5654 }, { "epoch": 0.59, "learning_rate": 3.842952370012652e-05, "loss": 0.6747, "step": 5655 }, { "epoch": 0.59, "learning_rate": 3.841316815947477e-05, "loss": 0.6286, "step": 5656 }, { "epoch": 0.59, "learning_rate": 3.839681392888469e-05, "loss": 0.7092, "step": 5657 }, { "epoch": 0.59, "learning_rate": 3.838046101020542e-05, "loss": 0.6305, "step": 5658 }, { "epoch": 0.59, "learning_rate": 3.836410940528584e-05, "loss": 0.8211, "step": 5659 }, { "epoch": 0.59, "learning_rate": 3.834775911597478e-05, "loss": 0.6695, "step": 5660 }, { "epoch": 0.59, "learning_rate": 3.833141014412086e-05, "loss": 0.7731, "step": 5661 }, { "epoch": 0.59, "learning_rate": 3.831506249157259e-05, "loss": 0.5823, "step": 5662 }, { "epoch": 0.59, "learning_rate": 3.8298716160178284e-05, "loss": 0.6227, "step": 5663 }, { "epoch": 0.59, "learning_rate": 3.8282371151786175e-05, "loss": 0.6481, "step": 5664 }, { "epoch": 0.59, "learning_rate": 3.826602746824426e-05, "loss": 0.7205, "step": 5665 }, { "epoch": 0.59, "learning_rate": 3.8249685111400465e-05, "loss": 0.6454, "step": 5666 }, { "epoch": 0.59, "learning_rate": 3.8233344083102523e-05, "loss": 0.8135, "step": 5667 }, { "epoch": 0.59, "learning_rate": 3.8217004385198026e-05, "loss": 0.7943, "step": 5668 }, { "epoch": 0.59, "learning_rate": 3.820066601953443e-05, "loss": 0.572, "step": 5669 }, { "epoch": 0.59, "learning_rate": 3.8184328987959005e-05, "loss": 0.8339, "step": 5670 }, { "epoch": 0.59, "learning_rate": 3.816799329231893e-05, "loss": 0.6398, "step": 5671 }, { "epoch": 0.59, "learning_rate": 3.815165893446116e-05, "loss": 0.6511, "step": 5672 }, { "epoch": 0.59, "learning_rate": 3.813532591623253e-05, "loss": 0.7031, "step": 5673 }, { "epoch": 0.59, "learning_rate": 3.811899423947976e-05, "loss": 0.7189, "step": 5674 }, { "epoch": 0.59, "learning_rate": 3.810266390604936e-05, "loss": 0.6098, "step": 5675 }, { "epoch": 0.59, "learning_rate": 3.808633491778772e-05, "loss": 0.6805, "step": 5676 }, { "epoch": 0.59, "learning_rate": 3.80700072765411e-05, "loss": 0.7739, "step": 5677 }, { "epoch": 0.59, "learning_rate": 3.805368098415553e-05, "loss": 0.6088, "step": 5678 }, { "epoch": 0.59, "learning_rate": 3.803735604247698e-05, "loss": 0.8201, "step": 5679 }, { "epoch": 0.59, "learning_rate": 3.802103245335119e-05, "loss": 0.6041, "step": 5680 }, { "epoch": 0.59, "learning_rate": 3.800471021862382e-05, "loss": 0.752, "step": 5681 }, { "epoch": 0.59, "learning_rate": 3.79883893401403e-05, "loss": 0.748, "step": 5682 }, { "epoch": 0.59, "learning_rate": 3.797206981974596e-05, "loss": 0.7278, "step": 5683 }, { "epoch": 0.59, "learning_rate": 3.795575165928599e-05, "loss": 0.7371, "step": 5684 }, { "epoch": 0.59, "learning_rate": 3.793943486060537e-05, "loss": 0.7939, "step": 5685 }, { "epoch": 0.59, "learning_rate": 3.7923119425548934e-05, "loss": 0.649, "step": 5686 }, { "epoch": 0.59, "learning_rate": 3.7906805355961416e-05, "loss": 0.7692, "step": 5687 }, { "epoch": 0.59, "learning_rate": 3.7890492653687354e-05, "loss": 0.7558, "step": 5688 }, { "epoch": 0.59, "learning_rate": 3.787418132057113e-05, "loss": 0.6733, "step": 5689 }, { "epoch": 0.59, "learning_rate": 3.7857871358457e-05, "loss": 0.6732, "step": 5690 }, { "epoch": 0.59, "learning_rate": 3.784156276918902e-05, "loss": 0.7574, "step": 5691 }, { "epoch": 0.59, "learning_rate": 3.782525555461112e-05, "loss": 0.6785, "step": 5692 }, { "epoch": 0.59, "learning_rate": 3.7808949716567075e-05, "loss": 0.7018, "step": 5693 }, { "epoch": 0.59, "learning_rate": 3.779264525690051e-05, "loss": 0.6695, "step": 5694 }, { "epoch": 0.59, "learning_rate": 3.7776342177454874e-05, "loss": 0.7825, "step": 5695 }, { "epoch": 0.59, "learning_rate": 3.776004048007348e-05, "loss": 0.6065, "step": 5696 }, { "epoch": 0.59, "learning_rate": 3.774374016659945e-05, "loss": 0.6225, "step": 5697 }, { "epoch": 0.59, "learning_rate": 3.772744123887579e-05, "loss": 0.7883, "step": 5698 }, { "epoch": 0.59, "learning_rate": 3.771114369874533e-05, "loss": 0.6165, "step": 5699 }, { "epoch": 0.59, "learning_rate": 3.7694847548050767e-05, "loss": 0.5853, "step": 5700 }, { "epoch": 0.59, "learning_rate": 3.767855278863458e-05, "loss": 0.6726, "step": 5701 }, { "epoch": 0.59, "learning_rate": 3.766225942233916e-05, "loss": 0.8066, "step": 5702 }, { "epoch": 0.59, "learning_rate": 3.764596745100673e-05, "loss": 0.697, "step": 5703 }, { "epoch": 0.59, "learning_rate": 3.76296768764793e-05, "loss": 0.796, "step": 5704 }, { "epoch": 0.59, "learning_rate": 3.761338770059876e-05, "loss": 0.5874, "step": 5705 }, { "epoch": 0.59, "learning_rate": 3.7597099925206855e-05, "loss": 0.5755, "step": 5706 }, { "epoch": 0.59, "learning_rate": 3.7580813552145155e-05, "loss": 0.7122, "step": 5707 }, { "epoch": 0.59, "learning_rate": 3.756452858325506e-05, "loss": 0.7316, "step": 5708 }, { "epoch": 0.59, "learning_rate": 3.754824502037788e-05, "loss": 0.8007, "step": 5709 }, { "epoch": 0.59, "learning_rate": 3.7531962865354644e-05, "loss": 0.6629, "step": 5710 }, { "epoch": 0.59, "learning_rate": 3.751568212002631e-05, "loss": 0.6035, "step": 5711 }, { "epoch": 0.59, "learning_rate": 3.749940278623366e-05, "loss": 0.6628, "step": 5712 }, { "epoch": 0.59, "learning_rate": 3.7483124865817325e-05, "loss": 0.6959, "step": 5713 }, { "epoch": 0.59, "learning_rate": 3.7466848360617735e-05, "loss": 0.5297, "step": 5714 }, { "epoch": 0.59, "learning_rate": 3.745057327247522e-05, "loss": 0.7433, "step": 5715 }, { "epoch": 0.59, "learning_rate": 3.7434299603229915e-05, "loss": 0.7036, "step": 5716 }, { "epoch": 0.59, "learning_rate": 3.741802735472176e-05, "loss": 0.6578, "step": 5717 }, { "epoch": 0.59, "learning_rate": 3.7401756528790585e-05, "loss": 0.6641, "step": 5718 }, { "epoch": 0.59, "learning_rate": 3.7385487127276086e-05, "loss": 0.7868, "step": 5719 }, { "epoch": 0.59, "learning_rate": 3.736921915201771e-05, "loss": 0.6547, "step": 5720 }, { "epoch": 0.59, "learning_rate": 3.735295260485482e-05, "loss": 0.6446, "step": 5721 }, { "epoch": 0.59, "learning_rate": 3.733668748762659e-05, "loss": 0.7833, "step": 5722 }, { "epoch": 0.59, "learning_rate": 3.732042380217201e-05, "loss": 0.6107, "step": 5723 }, { "epoch": 0.59, "learning_rate": 3.730416155032993e-05, "loss": 0.7684, "step": 5724 }, { "epoch": 0.59, "learning_rate": 3.728790073393905e-05, "loss": 0.794, "step": 5725 }, { "epoch": 0.59, "learning_rate": 3.727164135483788e-05, "loss": 0.6328, "step": 5726 }, { "epoch": 0.59, "learning_rate": 3.72553834148648e-05, "loss": 0.6917, "step": 5727 }, { "epoch": 0.59, "learning_rate": 3.723912691585801e-05, "loss": 0.6567, "step": 5728 }, { "epoch": 0.59, "learning_rate": 3.722287185965554e-05, "loss": 0.5737, "step": 5729 }, { "epoch": 0.59, "learning_rate": 3.720661824809524e-05, "loss": 0.7022, "step": 5730 }, { "epoch": 0.59, "learning_rate": 3.7190366083014835e-05, "loss": 0.5631, "step": 5731 }, { "epoch": 0.6, "learning_rate": 3.717411536625189e-05, "loss": 0.6832, "step": 5732 }, { "epoch": 0.6, "learning_rate": 3.715786609964377e-05, "loss": 0.7786, "step": 5733 }, { "epoch": 0.6, "learning_rate": 3.71416182850277e-05, "loss": 0.7045, "step": 5734 }, { "epoch": 0.6, "learning_rate": 3.7125371924240735e-05, "loss": 0.6988, "step": 5735 }, { "epoch": 0.6, "learning_rate": 3.710912701911975e-05, "loss": 0.7146, "step": 5736 }, { "epoch": 0.6, "learning_rate": 3.7092883571501477e-05, "loss": 0.7966, "step": 5737 }, { "epoch": 0.6, "learning_rate": 3.7076641583222485e-05, "loss": 0.7407, "step": 5738 }, { "epoch": 0.6, "learning_rate": 3.706040105611916e-05, "loss": 0.7259, "step": 5739 }, { "epoch": 0.6, "learning_rate": 3.7044161992027756e-05, "loss": 0.6918, "step": 5740 }, { "epoch": 0.6, "learning_rate": 3.702792439278432e-05, "loss": 0.7938, "step": 5741 }, { "epoch": 0.6, "learning_rate": 3.701168826022473e-05, "loss": 0.6239, "step": 5742 }, { "epoch": 0.6, "learning_rate": 3.699545359618475e-05, "loss": 0.6079, "step": 5743 }, { "epoch": 0.6, "learning_rate": 3.6979220402499934e-05, "loss": 0.7043, "step": 5744 }, { "epoch": 0.6, "learning_rate": 3.6962988681005686e-05, "loss": 0.6248, "step": 5745 }, { "epoch": 0.6, "learning_rate": 3.694675843353724e-05, "loss": 0.7764, "step": 5746 }, { "epoch": 0.6, "learning_rate": 3.693052966192968e-05, "loss": 0.651, "step": 5747 }, { "epoch": 0.6, "learning_rate": 3.69143023680179e-05, "loss": 0.5171, "step": 5748 }, { "epoch": 0.6, "learning_rate": 3.6898076553636604e-05, "loss": 0.7543, "step": 5749 }, { "epoch": 0.6, "learning_rate": 3.6881852220620396e-05, "loss": 0.6494, "step": 5750 }, { "epoch": 0.6, "learning_rate": 3.686562937080364e-05, "loss": 0.6523, "step": 5751 }, { "epoch": 0.6, "learning_rate": 3.6849408006020604e-05, "loss": 0.5969, "step": 5752 }, { "epoch": 0.6, "learning_rate": 3.683318812810534e-05, "loss": 0.6933, "step": 5753 }, { "epoch": 0.6, "learning_rate": 3.681696973889176e-05, "loss": 0.5955, "step": 5754 }, { "epoch": 0.6, "learning_rate": 3.680075284021354e-05, "loss": 0.7517, "step": 5755 }, { "epoch": 0.6, "learning_rate": 3.678453743390428e-05, "loss": 0.7404, "step": 5756 }, { "epoch": 0.6, "learning_rate": 3.676832352179736e-05, "loss": 0.8656, "step": 5757 }, { "epoch": 0.6, "learning_rate": 3.6752111105726e-05, "loss": 0.6475, "step": 5758 }, { "epoch": 0.6, "learning_rate": 3.6735900187523264e-05, "loss": 0.7274, "step": 5759 }, { "epoch": 0.6, "learning_rate": 3.671969076902203e-05, "loss": 0.5978, "step": 5760 }, { "epoch": 0.6, "learning_rate": 3.6703482852054995e-05, "loss": 0.7828, "step": 5761 }, { "epoch": 0.6, "learning_rate": 3.6687276438454704e-05, "loss": 0.5907, "step": 5762 }, { "epoch": 0.6, "learning_rate": 3.667107153005355e-05, "loss": 0.6444, "step": 5763 }, { "epoch": 0.6, "learning_rate": 3.665486812868372e-05, "loss": 0.6342, "step": 5764 }, { "epoch": 0.6, "learning_rate": 3.663866623617725e-05, "loss": 0.7322, "step": 5765 }, { "epoch": 0.6, "learning_rate": 3.662246585436602e-05, "loss": 0.5702, "step": 5766 }, { "epoch": 0.6, "learning_rate": 3.66062669850817e-05, "loss": 0.828, "step": 5767 }, { "epoch": 0.6, "learning_rate": 3.659006963015581e-05, "loss": 0.6067, "step": 5768 }, { "epoch": 0.6, "learning_rate": 3.657387379141971e-05, "loss": 0.7723, "step": 5769 }, { "epoch": 0.6, "learning_rate": 3.6557679470704564e-05, "loss": 0.6557, "step": 5770 }, { "epoch": 0.6, "learning_rate": 3.6541486669841384e-05, "loss": 0.6208, "step": 5771 }, { "epoch": 0.6, "learning_rate": 3.652529539066103e-05, "loss": 0.6114, "step": 5772 }, { "epoch": 0.6, "learning_rate": 3.650910563499414e-05, "loss": 0.7529, "step": 5773 }, { "epoch": 0.6, "learning_rate": 3.649291740467119e-05, "loss": 0.6191, "step": 5774 }, { "epoch": 0.6, "learning_rate": 3.6476730701522504e-05, "loss": 0.6149, "step": 5775 }, { "epoch": 0.6, "learning_rate": 3.6460545527378255e-05, "loss": 0.7526, "step": 5776 }, { "epoch": 0.6, "learning_rate": 3.644436188406838e-05, "loss": 0.5722, "step": 5777 }, { "epoch": 0.6, "learning_rate": 3.64281797734227e-05, "loss": 0.67, "step": 5778 }, { "epoch": 0.6, "learning_rate": 3.641199919727083e-05, "loss": 0.6684, "step": 5779 }, { "epoch": 0.6, "learning_rate": 3.639582015744225e-05, "loss": 0.7113, "step": 5780 }, { "epoch": 0.6, "learning_rate": 3.637964265576619e-05, "loss": 0.6652, "step": 5781 }, { "epoch": 0.6, "learning_rate": 3.636346669407178e-05, "loss": 0.7825, "step": 5782 }, { "epoch": 0.6, "learning_rate": 3.634729227418795e-05, "loss": 0.7622, "step": 5783 }, { "epoch": 0.6, "learning_rate": 3.633111939794346e-05, "loss": 0.7365, "step": 5784 }, { "epoch": 0.6, "learning_rate": 3.631494806716688e-05, "loss": 0.702, "step": 5785 }, { "epoch": 0.6, "learning_rate": 3.629877828368663e-05, "loss": 0.726, "step": 5786 }, { "epoch": 0.6, "learning_rate": 3.6282610049330926e-05, "loss": 0.7237, "step": 5787 }, { "epoch": 0.6, "learning_rate": 3.6266443365927835e-05, "loss": 0.6699, "step": 5788 }, { "epoch": 0.6, "learning_rate": 3.625027823530523e-05, "loss": 0.6423, "step": 5789 }, { "epoch": 0.6, "learning_rate": 3.623411465929083e-05, "loss": 0.7286, "step": 5790 }, { "epoch": 0.6, "learning_rate": 3.6217952639712174e-05, "loss": 0.7996, "step": 5791 }, { "epoch": 0.6, "learning_rate": 3.620179217839659e-05, "loss": 0.7924, "step": 5792 }, { "epoch": 0.6, "learning_rate": 3.618563327717126e-05, "loss": 0.6873, "step": 5793 }, { "epoch": 0.6, "learning_rate": 3.6169475937863195e-05, "loss": 0.6166, "step": 5794 }, { "epoch": 0.6, "learning_rate": 3.615332016229921e-05, "loss": 0.6961, "step": 5795 }, { "epoch": 0.6, "learning_rate": 3.613716595230595e-05, "loss": 0.8172, "step": 5796 }, { "epoch": 0.6, "learning_rate": 3.612101330970992e-05, "loss": 0.7393, "step": 5797 }, { "epoch": 0.6, "learning_rate": 3.610486223633737e-05, "loss": 0.6928, "step": 5798 }, { "epoch": 0.6, "learning_rate": 3.608871273401445e-05, "loss": 0.6893, "step": 5799 }, { "epoch": 0.6, "learning_rate": 3.6072564804567065e-05, "loss": 0.7954, "step": 5800 }, { "epoch": 0.6, "learning_rate": 3.6056418449821006e-05, "loss": 0.6705, "step": 5801 }, { "epoch": 0.6, "learning_rate": 3.604027367160183e-05, "loss": 0.7193, "step": 5802 }, { "epoch": 0.6, "learning_rate": 3.602413047173497e-05, "loss": 0.6553, "step": 5803 }, { "epoch": 0.6, "learning_rate": 3.600798885204563e-05, "loss": 0.5976, "step": 5804 }, { "epoch": 0.6, "learning_rate": 3.599184881435888e-05, "loss": 0.7234, "step": 5805 }, { "epoch": 0.6, "learning_rate": 3.597571036049956e-05, "loss": 0.6979, "step": 5806 }, { "epoch": 0.6, "learning_rate": 3.5959573492292384e-05, "loss": 0.6345, "step": 5807 }, { "epoch": 0.6, "learning_rate": 3.5943438211561836e-05, "loss": 0.7481, "step": 5808 }, { "epoch": 0.6, "learning_rate": 3.5927304520132265e-05, "loss": 0.668, "step": 5809 }, { "epoch": 0.6, "learning_rate": 3.591117241982783e-05, "loss": 0.6623, "step": 5810 }, { "epoch": 0.6, "learning_rate": 3.589504191247247e-05, "loss": 0.5793, "step": 5811 }, { "epoch": 0.6, "learning_rate": 3.587891299989004e-05, "loss": 0.7021, "step": 5812 }, { "epoch": 0.6, "learning_rate": 3.5862785683904075e-05, "loss": 0.6208, "step": 5813 }, { "epoch": 0.6, "learning_rate": 3.584665996633804e-05, "loss": 0.7771, "step": 5814 }, { "epoch": 0.6, "learning_rate": 3.583053584901518e-05, "loss": 0.7616, "step": 5815 }, { "epoch": 0.6, "learning_rate": 3.581441333375857e-05, "loss": 0.5805, "step": 5816 }, { "epoch": 0.6, "learning_rate": 3.579829242239109e-05, "loss": 0.5589, "step": 5817 }, { "epoch": 0.6, "learning_rate": 3.5782173116735476e-05, "loss": 0.7194, "step": 5818 }, { "epoch": 0.6, "learning_rate": 3.57660554186142e-05, "loss": 0.7485, "step": 5819 }, { "epoch": 0.6, "learning_rate": 3.5749939329849634e-05, "loss": 0.6962, "step": 5820 }, { "epoch": 0.6, "learning_rate": 3.573382485226393e-05, "loss": 0.6986, "step": 5821 }, { "epoch": 0.6, "learning_rate": 3.5717711987679084e-05, "loss": 0.6988, "step": 5822 }, { "epoch": 0.6, "learning_rate": 3.5701600737916866e-05, "loss": 0.614, "step": 5823 }, { "epoch": 0.6, "learning_rate": 3.568549110479893e-05, "loss": 0.6445, "step": 5824 }, { "epoch": 0.6, "learning_rate": 3.5669383090146655e-05, "loss": 0.714, "step": 5825 }, { "epoch": 0.6, "learning_rate": 3.565327669578134e-05, "loss": 0.648, "step": 5826 }, { "epoch": 0.6, "learning_rate": 3.563717192352399e-05, "loss": 0.6242, "step": 5827 }, { "epoch": 0.61, "learning_rate": 3.562106877519555e-05, "loss": 0.8582, "step": 5828 }, { "epoch": 0.61, "learning_rate": 3.560496725261667e-05, "loss": 0.6437, "step": 5829 }, { "epoch": 0.61, "learning_rate": 3.558886735760788e-05, "loss": 0.9296, "step": 5830 }, { "epoch": 0.61, "learning_rate": 3.557276909198954e-05, "loss": 0.8454, "step": 5831 }, { "epoch": 0.61, "learning_rate": 3.5556672457581755e-05, "loss": 0.7111, "step": 5832 }, { "epoch": 0.61, "learning_rate": 3.5540577456204485e-05, "loss": 0.6068, "step": 5833 }, { "epoch": 0.61, "learning_rate": 3.5524484089677524e-05, "loss": 0.6804, "step": 5834 }, { "epoch": 0.61, "learning_rate": 3.550839235982047e-05, "loss": 0.6586, "step": 5835 }, { "epoch": 0.61, "learning_rate": 3.549230226845271e-05, "loss": 0.7034, "step": 5836 }, { "epoch": 0.61, "learning_rate": 3.5476213817393496e-05, "loss": 0.6977, "step": 5837 }, { "epoch": 0.61, "learning_rate": 3.546012700846183e-05, "loss": 0.708, "step": 5838 }, { "epoch": 0.61, "learning_rate": 3.544404184347657e-05, "loss": 0.5691, "step": 5839 }, { "epoch": 0.61, "learning_rate": 3.542795832425638e-05, "loss": 0.6082, "step": 5840 }, { "epoch": 0.61, "learning_rate": 3.541187645261976e-05, "loss": 0.712, "step": 5841 }, { "epoch": 0.61, "learning_rate": 3.539579623038497e-05, "loss": 0.7313, "step": 5842 }, { "epoch": 0.61, "learning_rate": 3.537971765937014e-05, "loss": 0.6484, "step": 5843 }, { "epoch": 0.61, "learning_rate": 3.536364074139319e-05, "loss": 0.6234, "step": 5844 }, { "epoch": 0.61, "learning_rate": 3.534756547827184e-05, "loss": 0.6217, "step": 5845 }, { "epoch": 0.61, "learning_rate": 3.533149187182362e-05, "loss": 0.7405, "step": 5846 }, { "epoch": 0.61, "learning_rate": 3.531541992386592e-05, "loss": 0.6481, "step": 5847 }, { "epoch": 0.61, "learning_rate": 3.529934963621588e-05, "loss": 0.6968, "step": 5848 }, { "epoch": 0.61, "learning_rate": 3.528328101069051e-05, "loss": 0.5684, "step": 5849 }, { "epoch": 0.61, "learning_rate": 3.52672140491066e-05, "loss": 0.6213, "step": 5850 }, { "epoch": 0.61, "learning_rate": 3.5251148753280735e-05, "loss": 0.658, "step": 5851 }, { "epoch": 0.61, "learning_rate": 3.5235085125029344e-05, "loss": 0.7478, "step": 5852 }, { "epoch": 0.61, "learning_rate": 3.521902316616866e-05, "loss": 0.6104, "step": 5853 }, { "epoch": 0.61, "learning_rate": 3.520296287851472e-05, "loss": 0.6991, "step": 5854 }, { "epoch": 0.61, "learning_rate": 3.518690426388338e-05, "loss": 0.6755, "step": 5855 }, { "epoch": 0.61, "learning_rate": 3.517084732409031e-05, "loss": 0.5777, "step": 5856 }, { "epoch": 0.61, "learning_rate": 3.515479206095097e-05, "loss": 0.7944, "step": 5857 }, { "epoch": 0.61, "learning_rate": 3.513873847628063e-05, "loss": 0.6691, "step": 5858 }, { "epoch": 0.61, "learning_rate": 3.51226865718944e-05, "loss": 0.6902, "step": 5859 }, { "epoch": 0.61, "learning_rate": 3.51066363496072e-05, "loss": 0.7262, "step": 5860 }, { "epoch": 0.61, "learning_rate": 3.509058781123371e-05, "loss": 0.6551, "step": 5861 }, { "epoch": 0.61, "learning_rate": 3.507454095858849e-05, "loss": 0.6041, "step": 5862 }, { "epoch": 0.61, "learning_rate": 3.5058495793485845e-05, "loss": 0.5832, "step": 5863 }, { "epoch": 0.61, "learning_rate": 3.504245231773993e-05, "loss": 0.8149, "step": 5864 }, { "epoch": 0.61, "learning_rate": 3.502641053316468e-05, "loss": 0.732, "step": 5865 }, { "epoch": 0.61, "learning_rate": 3.501037044157388e-05, "loss": 0.5942, "step": 5866 }, { "epoch": 0.61, "learning_rate": 3.4994332044781065e-05, "loss": 0.6674, "step": 5867 }, { "epoch": 0.61, "learning_rate": 3.497829534459963e-05, "loss": 0.574, "step": 5868 }, { "epoch": 0.61, "learning_rate": 3.4962260342842785e-05, "loss": 0.7683, "step": 5869 }, { "epoch": 0.61, "learning_rate": 3.4946227041323486e-05, "loss": 0.6532, "step": 5870 }, { "epoch": 0.61, "learning_rate": 3.493019544185453e-05, "loss": 0.6826, "step": 5871 }, { "epoch": 0.61, "learning_rate": 3.491416554624856e-05, "loss": 0.5886, "step": 5872 }, { "epoch": 0.61, "learning_rate": 3.489813735631796e-05, "loss": 0.6691, "step": 5873 }, { "epoch": 0.61, "learning_rate": 3.4882110873874964e-05, "loss": 0.6234, "step": 5874 }, { "epoch": 0.61, "learning_rate": 3.4866086100731614e-05, "loss": 0.7675, "step": 5875 }, { "epoch": 0.61, "learning_rate": 3.4850063038699735e-05, "loss": 0.7637, "step": 5876 }, { "epoch": 0.61, "learning_rate": 3.4834041689590947e-05, "loss": 0.6572, "step": 5877 }, { "epoch": 0.61, "learning_rate": 3.481802205521673e-05, "loss": 0.7139, "step": 5878 }, { "epoch": 0.61, "learning_rate": 3.480200413738833e-05, "loss": 0.7449, "step": 5879 }, { "epoch": 0.61, "learning_rate": 3.478598793791681e-05, "loss": 0.66, "step": 5880 }, { "epoch": 0.61, "learning_rate": 3.476997345861303e-05, "loss": 0.7384, "step": 5881 }, { "epoch": 0.61, "learning_rate": 3.475396070128769e-05, "loss": 0.7772, "step": 5882 }, { "epoch": 0.61, "learning_rate": 3.473794966775122e-05, "loss": 0.765, "step": 5883 }, { "epoch": 0.61, "learning_rate": 3.4721940359813924e-05, "loss": 0.7729, "step": 5884 }, { "epoch": 0.61, "learning_rate": 3.470593277928591e-05, "loss": 0.8424, "step": 5885 }, { "epoch": 0.61, "learning_rate": 3.468992692797704e-05, "loss": 0.7459, "step": 5886 }, { "epoch": 0.61, "learning_rate": 3.467392280769702e-05, "loss": 0.7156, "step": 5887 }, { "epoch": 0.61, "learning_rate": 3.4657920420255384e-05, "loss": 0.6752, "step": 5888 }, { "epoch": 0.61, "learning_rate": 3.4641919767461395e-05, "loss": 0.641, "step": 5889 }, { "epoch": 0.61, "learning_rate": 3.462592085112416e-05, "loss": 0.7211, "step": 5890 }, { "epoch": 0.61, "learning_rate": 3.460992367305262e-05, "loss": 0.7461, "step": 5891 }, { "epoch": 0.61, "learning_rate": 3.4593928235055476e-05, "loss": 0.641, "step": 5892 }, { "epoch": 0.61, "learning_rate": 3.457793453894124e-05, "loss": 0.7441, "step": 5893 }, { "epoch": 0.61, "learning_rate": 3.456194258651826e-05, "loss": 0.6296, "step": 5894 }, { "epoch": 0.61, "learning_rate": 3.454595237959465e-05, "loss": 0.7082, "step": 5895 }, { "epoch": 0.61, "learning_rate": 3.452996391997832e-05, "loss": 0.7171, "step": 5896 }, { "epoch": 0.61, "learning_rate": 3.4513977209477013e-05, "loss": 0.6809, "step": 5897 }, { "epoch": 0.61, "learning_rate": 3.449799224989827e-05, "loss": 0.5424, "step": 5898 }, { "epoch": 0.61, "learning_rate": 3.448200904304941e-05, "loss": 0.7794, "step": 5899 }, { "epoch": 0.61, "learning_rate": 3.446602759073758e-05, "loss": 0.7803, "step": 5900 }, { "epoch": 0.61, "learning_rate": 3.445004789476974e-05, "loss": 0.659, "step": 5901 }, { "epoch": 0.61, "learning_rate": 3.4434069956952573e-05, "loss": 0.578, "step": 5902 }, { "epoch": 0.61, "learning_rate": 3.441809377909266e-05, "loss": 0.777, "step": 5903 }, { "epoch": 0.61, "learning_rate": 3.440211936299634e-05, "loss": 0.7252, "step": 5904 }, { "epoch": 0.61, "learning_rate": 3.4386146710469754e-05, "loss": 0.683, "step": 5905 }, { "epoch": 0.61, "learning_rate": 3.437017582331884e-05, "loss": 0.5735, "step": 5906 }, { "epoch": 0.61, "learning_rate": 3.4354206703349346e-05, "loss": 0.7203, "step": 5907 }, { "epoch": 0.61, "learning_rate": 3.433823935236682e-05, "loss": 0.6027, "step": 5908 }, { "epoch": 0.61, "learning_rate": 3.4322273772176574e-05, "loss": 0.7018, "step": 5909 }, { "epoch": 0.61, "learning_rate": 3.43063099645838e-05, "loss": 0.7112, "step": 5910 }, { "epoch": 0.61, "learning_rate": 3.4290347931393405e-05, "loss": 0.7756, "step": 5911 }, { "epoch": 0.61, "learning_rate": 3.427438767441014e-05, "loss": 0.6438, "step": 5912 }, { "epoch": 0.61, "learning_rate": 3.425842919543857e-05, "loss": 0.6538, "step": 5913 }, { "epoch": 0.61, "learning_rate": 3.424247249628302e-05, "loss": 0.544, "step": 5914 }, { "epoch": 0.61, "learning_rate": 3.422651757874761e-05, "loss": 0.733, "step": 5915 }, { "epoch": 0.61, "learning_rate": 3.4210564444636294e-05, "loss": 0.7967, "step": 5916 }, { "epoch": 0.61, "learning_rate": 3.4194613095752814e-05, "loss": 0.6981, "step": 5917 }, { "epoch": 0.61, "learning_rate": 3.417866353390069e-05, "loss": 0.6432, "step": 5918 }, { "epoch": 0.61, "learning_rate": 3.416271576088327e-05, "loss": 0.677, "step": 5919 }, { "epoch": 0.61, "learning_rate": 3.41467697785037e-05, "loss": 0.6764, "step": 5920 }, { "epoch": 0.61, "learning_rate": 3.413082558856486e-05, "loss": 0.7085, "step": 5921 }, { "epoch": 0.61, "learning_rate": 3.41148831928695e-05, "loss": 0.625, "step": 5922 }, { "epoch": 0.61, "learning_rate": 3.409894259322015e-05, "loss": 0.6455, "step": 5923 }, { "epoch": 0.62, "learning_rate": 3.408300379141911e-05, "loss": 0.614, "step": 5924 }, { "epoch": 0.62, "learning_rate": 3.4067066789268524e-05, "loss": 0.7499, "step": 5925 }, { "epoch": 0.62, "learning_rate": 3.405113158857028e-05, "loss": 0.6458, "step": 5926 }, { "epoch": 0.62, "learning_rate": 3.403519819112611e-05, "loss": 0.7714, "step": 5927 }, { "epoch": 0.62, "learning_rate": 3.4019266598737485e-05, "loss": 0.6989, "step": 5928 }, { "epoch": 0.62, "learning_rate": 3.4003336813205736e-05, "loss": 0.6854, "step": 5929 }, { "epoch": 0.62, "learning_rate": 3.398740883633194e-05, "loss": 0.8174, "step": 5930 }, { "epoch": 0.62, "learning_rate": 3.397148266991699e-05, "loss": 0.7541, "step": 5931 }, { "epoch": 0.62, "learning_rate": 3.39555583157616e-05, "loss": 0.6913, "step": 5932 }, { "epoch": 0.62, "learning_rate": 3.393963577566624e-05, "loss": 0.5956, "step": 5933 }, { "epoch": 0.62, "learning_rate": 3.392371505143116e-05, "loss": 0.6655, "step": 5934 }, { "epoch": 0.62, "learning_rate": 3.3907796144856454e-05, "loss": 0.6983, "step": 5935 }, { "epoch": 0.62, "learning_rate": 3.389187905774198e-05, "loss": 0.7485, "step": 5936 }, { "epoch": 0.62, "learning_rate": 3.3875963791887414e-05, "loss": 0.7553, "step": 5937 }, { "epoch": 0.62, "learning_rate": 3.3860050349092196e-05, "loss": 0.5948, "step": 5938 }, { "epoch": 0.62, "learning_rate": 3.384413873115561e-05, "loss": 0.6817, "step": 5939 }, { "epoch": 0.62, "learning_rate": 3.382822893987664e-05, "loss": 0.6698, "step": 5940 }, { "epoch": 0.62, "learning_rate": 3.381232097705415e-05, "loss": 0.7023, "step": 5941 }, { "epoch": 0.62, "learning_rate": 3.379641484448677e-05, "loss": 0.6351, "step": 5942 }, { "epoch": 0.62, "learning_rate": 3.378051054397292e-05, "loss": 0.8325, "step": 5943 }, { "epoch": 0.62, "learning_rate": 3.376460807731083e-05, "loss": 0.6989, "step": 5944 }, { "epoch": 0.62, "learning_rate": 3.3748707446298485e-05, "loss": 0.7426, "step": 5945 }, { "epoch": 0.62, "learning_rate": 3.373280865273371e-05, "loss": 0.8024, "step": 5946 }, { "epoch": 0.62, "learning_rate": 3.371691169841406e-05, "loss": 0.6846, "step": 5947 }, { "epoch": 0.62, "learning_rate": 3.370101658513696e-05, "loss": 0.7892, "step": 5948 }, { "epoch": 0.62, "learning_rate": 3.368512331469955e-05, "loss": 0.5987, "step": 5949 }, { "epoch": 0.62, "learning_rate": 3.3669231888898836e-05, "loss": 0.698, "step": 5950 }, { "epoch": 0.62, "learning_rate": 3.3653342309531535e-05, "loss": 0.5945, "step": 5951 }, { "epoch": 0.62, "learning_rate": 3.3637454578394244e-05, "loss": 0.5991, "step": 5952 }, { "epoch": 0.62, "learning_rate": 3.3621568697283264e-05, "loss": 0.7655, "step": 5953 }, { "epoch": 0.62, "learning_rate": 3.360568466799475e-05, "loss": 0.7142, "step": 5954 }, { "epoch": 0.62, "learning_rate": 3.3589802492324606e-05, "loss": 0.7276, "step": 5955 }, { "epoch": 0.62, "learning_rate": 3.3573922172068564e-05, "loss": 0.5894, "step": 5956 }, { "epoch": 0.62, "learning_rate": 3.3558043709022126e-05, "loss": 0.8335, "step": 5957 }, { "epoch": 0.62, "learning_rate": 3.354216710498057e-05, "loss": 0.7493, "step": 5958 }, { "epoch": 0.62, "learning_rate": 3.352629236173902e-05, "loss": 0.7172, "step": 5959 }, { "epoch": 0.62, "learning_rate": 3.35104194810923e-05, "loss": 0.7216, "step": 5960 }, { "epoch": 0.62, "learning_rate": 3.349454846483509e-05, "loss": 0.5712, "step": 5961 }, { "epoch": 0.62, "learning_rate": 3.347867931476184e-05, "loss": 0.6924, "step": 5962 }, { "epoch": 0.62, "learning_rate": 3.346281203266681e-05, "loss": 0.6301, "step": 5963 }, { "epoch": 0.62, "learning_rate": 3.3446946620344e-05, "loss": 0.7658, "step": 5964 }, { "epoch": 0.62, "learning_rate": 3.343108307958726e-05, "loss": 0.6071, "step": 5965 }, { "epoch": 0.62, "learning_rate": 3.341522141219017e-05, "loss": 0.6712, "step": 5966 }, { "epoch": 0.62, "learning_rate": 3.339936161994613e-05, "loss": 0.6964, "step": 5967 }, { "epoch": 0.62, "learning_rate": 3.338350370464832e-05, "loss": 0.6912, "step": 5968 }, { "epoch": 0.62, "learning_rate": 3.336764766808973e-05, "loss": 0.7287, "step": 5969 }, { "epoch": 0.62, "learning_rate": 3.33517935120631e-05, "loss": 0.7262, "step": 5970 }, { "epoch": 0.62, "learning_rate": 3.333594123836099e-05, "loss": 0.6653, "step": 5971 }, { "epoch": 0.62, "learning_rate": 3.3320090848775706e-05, "loss": 0.617, "step": 5972 }, { "epoch": 0.62, "learning_rate": 3.3304242345099404e-05, "loss": 0.6211, "step": 5973 }, { "epoch": 0.62, "learning_rate": 3.328839572912395e-05, "loss": 0.6479, "step": 5974 }, { "epoch": 0.62, "learning_rate": 3.3272551002641066e-05, "loss": 0.5874, "step": 5975 }, { "epoch": 0.62, "learning_rate": 3.325670816744223e-05, "loss": 0.7168, "step": 5976 }, { "epoch": 0.62, "learning_rate": 3.32408672253187e-05, "loss": 0.7254, "step": 5977 }, { "epoch": 0.62, "learning_rate": 3.322502817806153e-05, "loss": 0.6815, "step": 5978 }, { "epoch": 0.62, "learning_rate": 3.320919102746155e-05, "loss": 0.74, "step": 5979 }, { "epoch": 0.62, "learning_rate": 3.3193355775309385e-05, "loss": 0.6692, "step": 5980 }, { "epoch": 0.62, "learning_rate": 3.317752242339545e-05, "loss": 0.697, "step": 5981 }, { "epoch": 0.62, "learning_rate": 3.316169097350993e-05, "loss": 0.6116, "step": 5982 }, { "epoch": 0.62, "learning_rate": 3.31458614274428e-05, "loss": 0.6969, "step": 5983 }, { "epoch": 0.62, "learning_rate": 3.313003378698386e-05, "loss": 0.6024, "step": 5984 }, { "epoch": 0.62, "learning_rate": 3.31142080539226e-05, "loss": 0.7064, "step": 5985 }, { "epoch": 0.62, "learning_rate": 3.309838423004839e-05, "loss": 0.6426, "step": 5986 }, { "epoch": 0.62, "learning_rate": 3.3082562317150335e-05, "loss": 0.6826, "step": 5987 }, { "epoch": 0.62, "learning_rate": 3.3066742317017335e-05, "loss": 0.6144, "step": 5988 }, { "epoch": 0.62, "learning_rate": 3.305092423143807e-05, "loss": 0.8452, "step": 5989 }, { "epoch": 0.62, "learning_rate": 3.3035108062201004e-05, "loss": 0.705, "step": 5990 }, { "epoch": 0.62, "learning_rate": 3.301929381109442e-05, "loss": 0.6206, "step": 5991 }, { "epoch": 0.62, "learning_rate": 3.3003481479906315e-05, "loss": 0.7456, "step": 5992 }, { "epoch": 0.62, "learning_rate": 3.298767107042451e-05, "loss": 0.8088, "step": 5993 }, { "epoch": 0.62, "learning_rate": 3.297186258443662e-05, "loss": 0.7954, "step": 5994 }, { "epoch": 0.62, "learning_rate": 3.295605602373e-05, "loss": 0.7479, "step": 5995 }, { "epoch": 0.62, "learning_rate": 3.2940251390091835e-05, "loss": 0.7029, "step": 5996 }, { "epoch": 0.62, "learning_rate": 3.292444868530909e-05, "loss": 0.7635, "step": 5997 }, { "epoch": 0.62, "learning_rate": 3.2908647911168467e-05, "loss": 0.7722, "step": 5998 }, { "epoch": 0.62, "learning_rate": 3.289284906945646e-05, "loss": 0.625, "step": 5999 }, { "epoch": 0.62, "learning_rate": 3.287705216195939e-05, "loss": 0.6734, "step": 6000 }, { "epoch": 0.62, "learning_rate": 3.2861257190463326e-05, "loss": 0.6635, "step": 6001 }, { "epoch": 0.62, "learning_rate": 3.28454641567541e-05, "loss": 0.7446, "step": 6002 }, { "epoch": 0.62, "learning_rate": 3.2829673062617386e-05, "loss": 0.729, "step": 6003 }, { "epoch": 0.62, "learning_rate": 3.281388390983857e-05, "loss": 0.6645, "step": 6004 }, { "epoch": 0.62, "learning_rate": 3.279809670020284e-05, "loss": 0.7255, "step": 6005 }, { "epoch": 0.62, "learning_rate": 3.278231143549518e-05, "loss": 0.7615, "step": 6006 }, { "epoch": 0.62, "learning_rate": 3.276652811750037e-05, "loss": 0.6146, "step": 6007 }, { "epoch": 0.62, "learning_rate": 3.275074674800292e-05, "loss": 0.7554, "step": 6008 }, { "epoch": 0.62, "learning_rate": 3.273496732878715e-05, "loss": 0.695, "step": 6009 }, { "epoch": 0.62, "learning_rate": 3.271918986163718e-05, "loss": 0.7788, "step": 6010 }, { "epoch": 0.62, "learning_rate": 3.270341434833685e-05, "loss": 0.5664, "step": 6011 }, { "epoch": 0.62, "learning_rate": 3.268764079066982e-05, "loss": 0.6937, "step": 6012 }, { "epoch": 0.62, "learning_rate": 3.267186919041955e-05, "loss": 0.6193, "step": 6013 }, { "epoch": 0.62, "learning_rate": 3.265609954936921e-05, "loss": 0.6366, "step": 6014 }, { "epoch": 0.62, "learning_rate": 3.264033186930181e-05, "loss": 0.7857, "step": 6015 }, { "epoch": 0.62, "learning_rate": 3.262456615200014e-05, "loss": 0.7174, "step": 6016 }, { "epoch": 0.62, "learning_rate": 3.260880239924672e-05, "loss": 0.6605, "step": 6017 }, { "epoch": 0.62, "learning_rate": 3.2593040612823866e-05, "loss": 0.6469, "step": 6018 }, { "epoch": 0.62, "learning_rate": 3.2577280794513695e-05, "loss": 0.6431, "step": 6019 }, { "epoch": 0.62, "learning_rate": 3.25615229460981e-05, "loss": 0.5977, "step": 6020 }, { "epoch": 0.63, "learning_rate": 3.25457670693587e-05, "loss": 0.5763, "step": 6021 }, { "epoch": 0.63, "learning_rate": 3.253001316607697e-05, "loss": 0.8142, "step": 6022 }, { "epoch": 0.63, "learning_rate": 3.251426123803411e-05, "loss": 0.7091, "step": 6023 }, { "epoch": 0.63, "learning_rate": 3.2498511287011074e-05, "loss": 0.706, "step": 6024 }, { "epoch": 0.63, "learning_rate": 3.248276331478865e-05, "loss": 0.6373, "step": 6025 }, { "epoch": 0.63, "learning_rate": 3.2467017323147385e-05, "loss": 0.739, "step": 6026 }, { "epoch": 0.63, "learning_rate": 3.245127331386758e-05, "loss": 0.6684, "step": 6027 }, { "epoch": 0.63, "learning_rate": 3.243553128872935e-05, "loss": 0.6293, "step": 6028 }, { "epoch": 0.63, "learning_rate": 3.2419791249512534e-05, "loss": 0.6742, "step": 6029 }, { "epoch": 0.63, "learning_rate": 3.240405319799679e-05, "loss": 0.595, "step": 6030 }, { "epoch": 0.63, "learning_rate": 3.2388317135961523e-05, "loss": 0.6344, "step": 6031 }, { "epoch": 0.63, "learning_rate": 3.237258306518595e-05, "loss": 0.6524, "step": 6032 }, { "epoch": 0.63, "learning_rate": 3.235685098744902e-05, "loss": 0.6235, "step": 6033 }, { "epoch": 0.63, "learning_rate": 3.234112090452947e-05, "loss": 0.6527, "step": 6034 }, { "epoch": 0.63, "learning_rate": 3.232539281820585e-05, "loss": 0.7449, "step": 6035 }, { "epoch": 0.63, "learning_rate": 3.2309666730256425e-05, "loss": 0.6627, "step": 6036 }, { "epoch": 0.63, "learning_rate": 3.229394264245925e-05, "loss": 0.7125, "step": 6037 }, { "epoch": 0.63, "learning_rate": 3.227822055659219e-05, "loss": 0.6811, "step": 6038 }, { "epoch": 0.63, "learning_rate": 3.2262500474432835e-05, "loss": 0.5802, "step": 6039 }, { "epoch": 0.63, "learning_rate": 3.224678239775859e-05, "loss": 0.8083, "step": 6040 }, { "epoch": 0.63, "learning_rate": 3.2231066328346614e-05, "loss": 0.7437, "step": 6041 }, { "epoch": 0.63, "learning_rate": 3.221535226797384e-05, "loss": 0.6339, "step": 6042 }, { "epoch": 0.63, "learning_rate": 3.219964021841696e-05, "loss": 0.6262, "step": 6043 }, { "epoch": 0.63, "learning_rate": 3.2183930181452446e-05, "loss": 0.7506, "step": 6044 }, { "epoch": 0.63, "learning_rate": 3.216822215885658e-05, "loss": 0.777, "step": 6045 }, { "epoch": 0.63, "learning_rate": 3.2152516152405355e-05, "loss": 0.6913, "step": 6046 }, { "epoch": 0.63, "learning_rate": 3.213681216387458e-05, "loss": 0.6757, "step": 6047 }, { "epoch": 0.63, "learning_rate": 3.2121110195039847e-05, "loss": 0.6664, "step": 6048 }, { "epoch": 0.63, "learning_rate": 3.210541024767644e-05, "loss": 0.7615, "step": 6049 }, { "epoch": 0.63, "learning_rate": 3.2089712323559496e-05, "loss": 0.7191, "step": 6050 }, { "epoch": 0.63, "learning_rate": 3.2074016424463906e-05, "loss": 0.703, "step": 6051 }, { "epoch": 0.63, "learning_rate": 3.2058322552164296e-05, "loss": 0.6756, "step": 6052 }, { "epoch": 0.63, "learning_rate": 3.2042630708435114e-05, "loss": 0.6862, "step": 6053 }, { "epoch": 0.63, "learning_rate": 3.202694089505055e-05, "loss": 0.6813, "step": 6054 }, { "epoch": 0.63, "learning_rate": 3.201125311378458e-05, "loss": 0.6692, "step": 6055 }, { "epoch": 0.63, "learning_rate": 3.1995567366410893e-05, "loss": 0.6383, "step": 6056 }, { "epoch": 0.63, "learning_rate": 3.197988365470303e-05, "loss": 0.7059, "step": 6057 }, { "epoch": 0.63, "learning_rate": 3.196420198043426e-05, "loss": 0.7096, "step": 6058 }, { "epoch": 0.63, "learning_rate": 3.194852234537762e-05, "loss": 0.7975, "step": 6059 }, { "epoch": 0.63, "learning_rate": 3.193284475130593e-05, "loss": 0.5932, "step": 6060 }, { "epoch": 0.63, "learning_rate": 3.1917169199991786e-05, "loss": 0.6231, "step": 6061 }, { "epoch": 0.63, "learning_rate": 3.19014956932075e-05, "loss": 0.6147, "step": 6062 }, { "epoch": 0.63, "learning_rate": 3.1885824232725214e-05, "loss": 0.7004, "step": 6063 }, { "epoch": 0.63, "learning_rate": 3.1870154820316836e-05, "loss": 0.6818, "step": 6064 }, { "epoch": 0.63, "learning_rate": 3.185448745775399e-05, "loss": 0.7278, "step": 6065 }, { "epoch": 0.63, "learning_rate": 3.1838822146808134e-05, "loss": 0.6501, "step": 6066 }, { "epoch": 0.63, "learning_rate": 3.182315888925045e-05, "loss": 0.5805, "step": 6067 }, { "epoch": 0.63, "learning_rate": 3.180749768685187e-05, "loss": 0.5783, "step": 6068 }, { "epoch": 0.63, "learning_rate": 3.1791838541383155e-05, "loss": 0.6575, "step": 6069 }, { "epoch": 0.63, "learning_rate": 3.1776181454614804e-05, "loss": 0.6186, "step": 6070 }, { "epoch": 0.63, "learning_rate": 3.176052642831707e-05, "loss": 0.7159, "step": 6071 }, { "epoch": 0.63, "learning_rate": 3.1744873464259986e-05, "loss": 0.6811, "step": 6072 }, { "epoch": 0.63, "learning_rate": 3.172922256421334e-05, "loss": 0.7949, "step": 6073 }, { "epoch": 0.63, "learning_rate": 3.171357372994673e-05, "loss": 0.7479, "step": 6074 }, { "epoch": 0.63, "learning_rate": 3.169792696322943e-05, "loss": 0.7367, "step": 6075 }, { "epoch": 0.63, "learning_rate": 3.16822822658306e-05, "loss": 0.6263, "step": 6076 }, { "epoch": 0.63, "learning_rate": 3.166663963951905e-05, "loss": 0.6957, "step": 6077 }, { "epoch": 0.63, "learning_rate": 3.165099908606343e-05, "loss": 0.8204, "step": 6078 }, { "epoch": 0.63, "learning_rate": 3.163536060723214e-05, "loss": 0.7273, "step": 6079 }, { "epoch": 0.63, "learning_rate": 3.1619724204793367e-05, "loss": 0.5985, "step": 6080 }, { "epoch": 0.63, "learning_rate": 3.160408988051496e-05, "loss": 0.6876, "step": 6081 }, { "epoch": 0.63, "learning_rate": 3.1588457636164684e-05, "loss": 0.6308, "step": 6082 }, { "epoch": 0.63, "learning_rate": 3.157282747350995e-05, "loss": 0.589, "step": 6083 }, { "epoch": 0.63, "learning_rate": 3.155719939431799e-05, "loss": 0.6977, "step": 6084 }, { "epoch": 0.63, "learning_rate": 3.15415734003558e-05, "loss": 0.6659, "step": 6085 }, { "epoch": 0.63, "learning_rate": 3.152594949339011e-05, "loss": 0.7136, "step": 6086 }, { "epoch": 0.63, "learning_rate": 3.1510327675187455e-05, "loss": 0.6994, "step": 6087 }, { "epoch": 0.63, "learning_rate": 3.149470794751408e-05, "loss": 0.6217, "step": 6088 }, { "epoch": 0.63, "learning_rate": 3.147909031213605e-05, "loss": 0.5847, "step": 6089 }, { "epoch": 0.63, "learning_rate": 3.1463474770819156e-05, "loss": 0.5342, "step": 6090 }, { "epoch": 0.63, "learning_rate": 3.1447861325328984e-05, "loss": 0.6909, "step": 6091 }, { "epoch": 0.63, "learning_rate": 3.1432249977430825e-05, "loss": 0.6561, "step": 6092 }, { "epoch": 0.63, "learning_rate": 3.1416640728889825e-05, "loss": 0.5445, "step": 6093 }, { "epoch": 0.63, "learning_rate": 3.140103358147078e-05, "loss": 0.589, "step": 6094 }, { "epoch": 0.63, "learning_rate": 3.1385428536938355e-05, "loss": 0.6755, "step": 6095 }, { "epoch": 0.63, "learning_rate": 3.1369825597056896e-05, "loss": 0.6525, "step": 6096 }, { "epoch": 0.63, "learning_rate": 3.1354224763590564e-05, "loss": 0.6857, "step": 6097 }, { "epoch": 0.63, "learning_rate": 3.1338626038303266e-05, "loss": 0.8409, "step": 6098 }, { "epoch": 0.63, "learning_rate": 3.132302942295867e-05, "loss": 0.6979, "step": 6099 }, { "epoch": 0.63, "learning_rate": 3.1307434919320166e-05, "loss": 0.7377, "step": 6100 }, { "epoch": 0.63, "learning_rate": 3.129184252915098e-05, "loss": 0.7592, "step": 6101 }, { "epoch": 0.63, "learning_rate": 3.127625225421404e-05, "loss": 0.6907, "step": 6102 }, { "epoch": 0.63, "learning_rate": 3.1260664096272076e-05, "loss": 0.6675, "step": 6103 }, { "epoch": 0.63, "learning_rate": 3.124507805708755e-05, "loss": 0.7046, "step": 6104 }, { "epoch": 0.63, "learning_rate": 3.122949413842268e-05, "loss": 0.7566, "step": 6105 }, { "epoch": 0.63, "learning_rate": 3.121391234203949e-05, "loss": 0.7481, "step": 6106 }, { "epoch": 0.63, "learning_rate": 3.1198332669699685e-05, "loss": 0.7117, "step": 6107 }, { "epoch": 0.63, "learning_rate": 3.1182755123164804e-05, "loss": 0.6415, "step": 6108 }, { "epoch": 0.63, "learning_rate": 3.116717970419611e-05, "loss": 0.7341, "step": 6109 }, { "epoch": 0.63, "learning_rate": 3.1151606414554646e-05, "loss": 0.7525, "step": 6110 }, { "epoch": 0.63, "learning_rate": 3.113603525600118e-05, "loss": 0.8217, "step": 6111 }, { "epoch": 0.63, "learning_rate": 3.112046623029629e-05, "loss": 0.8187, "step": 6112 }, { "epoch": 0.63, "learning_rate": 3.110489933920025e-05, "loss": 0.6312, "step": 6113 }, { "epoch": 0.63, "learning_rate": 3.108933458447315e-05, "loss": 0.7411, "step": 6114 }, { "epoch": 0.63, "learning_rate": 3.1073771967874795e-05, "loss": 0.828, "step": 6115 }, { "epoch": 0.63, "learning_rate": 3.105821149116479e-05, "loss": 0.6252, "step": 6116 }, { "epoch": 0.64, "learning_rate": 3.104265315610245e-05, "loss": 0.7148, "step": 6117 }, { "epoch": 0.64, "learning_rate": 3.102709696444691e-05, "loss": 0.6971, "step": 6118 }, { "epoch": 0.64, "learning_rate": 3.101154291795699e-05, "loss": 0.7001, "step": 6119 }, { "epoch": 0.64, "learning_rate": 3.0995991018391316e-05, "loss": 0.6949, "step": 6120 }, { "epoch": 0.64, "learning_rate": 3.0980441267508256e-05, "loss": 0.6646, "step": 6121 }, { "epoch": 0.64, "learning_rate": 3.0964893667065944e-05, "loss": 0.7897, "step": 6122 }, { "epoch": 0.64, "learning_rate": 3.0949348218822265e-05, "loss": 0.5578, "step": 6123 }, { "epoch": 0.64, "learning_rate": 3.093380492453486e-05, "loss": 0.6811, "step": 6124 }, { "epoch": 0.64, "learning_rate": 3.091826378596113e-05, "loss": 0.6766, "step": 6125 }, { "epoch": 0.64, "learning_rate": 3.090272480485823e-05, "loss": 0.8702, "step": 6126 }, { "epoch": 0.64, "learning_rate": 3.0887187982983046e-05, "loss": 0.6871, "step": 6127 }, { "epoch": 0.64, "learning_rate": 3.087165332209226e-05, "loss": 0.5965, "step": 6128 }, { "epoch": 0.64, "learning_rate": 3.085612082394231e-05, "loss": 0.685, "step": 6129 }, { "epoch": 0.64, "learning_rate": 3.084059049028936e-05, "loss": 0.7322, "step": 6130 }, { "epoch": 0.64, "learning_rate": 3.082506232288935e-05, "loss": 0.6647, "step": 6131 }, { "epoch": 0.64, "learning_rate": 3.080953632349795e-05, "loss": 0.7941, "step": 6132 }, { "epoch": 0.64, "learning_rate": 3.079401249387061e-05, "loss": 0.6978, "step": 6133 }, { "epoch": 0.64, "learning_rate": 3.077849083576253e-05, "loss": 0.6736, "step": 6134 }, { "epoch": 0.64, "learning_rate": 3.076297135092867e-05, "loss": 0.6334, "step": 6135 }, { "epoch": 0.64, "learning_rate": 3.074745404112372e-05, "loss": 0.6783, "step": 6136 }, { "epoch": 0.64, "learning_rate": 3.073193890810214e-05, "loss": 0.6231, "step": 6137 }, { "epoch": 0.64, "learning_rate": 3.071642595361818e-05, "loss": 0.7574, "step": 6138 }, { "epoch": 0.64, "learning_rate": 3.070091517942576e-05, "loss": 0.7413, "step": 6139 }, { "epoch": 0.64, "learning_rate": 3.068540658727862e-05, "loss": 0.5805, "step": 6140 }, { "epoch": 0.64, "learning_rate": 3.066990017893023e-05, "loss": 0.7607, "step": 6141 }, { "epoch": 0.64, "learning_rate": 3.065439595613383e-05, "loss": 0.6014, "step": 6142 }, { "epoch": 0.64, "learning_rate": 3.0638893920642384e-05, "loss": 0.6788, "step": 6143 }, { "epoch": 0.64, "learning_rate": 3.062339407420865e-05, "loss": 0.7169, "step": 6144 }, { "epoch": 0.64, "learning_rate": 3.060789641858509e-05, "loss": 0.6937, "step": 6145 }, { "epoch": 0.64, "learning_rate": 3.059240095552394e-05, "loss": 0.7007, "step": 6146 }, { "epoch": 0.64, "learning_rate": 3.057690768677719e-05, "loss": 0.587, "step": 6147 }, { "epoch": 0.64, "learning_rate": 3.05614166140966e-05, "loss": 0.795, "step": 6148 }, { "epoch": 0.64, "learning_rate": 3.054592773923366e-05, "loss": 0.6076, "step": 6149 }, { "epoch": 0.64, "learning_rate": 3.053044106393962e-05, "loss": 0.6027, "step": 6150 }, { "epoch": 0.64, "learning_rate": 3.051495658996544e-05, "loss": 0.5965, "step": 6151 }, { "epoch": 0.64, "learning_rate": 3.0499474319061906e-05, "loss": 0.7861, "step": 6152 }, { "epoch": 0.64, "learning_rate": 3.0483994252979493e-05, "loss": 0.7057, "step": 6153 }, { "epoch": 0.64, "learning_rate": 3.0468516393468473e-05, "loss": 0.5677, "step": 6154 }, { "epoch": 0.64, "learning_rate": 3.0453040742278815e-05, "loss": 0.6067, "step": 6155 }, { "epoch": 0.64, "learning_rate": 3.0437567301160296e-05, "loss": 0.6887, "step": 6156 }, { "epoch": 0.64, "learning_rate": 3.0422096071862415e-05, "loss": 0.6668, "step": 6157 }, { "epoch": 0.64, "learning_rate": 3.0406627056134417e-05, "loss": 0.7709, "step": 6158 }, { "epoch": 0.64, "learning_rate": 3.0391160255725283e-05, "loss": 0.7535, "step": 6159 }, { "epoch": 0.64, "learning_rate": 3.0375695672383787e-05, "loss": 0.7388, "step": 6160 }, { "epoch": 0.64, "learning_rate": 3.03602333078584e-05, "loss": 0.6386, "step": 6161 }, { "epoch": 0.64, "learning_rate": 3.03447731638974e-05, "loss": 0.7219, "step": 6162 }, { "epoch": 0.64, "learning_rate": 3.032931524224878e-05, "loss": 0.6745, "step": 6163 }, { "epoch": 0.64, "learning_rate": 3.0313859544660273e-05, "loss": 0.7827, "step": 6164 }, { "epoch": 0.64, "learning_rate": 3.0298406072879366e-05, "loss": 0.7085, "step": 6165 }, { "epoch": 0.64, "learning_rate": 3.028295482865331e-05, "loss": 0.7454, "step": 6166 }, { "epoch": 0.64, "learning_rate": 3.02675058137291e-05, "loss": 0.7023, "step": 6167 }, { "epoch": 0.64, "learning_rate": 3.0252059029853475e-05, "loss": 0.7514, "step": 6168 }, { "epoch": 0.64, "learning_rate": 3.0236614478772918e-05, "loss": 0.6398, "step": 6169 }, { "epoch": 0.64, "learning_rate": 3.022117216223367e-05, "loss": 0.633, "step": 6170 }, { "epoch": 0.64, "learning_rate": 3.0205732081981685e-05, "loss": 0.6975, "step": 6171 }, { "epoch": 0.64, "learning_rate": 3.0190294239762713e-05, "loss": 0.6687, "step": 6172 }, { "epoch": 0.64, "learning_rate": 3.0174858637322233e-05, "loss": 0.6698, "step": 6173 }, { "epoch": 0.64, "learning_rate": 3.015942527640545e-05, "loss": 0.7131, "step": 6174 }, { "epoch": 0.64, "learning_rate": 3.0143994158757337e-05, "loss": 0.6113, "step": 6175 }, { "epoch": 0.64, "learning_rate": 3.0128565286122646e-05, "loss": 0.7808, "step": 6176 }, { "epoch": 0.64, "learning_rate": 3.011313866024579e-05, "loss": 0.6473, "step": 6177 }, { "epoch": 0.64, "learning_rate": 3.009771428287097e-05, "loss": 0.7228, "step": 6178 }, { "epoch": 0.64, "learning_rate": 3.0082292155742183e-05, "loss": 0.7203, "step": 6179 }, { "epoch": 0.64, "learning_rate": 3.0066872280603088e-05, "loss": 0.6996, "step": 6180 }, { "epoch": 0.64, "learning_rate": 3.005145465919715e-05, "loss": 0.7882, "step": 6181 }, { "epoch": 0.64, "learning_rate": 3.0036039293267565e-05, "loss": 0.765, "step": 6182 }, { "epoch": 0.64, "learning_rate": 3.002062618455725e-05, "loss": 0.6431, "step": 6183 }, { "epoch": 0.64, "learning_rate": 3.0005215334808878e-05, "loss": 0.632, "step": 6184 }, { "epoch": 0.64, "learning_rate": 2.9989806745764875e-05, "loss": 0.6349, "step": 6185 }, { "epoch": 0.64, "learning_rate": 2.9974400419167433e-05, "loss": 0.6705, "step": 6186 }, { "epoch": 0.64, "learning_rate": 2.9958996356758427e-05, "loss": 0.6206, "step": 6187 }, { "epoch": 0.64, "learning_rate": 2.9943594560279554e-05, "loss": 0.7451, "step": 6188 }, { "epoch": 0.64, "learning_rate": 2.9928195031472196e-05, "loss": 0.6987, "step": 6189 }, { "epoch": 0.64, "learning_rate": 2.9912797772077468e-05, "loss": 0.7413, "step": 6190 }, { "epoch": 0.64, "learning_rate": 2.989740278383628e-05, "loss": 0.7788, "step": 6191 }, { "epoch": 0.64, "learning_rate": 2.9882010068489275e-05, "loss": 0.7621, "step": 6192 }, { "epoch": 0.64, "learning_rate": 2.9866619627776804e-05, "loss": 0.7482, "step": 6193 }, { "epoch": 0.64, "learning_rate": 2.9851231463438988e-05, "loss": 0.792, "step": 6194 }, { "epoch": 0.64, "learning_rate": 2.9835845577215714e-05, "loss": 0.6116, "step": 6195 }, { "epoch": 0.64, "learning_rate": 2.9820461970846542e-05, "loss": 0.5553, "step": 6196 }, { "epoch": 0.64, "learning_rate": 2.9805080646070815e-05, "loss": 0.7969, "step": 6197 }, { "epoch": 0.64, "learning_rate": 2.9789701604627652e-05, "loss": 0.8034, "step": 6198 }, { "epoch": 0.64, "learning_rate": 2.9774324848255852e-05, "loss": 0.7348, "step": 6199 }, { "epoch": 0.64, "learning_rate": 2.9758950378693984e-05, "loss": 0.6106, "step": 6200 }, { "epoch": 0.64, "learning_rate": 2.9743578197680377e-05, "loss": 0.6299, "step": 6201 }, { "epoch": 0.64, "learning_rate": 2.9728208306953088e-05, "loss": 0.7049, "step": 6202 }, { "epoch": 0.64, "learning_rate": 2.9712840708249866e-05, "loss": 0.6948, "step": 6203 }, { "epoch": 0.64, "learning_rate": 2.9697475403308273e-05, "loss": 0.6885, "step": 6204 }, { "epoch": 0.64, "learning_rate": 2.9682112393865585e-05, "loss": 0.5719, "step": 6205 }, { "epoch": 0.64, "learning_rate": 2.96667516816588e-05, "loss": 0.7071, "step": 6206 }, { "epoch": 0.64, "learning_rate": 2.96513932684247e-05, "loss": 0.7349, "step": 6207 }, { "epoch": 0.64, "learning_rate": 2.963603715589977e-05, "loss": 0.6889, "step": 6208 }, { "epoch": 0.64, "learning_rate": 2.9620683345820218e-05, "loss": 0.7391, "step": 6209 }, { "epoch": 0.64, "learning_rate": 2.9605331839922035e-05, "loss": 0.7214, "step": 6210 }, { "epoch": 0.64, "learning_rate": 2.9589982639940937e-05, "loss": 0.592, "step": 6211 }, { "epoch": 0.64, "learning_rate": 2.957463574761238e-05, "loss": 0.6824, "step": 6212 }, { "epoch": 0.65, "learning_rate": 2.9559291164671555e-05, "loss": 0.7896, "step": 6213 }, { "epoch": 0.65, "learning_rate": 2.9543948892853403e-05, "loss": 0.6477, "step": 6214 }, { "epoch": 0.65, "learning_rate": 2.9528608933892553e-05, "loss": 0.6352, "step": 6215 }, { "epoch": 0.65, "learning_rate": 2.951327128952345e-05, "loss": 0.7045, "step": 6216 }, { "epoch": 0.65, "learning_rate": 2.9497935961480234e-05, "loss": 0.804, "step": 6217 }, { "epoch": 0.65, "learning_rate": 2.9482602951496775e-05, "loss": 0.7599, "step": 6218 }, { "epoch": 0.65, "learning_rate": 2.9467272261306705e-05, "loss": 0.6495, "step": 6219 }, { "epoch": 0.65, "learning_rate": 2.9451943892643397e-05, "loss": 0.7533, "step": 6220 }, { "epoch": 0.65, "learning_rate": 2.9436617847239944e-05, "loss": 0.6005, "step": 6221 }, { "epoch": 0.65, "learning_rate": 2.9421294126829146e-05, "loss": 0.7035, "step": 6222 }, { "epoch": 0.65, "learning_rate": 2.940597273314362e-05, "loss": 0.6743, "step": 6223 }, { "epoch": 0.65, "learning_rate": 2.9390653667915648e-05, "loss": 0.8075, "step": 6224 }, { "epoch": 0.65, "learning_rate": 2.9375336932877278e-05, "loss": 0.6728, "step": 6225 }, { "epoch": 0.65, "learning_rate": 2.936002252976031e-05, "loss": 0.7524, "step": 6226 }, { "epoch": 0.65, "learning_rate": 2.9344710460296258e-05, "loss": 0.8095, "step": 6227 }, { "epoch": 0.65, "learning_rate": 2.932940072621635e-05, "loss": 0.7254, "step": 6228 }, { "epoch": 0.65, "learning_rate": 2.9314093329251602e-05, "loss": 0.6985, "step": 6229 }, { "epoch": 0.65, "learning_rate": 2.9298788271132738e-05, "loss": 0.6665, "step": 6230 }, { "epoch": 0.65, "learning_rate": 2.92834855535902e-05, "loss": 0.7396, "step": 6231 }, { "epoch": 0.65, "learning_rate": 2.926818517835422e-05, "loss": 0.7741, "step": 6232 }, { "epoch": 0.65, "learning_rate": 2.9252887147154695e-05, "loss": 0.6951, "step": 6233 }, { "epoch": 0.65, "learning_rate": 2.923759146172133e-05, "loss": 0.6585, "step": 6234 }, { "epoch": 0.65, "learning_rate": 2.922229812378349e-05, "loss": 0.684, "step": 6235 }, { "epoch": 0.65, "learning_rate": 2.920700713507033e-05, "loss": 0.5828, "step": 6236 }, { "epoch": 0.65, "learning_rate": 2.9191718497310726e-05, "loss": 0.6221, "step": 6237 }, { "epoch": 0.65, "learning_rate": 2.917643221223325e-05, "loss": 0.7022, "step": 6238 }, { "epoch": 0.65, "learning_rate": 2.9161148281566287e-05, "loss": 0.8069, "step": 6239 }, { "epoch": 0.65, "learning_rate": 2.9145866707037895e-05, "loss": 0.7073, "step": 6240 }, { "epoch": 0.65, "learning_rate": 2.913058749037587e-05, "loss": 0.7281, "step": 6241 }, { "epoch": 0.65, "learning_rate": 2.9115310633307757e-05, "loss": 0.7167, "step": 6242 }, { "epoch": 0.65, "learning_rate": 2.9100036137560815e-05, "loss": 0.7106, "step": 6243 }, { "epoch": 0.65, "learning_rate": 2.9084764004862086e-05, "loss": 0.7945, "step": 6244 }, { "epoch": 0.65, "learning_rate": 2.9069494236938284e-05, "loss": 0.6113, "step": 6245 }, { "epoch": 0.65, "learning_rate": 2.9054226835515886e-05, "loss": 0.6799, "step": 6246 }, { "epoch": 0.65, "learning_rate": 2.9038961802321098e-05, "loss": 0.7406, "step": 6247 }, { "epoch": 0.65, "learning_rate": 2.902369913907985e-05, "loss": 0.6446, "step": 6248 }, { "epoch": 0.65, "learning_rate": 2.9008438847517795e-05, "loss": 0.6018, "step": 6249 }, { "epoch": 0.65, "learning_rate": 2.8993180929360376e-05, "loss": 0.7327, "step": 6250 }, { "epoch": 0.65, "learning_rate": 2.89779253863327e-05, "loss": 0.7028, "step": 6251 }, { "epoch": 0.65, "learning_rate": 2.896267222015963e-05, "loss": 0.7667, "step": 6252 }, { "epoch": 0.65, "learning_rate": 2.8947421432565768e-05, "loss": 0.7281, "step": 6253 }, { "epoch": 0.65, "learning_rate": 2.8932173025275433e-05, "loss": 0.6757, "step": 6254 }, { "epoch": 0.65, "learning_rate": 2.8916927000012663e-05, "loss": 0.7025, "step": 6255 }, { "epoch": 0.65, "learning_rate": 2.890168335850128e-05, "loss": 0.7678, "step": 6256 }, { "epoch": 0.65, "learning_rate": 2.888644210246479e-05, "loss": 0.6294, "step": 6257 }, { "epoch": 0.65, "learning_rate": 2.887120323362642e-05, "loss": 0.6756, "step": 6258 }, { "epoch": 0.65, "learning_rate": 2.885596675370921e-05, "loss": 0.6221, "step": 6259 }, { "epoch": 0.65, "learning_rate": 2.88407326644358e-05, "loss": 0.6555, "step": 6260 }, { "epoch": 0.65, "learning_rate": 2.882550096752863e-05, "loss": 0.6415, "step": 6261 }, { "epoch": 0.65, "learning_rate": 2.881027166470991e-05, "loss": 0.6967, "step": 6262 }, { "epoch": 0.65, "learning_rate": 2.8795044757701517e-05, "loss": 0.6202, "step": 6263 }, { "epoch": 0.65, "learning_rate": 2.8779820248225065e-05, "loss": 0.7674, "step": 6264 }, { "epoch": 0.65, "learning_rate": 2.8764598138001932e-05, "loss": 0.6191, "step": 6265 }, { "epoch": 0.65, "learning_rate": 2.8749378428753203e-05, "loss": 0.7922, "step": 6266 }, { "epoch": 0.65, "learning_rate": 2.8734161122199644e-05, "loss": 0.6694, "step": 6267 }, { "epoch": 0.65, "learning_rate": 2.871894622006185e-05, "loss": 0.7335, "step": 6268 }, { "epoch": 0.65, "learning_rate": 2.8703733724060055e-05, "loss": 0.6346, "step": 6269 }, { "epoch": 0.65, "learning_rate": 2.8688523635914255e-05, "loss": 0.6248, "step": 6270 }, { "epoch": 0.65, "learning_rate": 2.8673315957344206e-05, "loss": 0.7056, "step": 6271 }, { "epoch": 0.65, "learning_rate": 2.865811069006935e-05, "loss": 0.6805, "step": 6272 }, { "epoch": 0.65, "learning_rate": 2.864290783580883e-05, "loss": 0.8029, "step": 6273 }, { "epoch": 0.65, "learning_rate": 2.862770739628159e-05, "loss": 0.5983, "step": 6274 }, { "epoch": 0.65, "learning_rate": 2.8612509373206253e-05, "loss": 0.6221, "step": 6275 }, { "epoch": 0.65, "learning_rate": 2.8597313768301147e-05, "loss": 0.73, "step": 6276 }, { "epoch": 0.65, "learning_rate": 2.858212058328442e-05, "loss": 0.7438, "step": 6277 }, { "epoch": 0.65, "learning_rate": 2.856692981987385e-05, "loss": 0.6575, "step": 6278 }, { "epoch": 0.65, "learning_rate": 2.855174147978698e-05, "loss": 0.8049, "step": 6279 }, { "epoch": 0.65, "learning_rate": 2.8536555564741075e-05, "loss": 0.6256, "step": 6280 }, { "epoch": 0.65, "learning_rate": 2.8521372076453124e-05, "loss": 0.6917, "step": 6281 }, { "epoch": 0.65, "learning_rate": 2.8506191016639827e-05, "loss": 0.7118, "step": 6282 }, { "epoch": 0.65, "learning_rate": 2.8491012387017663e-05, "loss": 0.5547, "step": 6283 }, { "epoch": 0.65, "learning_rate": 2.8475836189302778e-05, "loss": 0.7198, "step": 6284 }, { "epoch": 0.65, "learning_rate": 2.846066242521107e-05, "loss": 0.5166, "step": 6285 }, { "epoch": 0.65, "learning_rate": 2.8445491096458153e-05, "loss": 0.6701, "step": 6286 }, { "epoch": 0.65, "learning_rate": 2.8430322204759347e-05, "loss": 0.6386, "step": 6287 }, { "epoch": 0.65, "learning_rate": 2.841515575182976e-05, "loss": 0.5794, "step": 6288 }, { "epoch": 0.65, "learning_rate": 2.8399991739384158e-05, "loss": 0.6668, "step": 6289 }, { "epoch": 0.65, "learning_rate": 2.8384830169137065e-05, "loss": 0.6795, "step": 6290 }, { "epoch": 0.65, "learning_rate": 2.8369671042802714e-05, "loss": 0.707, "step": 6291 }, { "epoch": 0.65, "learning_rate": 2.8354514362095068e-05, "loss": 0.7163, "step": 6292 }, { "epoch": 0.65, "learning_rate": 2.8339360128727787e-05, "loss": 0.5885, "step": 6293 }, { "epoch": 0.65, "learning_rate": 2.832420834441433e-05, "loss": 0.645, "step": 6294 }, { "epoch": 0.65, "learning_rate": 2.8309059010867806e-05, "loss": 0.6318, "step": 6295 }, { "epoch": 0.65, "learning_rate": 2.829391212980106e-05, "loss": 0.6495, "step": 6296 }, { "epoch": 0.65, "learning_rate": 2.8278767702926667e-05, "loss": 0.6233, "step": 6297 }, { "epoch": 0.65, "learning_rate": 2.8263625731956965e-05, "loss": 0.7493, "step": 6298 }, { "epoch": 0.65, "learning_rate": 2.824848621860392e-05, "loss": 0.7283, "step": 6299 }, { "epoch": 0.65, "learning_rate": 2.8233349164579322e-05, "loss": 0.9001, "step": 6300 }, { "epoch": 0.65, "learning_rate": 2.8218214571594613e-05, "loss": 0.6959, "step": 6301 }, { "epoch": 0.65, "learning_rate": 2.8203082441360983e-05, "loss": 0.6586, "step": 6302 }, { "epoch": 0.65, "learning_rate": 2.818795277558936e-05, "loss": 0.8056, "step": 6303 }, { "epoch": 0.65, "learning_rate": 2.817282557599038e-05, "loss": 0.6934, "step": 6304 }, { "epoch": 0.65, "learning_rate": 2.8157700844274347e-05, "loss": 0.6271, "step": 6305 }, { "epoch": 0.65, "learning_rate": 2.814257858215138e-05, "loss": 0.7241, "step": 6306 }, { "epoch": 0.65, "learning_rate": 2.8127458791331264e-05, "loss": 0.6279, "step": 6307 }, { "epoch": 0.65, "learning_rate": 2.8112341473523483e-05, "loss": 0.6706, "step": 6308 }, { "epoch": 0.66, "learning_rate": 2.809722663043732e-05, "loss": 0.6333, "step": 6309 }, { "epoch": 0.66, "learning_rate": 2.808211426378172e-05, "loss": 0.579, "step": 6310 }, { "epoch": 0.66, "learning_rate": 2.8067004375265315e-05, "loss": 0.6565, "step": 6311 }, { "epoch": 0.66, "learning_rate": 2.805189696659655e-05, "loss": 0.6875, "step": 6312 }, { "epoch": 0.66, "learning_rate": 2.8036792039483523e-05, "loss": 0.6341, "step": 6313 }, { "epoch": 0.66, "learning_rate": 2.802168959563404e-05, "loss": 0.7412, "step": 6314 }, { "epoch": 0.66, "learning_rate": 2.8006589636755704e-05, "loss": 0.8741, "step": 6315 }, { "epoch": 0.66, "learning_rate": 2.799149216455576e-05, "loss": 0.6252, "step": 6316 }, { "epoch": 0.66, "learning_rate": 2.797639718074121e-05, "loss": 0.7882, "step": 6317 }, { "epoch": 0.66, "learning_rate": 2.7961304687018747e-05, "loss": 0.7866, "step": 6318 }, { "epoch": 0.66, "learning_rate": 2.7946214685094812e-05, "loss": 0.6668, "step": 6319 }, { "epoch": 0.66, "learning_rate": 2.793112717667553e-05, "loss": 0.6544, "step": 6320 }, { "epoch": 0.66, "learning_rate": 2.7916042163466805e-05, "loss": 0.6963, "step": 6321 }, { "epoch": 0.66, "learning_rate": 2.7900959647174196e-05, "loss": 0.7006, "step": 6322 }, { "epoch": 0.66, "learning_rate": 2.788587962950301e-05, "loss": 0.7318, "step": 6323 }, { "epoch": 0.66, "learning_rate": 2.7870802112158255e-05, "loss": 0.6572, "step": 6324 }, { "epoch": 0.66, "learning_rate": 2.7855727096844674e-05, "loss": 0.5769, "step": 6325 }, { "epoch": 0.66, "learning_rate": 2.784065458526669e-05, "loss": 0.809, "step": 6326 }, { "epoch": 0.66, "learning_rate": 2.7825584579128528e-05, "loss": 0.7727, "step": 6327 }, { "epoch": 0.66, "learning_rate": 2.781051708013404e-05, "loss": 0.6429, "step": 6328 }, { "epoch": 0.66, "learning_rate": 2.779545208998682e-05, "loss": 0.627, "step": 6329 }, { "epoch": 0.66, "learning_rate": 2.778038961039023e-05, "loss": 0.6981, "step": 6330 }, { "epoch": 0.66, "learning_rate": 2.7765329643047233e-05, "loss": 0.8334, "step": 6331 }, { "epoch": 0.66, "learning_rate": 2.775027218966065e-05, "loss": 0.6979, "step": 6332 }, { "epoch": 0.66, "learning_rate": 2.773521725193291e-05, "loss": 0.5671, "step": 6333 }, { "epoch": 0.66, "learning_rate": 2.7720164831566208e-05, "loss": 0.7357, "step": 6334 }, { "epoch": 0.66, "learning_rate": 2.7705114930262417e-05, "loss": 0.6073, "step": 6335 }, { "epoch": 0.66, "learning_rate": 2.7690067549723208e-05, "loss": 0.8111, "step": 6336 }, { "epoch": 0.66, "learning_rate": 2.7675022691649834e-05, "loss": 0.7085, "step": 6337 }, { "epoch": 0.66, "learning_rate": 2.7659980357743388e-05, "loss": 0.6397, "step": 6338 }, { "epoch": 0.66, "learning_rate": 2.7644940549704613e-05, "loss": 0.7457, "step": 6339 }, { "epoch": 0.66, "learning_rate": 2.7629903269233975e-05, "loss": 0.6992, "step": 6340 }, { "epoch": 0.66, "learning_rate": 2.7614868518031657e-05, "loss": 0.7039, "step": 6341 }, { "epoch": 0.66, "learning_rate": 2.7599836297797592e-05, "loss": 0.6758, "step": 6342 }, { "epoch": 0.66, "learning_rate": 2.7584806610231338e-05, "loss": 0.7078, "step": 6343 }, { "epoch": 0.66, "learning_rate": 2.7569779457032264e-05, "loss": 0.642, "step": 6344 }, { "epoch": 0.66, "learning_rate": 2.7554754839899405e-05, "loss": 0.7408, "step": 6345 }, { "epoch": 0.66, "learning_rate": 2.753973276053149e-05, "loss": 0.6721, "step": 6346 }, { "epoch": 0.66, "learning_rate": 2.7524713220627017e-05, "loss": 0.6468, "step": 6347 }, { "epoch": 0.66, "learning_rate": 2.7509696221884158e-05, "loss": 0.6998, "step": 6348 }, { "epoch": 0.66, "learning_rate": 2.7494681766000796e-05, "loss": 0.7083, "step": 6349 }, { "epoch": 0.66, "learning_rate": 2.7479669854674545e-05, "loss": 0.7297, "step": 6350 }, { "epoch": 0.66, "learning_rate": 2.746466048960271e-05, "loss": 0.7488, "step": 6351 }, { "epoch": 0.66, "learning_rate": 2.7449653672482324e-05, "loss": 0.5869, "step": 6352 }, { "epoch": 0.66, "learning_rate": 2.743464940501014e-05, "loss": 0.5501, "step": 6353 }, { "epoch": 0.66, "learning_rate": 2.74196476888826e-05, "loss": 0.6983, "step": 6354 }, { "epoch": 0.66, "learning_rate": 2.7404648525795885e-05, "loss": 0.6628, "step": 6355 }, { "epoch": 0.66, "learning_rate": 2.7389651917445846e-05, "loss": 0.5477, "step": 6356 }, { "epoch": 0.66, "learning_rate": 2.7374657865528088e-05, "loss": 0.6292, "step": 6357 }, { "epoch": 0.66, "learning_rate": 2.735966637173788e-05, "loss": 0.6762, "step": 6358 }, { "epoch": 0.66, "learning_rate": 2.7344677437770276e-05, "loss": 0.6686, "step": 6359 }, { "epoch": 0.66, "learning_rate": 2.7329691065319975e-05, "loss": 0.8243, "step": 6360 }, { "epoch": 0.66, "learning_rate": 2.7314707256081408e-05, "loss": 0.723, "step": 6361 }, { "epoch": 0.66, "learning_rate": 2.7299726011748706e-05, "loss": 0.7721, "step": 6362 }, { "epoch": 0.66, "learning_rate": 2.728474733401572e-05, "loss": 0.7191, "step": 6363 }, { "epoch": 0.66, "learning_rate": 2.7269771224576002e-05, "loss": 0.6469, "step": 6364 }, { "epoch": 0.66, "learning_rate": 2.725479768512285e-05, "loss": 0.6583, "step": 6365 }, { "epoch": 0.66, "learning_rate": 2.7239826717349226e-05, "loss": 0.7943, "step": 6366 }, { "epoch": 0.66, "learning_rate": 2.7224858322947804e-05, "loss": 0.6954, "step": 6367 }, { "epoch": 0.66, "learning_rate": 2.7209892503611035e-05, "loss": 0.6172, "step": 6368 }, { "epoch": 0.66, "learning_rate": 2.7194929261030965e-05, "loss": 0.596, "step": 6369 }, { "epoch": 0.66, "learning_rate": 2.7179968596899408e-05, "loss": 0.5799, "step": 6370 }, { "epoch": 0.66, "learning_rate": 2.716501051290793e-05, "loss": 0.7119, "step": 6371 }, { "epoch": 0.66, "learning_rate": 2.7150055010747733e-05, "loss": 0.6909, "step": 6372 }, { "epoch": 0.66, "learning_rate": 2.7135102092109753e-05, "loss": 0.6788, "step": 6373 }, { "epoch": 0.66, "learning_rate": 2.712015175868468e-05, "loss": 0.5661, "step": 6374 }, { "epoch": 0.66, "learning_rate": 2.7105204012162804e-05, "loss": 0.7379, "step": 6375 }, { "epoch": 0.66, "learning_rate": 2.709025885423424e-05, "loss": 0.6874, "step": 6376 }, { "epoch": 0.66, "learning_rate": 2.7075316286588738e-05, "loss": 0.6235, "step": 6377 }, { "epoch": 0.66, "learning_rate": 2.706037631091577e-05, "loss": 0.5736, "step": 6378 }, { "epoch": 0.66, "learning_rate": 2.704543892890451e-05, "loss": 0.6914, "step": 6379 }, { "epoch": 0.66, "learning_rate": 2.7030504142243885e-05, "loss": 0.7413, "step": 6380 }, { "epoch": 0.66, "learning_rate": 2.7015571952622475e-05, "loss": 0.6587, "step": 6381 }, { "epoch": 0.66, "learning_rate": 2.7000642361728573e-05, "loss": 0.7099, "step": 6382 }, { "epoch": 0.66, "learning_rate": 2.6985715371250196e-05, "loss": 0.6761, "step": 6383 }, { "epoch": 0.66, "learning_rate": 2.6970790982875065e-05, "loss": 0.6041, "step": 6384 }, { "epoch": 0.66, "learning_rate": 2.6955869198290575e-05, "loss": 0.751, "step": 6385 }, { "epoch": 0.66, "learning_rate": 2.6940950019183885e-05, "loss": 0.7182, "step": 6386 }, { "epoch": 0.66, "learning_rate": 2.692603344724183e-05, "loss": 0.6579, "step": 6387 }, { "epoch": 0.66, "learning_rate": 2.6911119484150927e-05, "loss": 0.635, "step": 6388 }, { "epoch": 0.66, "learning_rate": 2.689620813159742e-05, "loss": 0.6368, "step": 6389 }, { "epoch": 0.66, "learning_rate": 2.6881299391267256e-05, "loss": 0.7493, "step": 6390 }, { "epoch": 0.66, "learning_rate": 2.6866393264846103e-05, "loss": 0.7268, "step": 6391 }, { "epoch": 0.66, "learning_rate": 2.6851489754019316e-05, "loss": 0.7303, "step": 6392 }, { "epoch": 0.66, "learning_rate": 2.6836588860471945e-05, "loss": 0.7138, "step": 6393 }, { "epoch": 0.66, "learning_rate": 2.682169058588876e-05, "loss": 0.7006, "step": 6394 }, { "epoch": 0.66, "learning_rate": 2.6806794931954227e-05, "loss": 0.6313, "step": 6395 }, { "epoch": 0.66, "learning_rate": 2.6791901900352502e-05, "loss": 0.65, "step": 6396 }, { "epoch": 0.66, "learning_rate": 2.67770114927675e-05, "loss": 0.7558, "step": 6397 }, { "epoch": 0.66, "learning_rate": 2.676212371088278e-05, "loss": 0.7093, "step": 6398 }, { "epoch": 0.66, "learning_rate": 2.674723855638161e-05, "loss": 0.7043, "step": 6399 }, { "epoch": 0.66, "learning_rate": 2.6732356030947024e-05, "loss": 0.6784, "step": 6400 }, { "epoch": 0.66, "learning_rate": 2.6717476136261656e-05, "loss": 0.5797, "step": 6401 }, { "epoch": 0.66, "learning_rate": 2.67025988740079e-05, "loss": 0.6566, "step": 6402 }, { "epoch": 0.66, "learning_rate": 2.668772424586789e-05, "loss": 0.661, "step": 6403 }, { "epoch": 0.66, "learning_rate": 2.6672852253523394e-05, "loss": 0.6311, "step": 6404 }, { "epoch": 0.66, "learning_rate": 2.6657982898655897e-05, "loss": 0.7724, "step": 6405 }, { "epoch": 0.67, "learning_rate": 2.6643116182946648e-05, "loss": 0.8284, "step": 6406 }, { "epoch": 0.67, "learning_rate": 2.66282521080765e-05, "loss": 0.7653, "step": 6407 }, { "epoch": 0.67, "learning_rate": 2.661339067572605e-05, "loss": 0.7201, "step": 6408 }, { "epoch": 0.67, "learning_rate": 2.6598531887575638e-05, "loss": 0.632, "step": 6409 }, { "epoch": 0.67, "learning_rate": 2.658367574530526e-05, "loss": 0.6701, "step": 6410 }, { "epoch": 0.67, "learning_rate": 2.656882225059458e-05, "loss": 0.637, "step": 6411 }, { "epoch": 0.67, "learning_rate": 2.655397140512307e-05, "loss": 0.7219, "step": 6412 }, { "epoch": 0.67, "learning_rate": 2.6539123210569817e-05, "loss": 0.648, "step": 6413 }, { "epoch": 0.67, "learning_rate": 2.652427766861357e-05, "loss": 0.7977, "step": 6414 }, { "epoch": 0.67, "learning_rate": 2.6509434780932905e-05, "loss": 0.688, "step": 6415 }, { "epoch": 0.67, "learning_rate": 2.6494594549206008e-05, "loss": 0.7046, "step": 6416 }, { "epoch": 0.67, "learning_rate": 2.6479756975110753e-05, "loss": 0.7056, "step": 6417 }, { "epoch": 0.67, "learning_rate": 2.6464922060324794e-05, "loss": 0.6027, "step": 6418 }, { "epoch": 0.67, "learning_rate": 2.6450089806525425e-05, "loss": 0.6589, "step": 6419 }, { "epoch": 0.67, "learning_rate": 2.6435260215389628e-05, "loss": 0.5675, "step": 6420 }, { "epoch": 0.67, "learning_rate": 2.6420433288594126e-05, "loss": 0.6697, "step": 6421 }, { "epoch": 0.67, "learning_rate": 2.6405609027815313e-05, "loss": 0.6801, "step": 6422 }, { "epoch": 0.67, "learning_rate": 2.639078743472928e-05, "loss": 0.7505, "step": 6423 }, { "epoch": 0.67, "learning_rate": 2.6375968511011852e-05, "loss": 0.609, "step": 6424 }, { "epoch": 0.67, "learning_rate": 2.6361152258338506e-05, "loss": 0.6457, "step": 6425 }, { "epoch": 0.67, "learning_rate": 2.6346338678384452e-05, "loss": 0.7374, "step": 6426 }, { "epoch": 0.67, "learning_rate": 2.6331527772824564e-05, "loss": 0.6686, "step": 6427 }, { "epoch": 0.67, "learning_rate": 2.631671954333345e-05, "loss": 0.7849, "step": 6428 }, { "epoch": 0.67, "learning_rate": 2.630191399158537e-05, "loss": 0.6554, "step": 6429 }, { "epoch": 0.67, "learning_rate": 2.628711111925435e-05, "loss": 0.7485, "step": 6430 }, { "epoch": 0.67, "learning_rate": 2.6272310928014044e-05, "loss": 0.7638, "step": 6431 }, { "epoch": 0.67, "learning_rate": 2.6257513419537848e-05, "loss": 0.652, "step": 6432 }, { "epoch": 0.67, "learning_rate": 2.6242718595498827e-05, "loss": 0.6821, "step": 6433 }, { "epoch": 0.67, "learning_rate": 2.6227926457569734e-05, "loss": 0.6532, "step": 6434 }, { "epoch": 0.67, "learning_rate": 2.6213137007423084e-05, "loss": 0.6225, "step": 6435 }, { "epoch": 0.67, "learning_rate": 2.6198350246731014e-05, "loss": 0.7913, "step": 6436 }, { "epoch": 0.67, "learning_rate": 2.6183566177165386e-05, "loss": 0.6519, "step": 6437 }, { "epoch": 0.67, "learning_rate": 2.616878480039776e-05, "loss": 0.6018, "step": 6438 }, { "epoch": 0.67, "learning_rate": 2.6154006118099382e-05, "loss": 0.6379, "step": 6439 }, { "epoch": 0.67, "learning_rate": 2.6139230131941195e-05, "loss": 0.6327, "step": 6440 }, { "epoch": 0.67, "learning_rate": 2.6124456843593858e-05, "loss": 0.5291, "step": 6441 }, { "epoch": 0.67, "learning_rate": 2.6109686254727707e-05, "loss": 0.5577, "step": 6442 }, { "epoch": 0.67, "learning_rate": 2.6094918367012745e-05, "loss": 0.6131, "step": 6443 }, { "epoch": 0.67, "learning_rate": 2.6080153182118737e-05, "loss": 0.5835, "step": 6444 }, { "epoch": 0.67, "learning_rate": 2.606539070171512e-05, "loss": 0.7238, "step": 6445 }, { "epoch": 0.67, "learning_rate": 2.6050630927470933e-05, "loss": 0.6336, "step": 6446 }, { "epoch": 0.67, "learning_rate": 2.6035873861055044e-05, "loss": 0.7946, "step": 6447 }, { "epoch": 0.67, "learning_rate": 2.602111950413595e-05, "loss": 0.7053, "step": 6448 }, { "epoch": 0.67, "learning_rate": 2.600636785838182e-05, "loss": 0.8218, "step": 6449 }, { "epoch": 0.67, "learning_rate": 2.599161892546058e-05, "loss": 0.7143, "step": 6450 }, { "epoch": 0.67, "learning_rate": 2.5976872707039823e-05, "loss": 0.6258, "step": 6451 }, { "epoch": 0.67, "learning_rate": 2.5962129204786765e-05, "loss": 0.6767, "step": 6452 }, { "epoch": 0.67, "learning_rate": 2.5947388420368434e-05, "loss": 0.654, "step": 6453 }, { "epoch": 0.67, "learning_rate": 2.593265035545146e-05, "loss": 0.7762, "step": 6454 }, { "epoch": 0.67, "learning_rate": 2.59179150117022e-05, "loss": 0.8257, "step": 6455 }, { "epoch": 0.67, "learning_rate": 2.5903182390786728e-05, "loss": 0.6976, "step": 6456 }, { "epoch": 0.67, "learning_rate": 2.5888452494370786e-05, "loss": 0.6682, "step": 6457 }, { "epoch": 0.67, "learning_rate": 2.5873725324119737e-05, "loss": 0.8033, "step": 6458 }, { "epoch": 0.67, "learning_rate": 2.585900088169878e-05, "loss": 0.6181, "step": 6459 }, { "epoch": 0.67, "learning_rate": 2.58442791687727e-05, "loss": 0.6874, "step": 6460 }, { "epoch": 0.67, "learning_rate": 2.5829560187005984e-05, "loss": 0.6464, "step": 6461 }, { "epoch": 0.67, "learning_rate": 2.581484393806287e-05, "loss": 0.6533, "step": 6462 }, { "epoch": 0.67, "learning_rate": 2.5800130423607227e-05, "loss": 0.7034, "step": 6463 }, { "epoch": 0.67, "learning_rate": 2.5785419645302633e-05, "loss": 0.7451, "step": 6464 }, { "epoch": 0.67, "learning_rate": 2.577071160481236e-05, "loss": 0.7972, "step": 6465 }, { "epoch": 0.67, "learning_rate": 2.5756006303799363e-05, "loss": 0.8282, "step": 6466 }, { "epoch": 0.67, "learning_rate": 2.5741303743926275e-05, "loss": 0.6298, "step": 6467 }, { "epoch": 0.67, "learning_rate": 2.572660392685548e-05, "loss": 0.7159, "step": 6468 }, { "epoch": 0.67, "learning_rate": 2.571190685424899e-05, "loss": 0.5824, "step": 6469 }, { "epoch": 0.67, "learning_rate": 2.5697212527768518e-05, "loss": 0.6591, "step": 6470 }, { "epoch": 0.67, "learning_rate": 2.5682520949075472e-05, "loss": 0.8546, "step": 6471 }, { "epoch": 0.67, "learning_rate": 2.566783211983096e-05, "loss": 0.6538, "step": 6472 }, { "epoch": 0.67, "learning_rate": 2.565314604169575e-05, "loss": 0.8137, "step": 6473 }, { "epoch": 0.67, "learning_rate": 2.5638462716330347e-05, "loss": 0.5471, "step": 6474 }, { "epoch": 0.67, "learning_rate": 2.562378214539491e-05, "loss": 0.6629, "step": 6475 }, { "epoch": 0.67, "learning_rate": 2.5609104330549267e-05, "loss": 0.5933, "step": 6476 }, { "epoch": 0.67, "learning_rate": 2.5594429273453023e-05, "loss": 0.6653, "step": 6477 }, { "epoch": 0.67, "learning_rate": 2.5579756975765325e-05, "loss": 0.7443, "step": 6478 }, { "epoch": 0.67, "learning_rate": 2.556508743914515e-05, "loss": 0.7315, "step": 6479 }, { "epoch": 0.67, "learning_rate": 2.55504206652511e-05, "loss": 0.7332, "step": 6480 }, { "epoch": 0.67, "learning_rate": 2.5535756655741456e-05, "loss": 0.6554, "step": 6481 }, { "epoch": 0.67, "learning_rate": 2.5521095412274183e-05, "loss": 0.6055, "step": 6482 }, { "epoch": 0.67, "learning_rate": 2.5506436936507005e-05, "loss": 0.737, "step": 6483 }, { "epoch": 0.67, "learning_rate": 2.5491781230097212e-05, "loss": 0.7252, "step": 6484 }, { "epoch": 0.67, "learning_rate": 2.5477128294701892e-05, "loss": 0.6996, "step": 6485 }, { "epoch": 0.67, "learning_rate": 2.5462478131977764e-05, "loss": 0.7839, "step": 6486 }, { "epoch": 0.67, "learning_rate": 2.5447830743581218e-05, "loss": 0.5505, "step": 6487 }, { "epoch": 0.67, "learning_rate": 2.5433186131168402e-05, "loss": 0.6634, "step": 6488 }, { "epoch": 0.67, "learning_rate": 2.5418544296395098e-05, "loss": 0.7381, "step": 6489 }, { "epoch": 0.67, "learning_rate": 2.5403905240916736e-05, "loss": 0.7045, "step": 6490 }, { "epoch": 0.67, "learning_rate": 2.5389268966388512e-05, "loss": 0.7248, "step": 6491 }, { "epoch": 0.67, "learning_rate": 2.537463547446528e-05, "loss": 0.6444, "step": 6492 }, { "epoch": 0.67, "learning_rate": 2.5360004766801528e-05, "loss": 0.7338, "step": 6493 }, { "epoch": 0.67, "learning_rate": 2.5345376845051528e-05, "loss": 0.7391, "step": 6494 }, { "epoch": 0.67, "learning_rate": 2.533075171086915e-05, "loss": 0.6567, "step": 6495 }, { "epoch": 0.67, "learning_rate": 2.5316129365907993e-05, "loss": 0.7029, "step": 6496 }, { "epoch": 0.67, "learning_rate": 2.5301509811821313e-05, "loss": 0.7742, "step": 6497 }, { "epoch": 0.67, "learning_rate": 2.5286893050262072e-05, "loss": 0.5568, "step": 6498 }, { "epoch": 0.67, "learning_rate": 2.52722790828829e-05, "loss": 0.8475, "step": 6499 }, { "epoch": 0.67, "learning_rate": 2.5257667911336148e-05, "loss": 0.6724, "step": 6500 }, { "epoch": 0.67, "learning_rate": 2.5243059537273805e-05, "loss": 0.6358, "step": 6501 }, { "epoch": 0.68, "learning_rate": 2.5228453962347574e-05, "loss": 0.7873, "step": 6502 }, { "epoch": 0.68, "learning_rate": 2.5213851188208815e-05, "loss": 0.7568, "step": 6503 }, { "epoch": 0.68, "learning_rate": 2.519925121650859e-05, "loss": 0.7643, "step": 6504 }, { "epoch": 0.68, "learning_rate": 2.5184654048897634e-05, "loss": 0.657, "step": 6505 }, { "epoch": 0.68, "learning_rate": 2.5170059687026393e-05, "loss": 0.5462, "step": 6506 }, { "epoch": 0.68, "learning_rate": 2.5155468132544958e-05, "loss": 0.6726, "step": 6507 }, { "epoch": 0.68, "learning_rate": 2.514087938710311e-05, "loss": 0.6064, "step": 6508 }, { "epoch": 0.68, "learning_rate": 2.5126293452350367e-05, "loss": 0.5758, "step": 6509 }, { "epoch": 0.68, "learning_rate": 2.5111710329935833e-05, "loss": 0.5565, "step": 6510 }, { "epoch": 0.68, "learning_rate": 2.5097130021508348e-05, "loss": 0.7587, "step": 6511 }, { "epoch": 0.68, "learning_rate": 2.5082552528716456e-05, "loss": 0.6898, "step": 6512 }, { "epoch": 0.68, "learning_rate": 2.5067977853208348e-05, "loss": 0.6859, "step": 6513 }, { "epoch": 0.68, "learning_rate": 2.5053405996631885e-05, "loss": 0.6221, "step": 6514 }, { "epoch": 0.68, "learning_rate": 2.5038836960634682e-05, "loss": 0.6516, "step": 6515 }, { "epoch": 0.68, "learning_rate": 2.502427074686392e-05, "loss": 0.6692, "step": 6516 }, { "epoch": 0.68, "learning_rate": 2.500970735696654e-05, "loss": 0.7056, "step": 6517 }, { "epoch": 0.68, "learning_rate": 2.499514679258918e-05, "loss": 0.5976, "step": 6518 }, { "epoch": 0.68, "learning_rate": 2.4980589055378102e-05, "loss": 0.7116, "step": 6519 }, { "epoch": 0.68, "learning_rate": 2.4966034146979252e-05, "loss": 0.7154, "step": 6520 }, { "epoch": 0.68, "learning_rate": 2.495148206903834e-05, "loss": 0.6446, "step": 6521 }, { "epoch": 0.68, "learning_rate": 2.493693282320061e-05, "loss": 0.6565, "step": 6522 }, { "epoch": 0.68, "learning_rate": 2.4922386411111133e-05, "loss": 0.6573, "step": 6523 }, { "epoch": 0.68, "learning_rate": 2.490784283441457e-05, "loss": 0.6919, "step": 6524 }, { "epoch": 0.68, "learning_rate": 2.4893302094755282e-05, "loss": 0.6933, "step": 6525 }, { "epoch": 0.68, "learning_rate": 2.4878764193777304e-05, "loss": 0.6096, "step": 6526 }, { "epoch": 0.68, "learning_rate": 2.4864229133124388e-05, "loss": 0.6592, "step": 6527 }, { "epoch": 0.68, "learning_rate": 2.484969691443993e-05, "loss": 0.5931, "step": 6528 }, { "epoch": 0.68, "learning_rate": 2.4835167539366998e-05, "loss": 0.71, "step": 6529 }, { "epoch": 0.68, "learning_rate": 2.4820641009548358e-05, "loss": 0.5947, "step": 6530 }, { "epoch": 0.68, "learning_rate": 2.4806117326626427e-05, "loss": 0.5717, "step": 6531 }, { "epoch": 0.68, "learning_rate": 2.4791596492243362e-05, "loss": 0.6781, "step": 6532 }, { "epoch": 0.68, "learning_rate": 2.4777078508040936e-05, "loss": 0.6543, "step": 6533 }, { "epoch": 0.68, "learning_rate": 2.4762563375660614e-05, "loss": 0.6243, "step": 6534 }, { "epoch": 0.68, "learning_rate": 2.4748051096743557e-05, "loss": 0.6795, "step": 6535 }, { "epoch": 0.68, "learning_rate": 2.4733541672930582e-05, "loss": 0.6776, "step": 6536 }, { "epoch": 0.68, "learning_rate": 2.4719035105862175e-05, "loss": 0.6861, "step": 6537 }, { "epoch": 0.68, "learning_rate": 2.470453139717856e-05, "loss": 0.6222, "step": 6538 }, { "epoch": 0.68, "learning_rate": 2.469003054851957e-05, "loss": 0.6299, "step": 6539 }, { "epoch": 0.68, "learning_rate": 2.4675532561524743e-05, "loss": 0.7351, "step": 6540 }, { "epoch": 0.68, "learning_rate": 2.4661037437833297e-05, "loss": 0.6311, "step": 6541 }, { "epoch": 0.68, "learning_rate": 2.4646545179084095e-05, "loss": 0.7171, "step": 6542 }, { "epoch": 0.68, "learning_rate": 2.4632055786915703e-05, "loss": 0.7193, "step": 6543 }, { "epoch": 0.68, "learning_rate": 2.4617569262966388e-05, "loss": 0.6994, "step": 6544 }, { "epoch": 0.68, "learning_rate": 2.4603085608874056e-05, "loss": 0.8185, "step": 6545 }, { "epoch": 0.68, "learning_rate": 2.4588604826276264e-05, "loss": 0.7183, "step": 6546 }, { "epoch": 0.68, "learning_rate": 2.4574126916810336e-05, "loss": 0.544, "step": 6547 }, { "epoch": 0.68, "learning_rate": 2.4559651882113166e-05, "loss": 0.6607, "step": 6548 }, { "epoch": 0.68, "learning_rate": 2.454517972382136e-05, "loss": 0.7755, "step": 6549 }, { "epoch": 0.68, "learning_rate": 2.4530710443571252e-05, "loss": 0.8479, "step": 6550 }, { "epoch": 0.68, "learning_rate": 2.451624404299879e-05, "loss": 0.501, "step": 6551 }, { "epoch": 0.68, "learning_rate": 2.4501780523739582e-05, "loss": 0.6288, "step": 6552 }, { "epoch": 0.68, "learning_rate": 2.448731988742901e-05, "loss": 0.7145, "step": 6553 }, { "epoch": 0.68, "learning_rate": 2.4472862135702e-05, "loss": 0.7148, "step": 6554 }, { "epoch": 0.68, "learning_rate": 2.445840727019322e-05, "loss": 0.6978, "step": 6555 }, { "epoch": 0.68, "learning_rate": 2.444395529253703e-05, "loss": 0.693, "step": 6556 }, { "epoch": 0.68, "learning_rate": 2.442950620436743e-05, "loss": 0.5906, "step": 6557 }, { "epoch": 0.68, "learning_rate": 2.441506000731808e-05, "loss": 0.7527, "step": 6558 }, { "epoch": 0.68, "learning_rate": 2.4400616703022373e-05, "loss": 0.6276, "step": 6559 }, { "epoch": 0.68, "learning_rate": 2.4386176293113334e-05, "loss": 0.7077, "step": 6560 }, { "epoch": 0.68, "learning_rate": 2.4371738779223613e-05, "loss": 0.5987, "step": 6561 }, { "epoch": 0.68, "learning_rate": 2.4357304162985635e-05, "loss": 0.685, "step": 6562 }, { "epoch": 0.68, "learning_rate": 2.434287244603143e-05, "loss": 0.7883, "step": 6563 }, { "epoch": 0.68, "learning_rate": 2.432844362999269e-05, "loss": 0.5961, "step": 6564 }, { "epoch": 0.68, "learning_rate": 2.4314017716500855e-05, "loss": 0.6457, "step": 6565 }, { "epoch": 0.68, "learning_rate": 2.429959470718695e-05, "loss": 0.7809, "step": 6566 }, { "epoch": 0.68, "learning_rate": 2.4285174603681725e-05, "loss": 0.6911, "step": 6567 }, { "epoch": 0.68, "learning_rate": 2.427075740761558e-05, "loss": 0.6927, "step": 6568 }, { "epoch": 0.68, "learning_rate": 2.425634312061859e-05, "loss": 0.6807, "step": 6569 }, { "epoch": 0.68, "learning_rate": 2.424193174432048e-05, "loss": 0.7806, "step": 6570 }, { "epoch": 0.68, "learning_rate": 2.4227523280350705e-05, "loss": 0.5402, "step": 6571 }, { "epoch": 0.68, "learning_rate": 2.4213117730338343e-05, "loss": 0.6766, "step": 6572 }, { "epoch": 0.68, "learning_rate": 2.419871509591215e-05, "loss": 0.6728, "step": 6573 }, { "epoch": 0.68, "learning_rate": 2.418431537870055e-05, "loss": 0.7122, "step": 6574 }, { "epoch": 0.68, "learning_rate": 2.4169918580331623e-05, "loss": 0.7789, "step": 6575 }, { "epoch": 0.68, "learning_rate": 2.415552470243319e-05, "loss": 0.5943, "step": 6576 }, { "epoch": 0.68, "learning_rate": 2.414113374663266e-05, "loss": 0.728, "step": 6577 }, { "epoch": 0.68, "learning_rate": 2.412674571455714e-05, "loss": 0.6597, "step": 6578 }, { "epoch": 0.68, "learning_rate": 2.4112360607833418e-05, "loss": 0.6588, "step": 6579 }, { "epoch": 0.68, "learning_rate": 2.4097978428087936e-05, "loss": 0.7076, "step": 6580 }, { "epoch": 0.68, "learning_rate": 2.4083599176946797e-05, "loss": 0.6278, "step": 6581 }, { "epoch": 0.68, "learning_rate": 2.4069222856035817e-05, "loss": 0.5473, "step": 6582 }, { "epoch": 0.68, "learning_rate": 2.405484946698044e-05, "loss": 0.6735, "step": 6583 }, { "epoch": 0.68, "learning_rate": 2.4040479011405777e-05, "loss": 0.6815, "step": 6584 }, { "epoch": 0.68, "learning_rate": 2.402611149093663e-05, "loss": 0.6624, "step": 6585 }, { "epoch": 0.68, "learning_rate": 2.401174690719746e-05, "loss": 0.6993, "step": 6586 }, { "epoch": 0.68, "learning_rate": 2.3997385261812362e-05, "loss": 0.6866, "step": 6587 }, { "epoch": 0.68, "learning_rate": 2.398302655640518e-05, "loss": 0.7602, "step": 6588 }, { "epoch": 0.68, "learning_rate": 2.396867079259936e-05, "loss": 0.7097, "step": 6589 }, { "epoch": 0.68, "learning_rate": 2.3954317972018004e-05, "loss": 0.7314, "step": 6590 }, { "epoch": 0.68, "learning_rate": 2.3939968096283953e-05, "loss": 0.754, "step": 6591 }, { "epoch": 0.68, "learning_rate": 2.392562116701967e-05, "loss": 0.7235, "step": 6592 }, { "epoch": 0.68, "learning_rate": 2.391127718584723e-05, "loss": 0.6898, "step": 6593 }, { "epoch": 0.68, "learning_rate": 2.389693615438849e-05, "loss": 0.687, "step": 6594 }, { "epoch": 0.68, "learning_rate": 2.388259807426489e-05, "loss": 0.6849, "step": 6595 }, { "epoch": 0.68, "learning_rate": 2.3868262947097543e-05, "loss": 0.525, "step": 6596 }, { "epoch": 0.68, "learning_rate": 2.3853930774507287e-05, "loss": 0.733, "step": 6597 }, { "epoch": 0.69, "learning_rate": 2.3839601558114584e-05, "loss": 0.7068, "step": 6598 }, { "epoch": 0.69, "learning_rate": 2.3825275299539506e-05, "loss": 0.7231, "step": 6599 }, { "epoch": 0.69, "learning_rate": 2.3810952000401905e-05, "loss": 0.5312, "step": 6600 }, { "epoch": 0.69, "learning_rate": 2.3796631662321218e-05, "loss": 0.7385, "step": 6601 }, { "epoch": 0.69, "learning_rate": 2.378231428691655e-05, "loss": 0.6446, "step": 6602 }, { "epoch": 0.69, "learning_rate": 2.3767999875806735e-05, "loss": 0.6725, "step": 6603 }, { "epoch": 0.69, "learning_rate": 2.3753688430610222e-05, "loss": 0.6925, "step": 6604 }, { "epoch": 0.69, "learning_rate": 2.3739379952945074e-05, "loss": 0.7598, "step": 6605 }, { "epoch": 0.69, "learning_rate": 2.3725074444429134e-05, "loss": 0.7656, "step": 6606 }, { "epoch": 0.69, "learning_rate": 2.371077190667983e-05, "loss": 0.6302, "step": 6607 }, { "epoch": 0.69, "learning_rate": 2.3696472341314256e-05, "loss": 0.717, "step": 6608 }, { "epoch": 0.69, "learning_rate": 2.3682175749949226e-05, "loss": 0.6737, "step": 6609 }, { "epoch": 0.69, "learning_rate": 2.3667882134201157e-05, "loss": 0.7022, "step": 6610 }, { "epoch": 0.69, "learning_rate": 2.3653591495686163e-05, "loss": 0.6033, "step": 6611 }, { "epoch": 0.69, "learning_rate": 2.363930383602e-05, "loss": 0.6901, "step": 6612 }, { "epoch": 0.69, "learning_rate": 2.3625019156818094e-05, "loss": 0.6434, "step": 6613 }, { "epoch": 0.69, "learning_rate": 2.3610737459695536e-05, "loss": 0.666, "step": 6614 }, { "epoch": 0.69, "learning_rate": 2.3596458746267108e-05, "loss": 0.7002, "step": 6615 }, { "epoch": 0.69, "learning_rate": 2.358218301814721e-05, "loss": 0.6889, "step": 6616 }, { "epoch": 0.69, "learning_rate": 2.3567910276949923e-05, "loss": 0.7132, "step": 6617 }, { "epoch": 0.69, "learning_rate": 2.3553640524288993e-05, "loss": 0.615, "step": 6618 }, { "epoch": 0.69, "learning_rate": 2.3539373761777807e-05, "loss": 0.7723, "step": 6619 }, { "epoch": 0.69, "learning_rate": 2.352510999102947e-05, "loss": 0.6983, "step": 6620 }, { "epoch": 0.69, "learning_rate": 2.3510849213656688e-05, "loss": 0.7099, "step": 6621 }, { "epoch": 0.69, "learning_rate": 2.3496591431271853e-05, "loss": 0.6412, "step": 6622 }, { "epoch": 0.69, "learning_rate": 2.3482336645487003e-05, "loss": 0.6009, "step": 6623 }, { "epoch": 0.69, "learning_rate": 2.3468084857913898e-05, "loss": 0.7017, "step": 6624 }, { "epoch": 0.69, "learning_rate": 2.3453836070163843e-05, "loss": 0.6105, "step": 6625 }, { "epoch": 0.69, "learning_rate": 2.3439590283847935e-05, "loss": 0.7291, "step": 6626 }, { "epoch": 0.69, "learning_rate": 2.3425347500576837e-05, "loss": 0.7373, "step": 6627 }, { "epoch": 0.69, "learning_rate": 2.341110772196092e-05, "loss": 0.6409, "step": 6628 }, { "epoch": 0.69, "learning_rate": 2.3396870949610173e-05, "loss": 0.7006, "step": 6629 }, { "epoch": 0.69, "learning_rate": 2.3382637185134328e-05, "loss": 0.7626, "step": 6630 }, { "epoch": 0.69, "learning_rate": 2.3368406430142648e-05, "loss": 0.7324, "step": 6631 }, { "epoch": 0.69, "learning_rate": 2.3354178686244183e-05, "loss": 0.5751, "step": 6632 }, { "epoch": 0.69, "learning_rate": 2.3339953955047576e-05, "loss": 0.7294, "step": 6633 }, { "epoch": 0.69, "learning_rate": 2.3325732238161125e-05, "loss": 0.5995, "step": 6634 }, { "epoch": 0.69, "learning_rate": 2.331151353719283e-05, "loss": 0.6293, "step": 6635 }, { "epoch": 0.69, "learning_rate": 2.329729785375033e-05, "loss": 0.7205, "step": 6636 }, { "epoch": 0.69, "learning_rate": 2.3283085189440863e-05, "loss": 0.7108, "step": 6637 }, { "epoch": 0.69, "learning_rate": 2.326887554587143e-05, "loss": 0.5419, "step": 6638 }, { "epoch": 0.69, "learning_rate": 2.3254668924648638e-05, "loss": 0.6427, "step": 6639 }, { "epoch": 0.69, "learning_rate": 2.324046532737871e-05, "loss": 0.6859, "step": 6640 }, { "epoch": 0.69, "learning_rate": 2.3226264755667633e-05, "loss": 0.7206, "step": 6641 }, { "epoch": 0.69, "learning_rate": 2.3212067211120954e-05, "loss": 0.5372, "step": 6642 }, { "epoch": 0.69, "learning_rate": 2.3197872695343926e-05, "loss": 0.7601, "step": 6643 }, { "epoch": 0.69, "learning_rate": 2.3183681209941437e-05, "loss": 0.7099, "step": 6644 }, { "epoch": 0.69, "learning_rate": 2.316949275651805e-05, "loss": 0.6981, "step": 6645 }, { "epoch": 0.69, "learning_rate": 2.3155307336677966e-05, "loss": 0.7309, "step": 6646 }, { "epoch": 0.69, "learning_rate": 2.314112495202508e-05, "loss": 0.6833, "step": 6647 }, { "epoch": 0.69, "learning_rate": 2.3126945604162903e-05, "loss": 0.7052, "step": 6648 }, { "epoch": 0.69, "learning_rate": 2.3112769294694626e-05, "loss": 0.6811, "step": 6649 }, { "epoch": 0.69, "learning_rate": 2.3098596025223084e-05, "loss": 0.703, "step": 6650 }, { "epoch": 0.69, "learning_rate": 2.3084425797350772e-05, "loss": 0.5396, "step": 6651 }, { "epoch": 0.69, "learning_rate": 2.307025861267983e-05, "loss": 0.7538, "step": 6652 }, { "epoch": 0.69, "learning_rate": 2.3056094472812095e-05, "loss": 0.6971, "step": 6653 }, { "epoch": 0.69, "learning_rate": 2.304193337934902e-05, "loss": 0.8046, "step": 6654 }, { "epoch": 0.69, "learning_rate": 2.30277753338917e-05, "loss": 0.7686, "step": 6655 }, { "epoch": 0.69, "learning_rate": 2.301362033804097e-05, "loss": 0.5748, "step": 6656 }, { "epoch": 0.69, "learning_rate": 2.299946839339721e-05, "loss": 0.6731, "step": 6657 }, { "epoch": 0.69, "learning_rate": 2.2985319501560494e-05, "loss": 0.7107, "step": 6658 }, { "epoch": 0.69, "learning_rate": 2.2971173664130606e-05, "loss": 0.6358, "step": 6659 }, { "epoch": 0.69, "learning_rate": 2.2957030882706925e-05, "loss": 0.6699, "step": 6660 }, { "epoch": 0.69, "learning_rate": 2.2942891158888475e-05, "loss": 0.6812, "step": 6661 }, { "epoch": 0.69, "learning_rate": 2.292875449427402e-05, "loss": 0.7248, "step": 6662 }, { "epoch": 0.69, "learning_rate": 2.291462089046184e-05, "loss": 0.7228, "step": 6663 }, { "epoch": 0.69, "learning_rate": 2.2900490349050007e-05, "loss": 0.6184, "step": 6664 }, { "epoch": 0.69, "learning_rate": 2.2886362871636162e-05, "loss": 0.8091, "step": 6665 }, { "epoch": 0.69, "learning_rate": 2.287223845981763e-05, "loss": 0.6826, "step": 6666 }, { "epoch": 0.69, "learning_rate": 2.2858117115191362e-05, "loss": 0.6634, "step": 6667 }, { "epoch": 0.69, "learning_rate": 2.2843998839354043e-05, "loss": 0.8219, "step": 6668 }, { "epoch": 0.69, "learning_rate": 2.2829883633901866e-05, "loss": 0.7, "step": 6669 }, { "epoch": 0.69, "learning_rate": 2.2815771500430833e-05, "loss": 0.7569, "step": 6670 }, { "epoch": 0.69, "learning_rate": 2.2801662440536498e-05, "loss": 0.6201, "step": 6671 }, { "epoch": 0.69, "learning_rate": 2.2787556455814092e-05, "loss": 0.6729, "step": 6672 }, { "epoch": 0.69, "learning_rate": 2.2773453547858525e-05, "loss": 0.8001, "step": 6673 }, { "epoch": 0.69, "learning_rate": 2.2759353718264324e-05, "loss": 0.7538, "step": 6674 }, { "epoch": 0.69, "learning_rate": 2.2745256968625696e-05, "loss": 0.7089, "step": 6675 }, { "epoch": 0.69, "learning_rate": 2.2731163300536467e-05, "loss": 0.6454, "step": 6676 }, { "epoch": 0.69, "learning_rate": 2.2717072715590147e-05, "loss": 0.7079, "step": 6677 }, { "epoch": 0.69, "learning_rate": 2.2702985215379857e-05, "loss": 0.5709, "step": 6678 }, { "epoch": 0.69, "learning_rate": 2.2688900801498437e-05, "loss": 0.5891, "step": 6679 }, { "epoch": 0.69, "learning_rate": 2.2674819475538317e-05, "loss": 0.7156, "step": 6680 }, { "epoch": 0.69, "learning_rate": 2.2660741239091597e-05, "loss": 0.643, "step": 6681 }, { "epoch": 0.69, "learning_rate": 2.2646666093750035e-05, "loss": 0.7648, "step": 6682 }, { "epoch": 0.69, "learning_rate": 2.2632594041105026e-05, "loss": 0.6322, "step": 6683 }, { "epoch": 0.69, "learning_rate": 2.2618525082747606e-05, "loss": 0.8199, "step": 6684 }, { "epoch": 0.69, "learning_rate": 2.2604459220268514e-05, "loss": 0.7133, "step": 6685 }, { "epoch": 0.69, "learning_rate": 2.2590396455258083e-05, "loss": 0.5769, "step": 6686 }, { "epoch": 0.69, "learning_rate": 2.25763367893063e-05, "loss": 0.5985, "step": 6687 }, { "epoch": 0.69, "learning_rate": 2.2562280224002875e-05, "loss": 0.5914, "step": 6688 }, { "epoch": 0.69, "learning_rate": 2.2548226760937045e-05, "loss": 0.612, "step": 6689 }, { "epoch": 0.69, "learning_rate": 2.2534176401697772e-05, "loss": 0.7275, "step": 6690 }, { "epoch": 0.69, "learning_rate": 2.252012914787368e-05, "loss": 0.6947, "step": 6691 }, { "epoch": 0.69, "learning_rate": 2.2506085001053008e-05, "loss": 0.8443, "step": 6692 }, { "epoch": 0.69, "learning_rate": 2.2492043962823627e-05, "loss": 0.746, "step": 6693 }, { "epoch": 0.69, "learning_rate": 2.2478006034773146e-05, "loss": 0.7046, "step": 6694 }, { "epoch": 0.7, "learning_rate": 2.2463971218488704e-05, "loss": 0.6132, "step": 6695 }, { "epoch": 0.7, "learning_rate": 2.244993951555714e-05, "loss": 0.7577, "step": 6696 }, { "epoch": 0.7, "learning_rate": 2.2435910927564978e-05, "loss": 0.6801, "step": 6697 }, { "epoch": 0.7, "learning_rate": 2.2421885456098347e-05, "loss": 0.741, "step": 6698 }, { "epoch": 0.7, "learning_rate": 2.2407863102743004e-05, "loss": 0.8215, "step": 6699 }, { "epoch": 0.7, "learning_rate": 2.2393843869084447e-05, "loss": 0.616, "step": 6700 }, { "epoch": 0.7, "learning_rate": 2.2379827756707694e-05, "loss": 0.6602, "step": 6701 }, { "epoch": 0.7, "learning_rate": 2.2365814767197473e-05, "loss": 0.7052, "step": 6702 }, { "epoch": 0.7, "learning_rate": 2.2351804902138196e-05, "loss": 0.6398, "step": 6703 }, { "epoch": 0.7, "learning_rate": 2.2337798163113873e-05, "loss": 0.5853, "step": 6704 }, { "epoch": 0.7, "learning_rate": 2.2323794551708142e-05, "loss": 0.5849, "step": 6705 }, { "epoch": 0.7, "learning_rate": 2.2309794069504364e-05, "loss": 0.6178, "step": 6706 }, { "epoch": 0.7, "learning_rate": 2.2295796718085473e-05, "loss": 0.699, "step": 6707 }, { "epoch": 0.7, "learning_rate": 2.228180249903408e-05, "loss": 0.7886, "step": 6708 }, { "epoch": 0.7, "learning_rate": 2.2267811413932432e-05, "loss": 0.6859, "step": 6709 }, { "epoch": 0.7, "learning_rate": 2.2253823464362432e-05, "loss": 0.7167, "step": 6710 }, { "epoch": 0.7, "learning_rate": 2.223983865190561e-05, "loss": 0.7083, "step": 6711 }, { "epoch": 0.7, "learning_rate": 2.2225856978143185e-05, "loss": 0.7259, "step": 6712 }, { "epoch": 0.7, "learning_rate": 2.2211878444655966e-05, "loss": 0.6592, "step": 6713 }, { "epoch": 0.7, "learning_rate": 2.2197903053024437e-05, "loss": 0.639, "step": 6714 }, { "epoch": 0.7, "learning_rate": 2.218393080482873e-05, "loss": 0.731, "step": 6715 }, { "epoch": 0.7, "learning_rate": 2.2169961701648584e-05, "loss": 0.7442, "step": 6716 }, { "epoch": 0.7, "learning_rate": 2.215599574506345e-05, "loss": 0.6632, "step": 6717 }, { "epoch": 0.7, "learning_rate": 2.2142032936652374e-05, "loss": 0.7046, "step": 6718 }, { "epoch": 0.7, "learning_rate": 2.212807327799405e-05, "loss": 0.8069, "step": 6719 }, { "epoch": 0.7, "learning_rate": 2.2114116770666814e-05, "loss": 0.6544, "step": 6720 }, { "epoch": 0.7, "learning_rate": 2.2100163416248675e-05, "loss": 0.6573, "step": 6721 }, { "epoch": 0.7, "learning_rate": 2.208621321631723e-05, "loss": 0.7613, "step": 6722 }, { "epoch": 0.7, "learning_rate": 2.2072266172449795e-05, "loss": 0.7128, "step": 6723 }, { "epoch": 0.7, "learning_rate": 2.2058322286223277e-05, "loss": 0.6678, "step": 6724 }, { "epoch": 0.7, "learning_rate": 2.2044381559214228e-05, "loss": 0.7045, "step": 6725 }, { "epoch": 0.7, "learning_rate": 2.2030443992998855e-05, "loss": 0.7164, "step": 6726 }, { "epoch": 0.7, "learning_rate": 2.201650958915301e-05, "loss": 0.7997, "step": 6727 }, { "epoch": 0.7, "learning_rate": 2.2002578349252157e-05, "loss": 0.6431, "step": 6728 }, { "epoch": 0.7, "learning_rate": 2.1988650274871463e-05, "loss": 0.6446, "step": 6729 }, { "epoch": 0.7, "learning_rate": 2.1974725367585692e-05, "loss": 0.5575, "step": 6730 }, { "epoch": 0.7, "learning_rate": 2.1960803628969234e-05, "loss": 0.6496, "step": 6731 }, { "epoch": 0.7, "learning_rate": 2.1946885060596202e-05, "loss": 0.7286, "step": 6732 }, { "epoch": 0.7, "learning_rate": 2.1932969664040244e-05, "loss": 0.4856, "step": 6733 }, { "epoch": 0.7, "learning_rate": 2.1919057440874697e-05, "loss": 0.7435, "step": 6734 }, { "epoch": 0.7, "learning_rate": 2.1905148392672575e-05, "loss": 0.7811, "step": 6735 }, { "epoch": 0.7, "learning_rate": 2.189124252100649e-05, "loss": 0.7085, "step": 6736 }, { "epoch": 0.7, "learning_rate": 2.1877339827448683e-05, "loss": 0.646, "step": 6737 }, { "epoch": 0.7, "learning_rate": 2.1863440313571093e-05, "loss": 0.6278, "step": 6738 }, { "epoch": 0.7, "learning_rate": 2.184954398094527e-05, "loss": 0.7241, "step": 6739 }, { "epoch": 0.7, "learning_rate": 2.1835650831142336e-05, "loss": 0.7113, "step": 6740 }, { "epoch": 0.7, "learning_rate": 2.1821760865733177e-05, "loss": 0.6139, "step": 6741 }, { "epoch": 0.7, "learning_rate": 2.180787408628824e-05, "loss": 0.6673, "step": 6742 }, { "epoch": 0.7, "learning_rate": 2.1793990494377604e-05, "loss": 0.6012, "step": 6743 }, { "epoch": 0.7, "learning_rate": 2.1780110091571054e-05, "loss": 0.6049, "step": 6744 }, { "epoch": 0.7, "learning_rate": 2.1766232879437974e-05, "loss": 0.6903, "step": 6745 }, { "epoch": 0.7, "learning_rate": 2.1752358859547334e-05, "loss": 0.6066, "step": 6746 }, { "epoch": 0.7, "learning_rate": 2.1738488033467846e-05, "loss": 0.7301, "step": 6747 }, { "epoch": 0.7, "learning_rate": 2.17246204027678e-05, "loss": 0.613, "step": 6748 }, { "epoch": 0.7, "learning_rate": 2.1710755969015113e-05, "loss": 0.6209, "step": 6749 }, { "epoch": 0.7, "learning_rate": 2.169689473377739e-05, "loss": 0.6683, "step": 6750 }, { "epoch": 0.7, "learning_rate": 2.1683036698621846e-05, "loss": 0.7777, "step": 6751 }, { "epoch": 0.7, "learning_rate": 2.166918186511533e-05, "loss": 0.6345, "step": 6752 }, { "epoch": 0.7, "learning_rate": 2.1655330234824324e-05, "loss": 0.7324, "step": 6753 }, { "epoch": 0.7, "learning_rate": 2.1641481809314974e-05, "loss": 0.6683, "step": 6754 }, { "epoch": 0.7, "learning_rate": 2.1627636590153023e-05, "loss": 0.7313, "step": 6755 }, { "epoch": 0.7, "learning_rate": 2.1613794578903905e-05, "loss": 0.6758, "step": 6756 }, { "epoch": 0.7, "learning_rate": 2.1599955777132658e-05, "loss": 0.5966, "step": 6757 }, { "epoch": 0.7, "learning_rate": 2.1586120186403957e-05, "loss": 0.7296, "step": 6758 }, { "epoch": 0.7, "learning_rate": 2.157228780828212e-05, "loss": 0.6359, "step": 6759 }, { "epoch": 0.7, "learning_rate": 2.155845864433108e-05, "loss": 0.6406, "step": 6760 }, { "epoch": 0.7, "learning_rate": 2.1544632696114462e-05, "loss": 0.7414, "step": 6761 }, { "epoch": 0.7, "learning_rate": 2.1530809965195482e-05, "loss": 0.74, "step": 6762 }, { "epoch": 0.7, "learning_rate": 2.1516990453136992e-05, "loss": 0.5475, "step": 6763 }, { "epoch": 0.7, "learning_rate": 2.1503174161501505e-05, "loss": 0.6715, "step": 6764 }, { "epoch": 0.7, "learning_rate": 2.148936109185114e-05, "loss": 0.6712, "step": 6765 }, { "epoch": 0.7, "learning_rate": 2.147555124574766e-05, "loss": 0.55, "step": 6766 }, { "epoch": 0.7, "learning_rate": 2.146174462475251e-05, "loss": 0.7227, "step": 6767 }, { "epoch": 0.7, "learning_rate": 2.1447941230426705e-05, "loss": 0.6441, "step": 6768 }, { "epoch": 0.7, "learning_rate": 2.1434141064330927e-05, "loss": 0.6456, "step": 6769 }, { "epoch": 0.7, "learning_rate": 2.142034412802546e-05, "loss": 0.6437, "step": 6770 }, { "epoch": 0.7, "learning_rate": 2.140655042307032e-05, "loss": 0.7135, "step": 6771 }, { "epoch": 0.7, "learning_rate": 2.1392759951025006e-05, "loss": 0.7149, "step": 6772 }, { "epoch": 0.7, "learning_rate": 2.137897271344879e-05, "loss": 0.7692, "step": 6773 }, { "epoch": 0.7, "learning_rate": 2.1365188711900503e-05, "loss": 0.7219, "step": 6774 }, { "epoch": 0.7, "learning_rate": 2.1351407947938613e-05, "loss": 0.7855, "step": 6775 }, { "epoch": 0.7, "learning_rate": 2.1337630423121274e-05, "loss": 0.7587, "step": 6776 }, { "epoch": 0.7, "learning_rate": 2.1323856139006232e-05, "loss": 0.7607, "step": 6777 }, { "epoch": 0.7, "learning_rate": 2.1310085097150827e-05, "loss": 0.7223, "step": 6778 }, { "epoch": 0.7, "learning_rate": 2.129631729911213e-05, "loss": 0.8037, "step": 6779 }, { "epoch": 0.7, "learning_rate": 2.1282552746446765e-05, "loss": 0.5273, "step": 6780 }, { "epoch": 0.7, "learning_rate": 2.1268791440711016e-05, "loss": 0.7638, "step": 6781 }, { "epoch": 0.7, "learning_rate": 2.125503338346082e-05, "loss": 0.7998, "step": 6782 }, { "epoch": 0.7, "learning_rate": 2.1241278576251723e-05, "loss": 0.5816, "step": 6783 }, { "epoch": 0.7, "learning_rate": 2.12275270206389e-05, "loss": 0.692, "step": 6784 }, { "epoch": 0.7, "learning_rate": 2.121377871817717e-05, "loss": 0.6757, "step": 6785 }, { "epoch": 0.7, "learning_rate": 2.1200033670420978e-05, "loss": 0.6222, "step": 6786 }, { "epoch": 0.7, "learning_rate": 2.1186291878924384e-05, "loss": 0.7353, "step": 6787 }, { "epoch": 0.7, "learning_rate": 2.117255334524115e-05, "loss": 0.7053, "step": 6788 }, { "epoch": 0.7, "learning_rate": 2.115881807092458e-05, "loss": 0.5774, "step": 6789 }, { "epoch": 0.7, "learning_rate": 2.1145086057527662e-05, "loss": 0.6018, "step": 6790 }, { "epoch": 0.71, "learning_rate": 2.1131357306603e-05, "loss": 0.6814, "step": 6791 }, { "epoch": 0.71, "learning_rate": 2.1117631819702834e-05, "loss": 0.7952, "step": 6792 }, { "epoch": 0.71, "learning_rate": 2.1103909598379e-05, "loss": 0.6624, "step": 6793 }, { "epoch": 0.71, "learning_rate": 2.109019064418305e-05, "loss": 0.5935, "step": 6794 }, { "epoch": 0.71, "learning_rate": 2.107647495866609e-05, "loss": 0.6203, "step": 6795 }, { "epoch": 0.71, "learning_rate": 2.1062762543378876e-05, "loss": 0.6206, "step": 6796 }, { "epoch": 0.71, "learning_rate": 2.10490533998718e-05, "loss": 0.6956, "step": 6797 }, { "epoch": 0.71, "learning_rate": 2.1035347529694883e-05, "loss": 0.6642, "step": 6798 }, { "epoch": 0.71, "learning_rate": 2.102164493439776e-05, "loss": 0.6392, "step": 6799 }, { "epoch": 0.71, "learning_rate": 2.1007945615529738e-05, "loss": 0.7914, "step": 6800 }, { "epoch": 0.71, "learning_rate": 2.099424957463972e-05, "loss": 0.7064, "step": 6801 }, { "epoch": 0.71, "learning_rate": 2.098055681327622e-05, "loss": 0.7007, "step": 6802 }, { "epoch": 0.71, "learning_rate": 2.096686733298746e-05, "loss": 0.6361, "step": 6803 }, { "epoch": 0.71, "learning_rate": 2.0953181135321166e-05, "loss": 0.7913, "step": 6804 }, { "epoch": 0.71, "learning_rate": 2.0939498221824816e-05, "loss": 0.6777, "step": 6805 }, { "epoch": 0.71, "learning_rate": 2.0925818594045454e-05, "loss": 0.6692, "step": 6806 }, { "epoch": 0.71, "learning_rate": 2.0912142253529756e-05, "loss": 0.755, "step": 6807 }, { "epoch": 0.71, "learning_rate": 2.0898469201824013e-05, "loss": 0.4742, "step": 6808 }, { "epoch": 0.71, "learning_rate": 2.0884799440474223e-05, "loss": 0.6701, "step": 6809 }, { "epoch": 0.71, "learning_rate": 2.087113297102588e-05, "loss": 0.77, "step": 6810 }, { "epoch": 0.71, "learning_rate": 2.0857469795024237e-05, "loss": 0.686, "step": 6811 }, { "epoch": 0.71, "learning_rate": 2.0843809914014097e-05, "loss": 0.7687, "step": 6812 }, { "epoch": 0.71, "learning_rate": 2.0830153329539904e-05, "loss": 0.701, "step": 6813 }, { "epoch": 0.71, "learning_rate": 2.0816500043145727e-05, "loss": 0.724, "step": 6814 }, { "epoch": 0.71, "learning_rate": 2.0802850056375305e-05, "loss": 0.7108, "step": 6815 }, { "epoch": 0.71, "learning_rate": 2.0789203370771948e-05, "loss": 0.7379, "step": 6816 }, { "epoch": 0.71, "learning_rate": 2.077555998787861e-05, "loss": 0.6984, "step": 6817 }, { "epoch": 0.71, "learning_rate": 2.0761919909237892e-05, "loss": 0.623, "step": 6818 }, { "epoch": 0.71, "learning_rate": 2.0748283136391972e-05, "loss": 0.6875, "step": 6819 }, { "epoch": 0.71, "learning_rate": 2.073464967088273e-05, "loss": 0.6439, "step": 6820 }, { "epoch": 0.71, "learning_rate": 2.072101951425161e-05, "loss": 0.687, "step": 6821 }, { "epoch": 0.71, "learning_rate": 2.0707392668039706e-05, "loss": 0.6249, "step": 6822 }, { "epoch": 0.71, "learning_rate": 2.0693769133787726e-05, "loss": 0.7358, "step": 6823 }, { "epoch": 0.71, "learning_rate": 2.0680148913036018e-05, "loss": 0.7133, "step": 6824 }, { "epoch": 0.71, "learning_rate": 2.0666532007324525e-05, "loss": 0.6095, "step": 6825 }, { "epoch": 0.71, "learning_rate": 2.0652918418192874e-05, "loss": 0.6689, "step": 6826 }, { "epoch": 0.71, "learning_rate": 2.0639308147180268e-05, "loss": 0.6514, "step": 6827 }, { "epoch": 0.71, "learning_rate": 2.062570119582554e-05, "loss": 0.6443, "step": 6828 }, { "epoch": 0.71, "learning_rate": 2.061209756566717e-05, "loss": 0.5826, "step": 6829 }, { "epoch": 0.71, "learning_rate": 2.0598497258243237e-05, "loss": 0.6662, "step": 6830 }, { "epoch": 0.71, "learning_rate": 2.0584900275091446e-05, "loss": 0.5565, "step": 6831 }, { "epoch": 0.71, "learning_rate": 2.057130661774916e-05, "loss": 0.6775, "step": 6832 }, { "epoch": 0.71, "learning_rate": 2.055771628775333e-05, "loss": 0.739, "step": 6833 }, { "epoch": 0.71, "learning_rate": 2.0544129286640528e-05, "loss": 0.7178, "step": 6834 }, { "epoch": 0.71, "learning_rate": 2.0530545615947017e-05, "loss": 0.7942, "step": 6835 }, { "epoch": 0.71, "learning_rate": 2.0516965277208572e-05, "loss": 0.7364, "step": 6836 }, { "epoch": 0.71, "learning_rate": 2.0503388271960654e-05, "loss": 0.7788, "step": 6837 }, { "epoch": 0.71, "learning_rate": 2.0489814601738382e-05, "loss": 0.76, "step": 6838 }, { "epoch": 0.71, "learning_rate": 2.0476244268076434e-05, "loss": 0.7061, "step": 6839 }, { "epoch": 0.71, "learning_rate": 2.0462677272509117e-05, "loss": 0.6633, "step": 6840 }, { "epoch": 0.71, "learning_rate": 2.0449113616570444e-05, "loss": 0.8236, "step": 6841 }, { "epoch": 0.71, "learning_rate": 2.043555330179392e-05, "loss": 0.6744, "step": 6842 }, { "epoch": 0.71, "learning_rate": 2.0421996329712746e-05, "loss": 0.7298, "step": 6843 }, { "epoch": 0.71, "learning_rate": 2.0408442701859765e-05, "loss": 0.7773, "step": 6844 }, { "epoch": 0.71, "learning_rate": 2.0394892419767402e-05, "loss": 0.795, "step": 6845 }, { "epoch": 0.71, "learning_rate": 2.03813454849677e-05, "loss": 0.7312, "step": 6846 }, { "epoch": 0.71, "learning_rate": 2.036780189899237e-05, "loss": 0.6918, "step": 6847 }, { "epoch": 0.71, "learning_rate": 2.0354261663372697e-05, "loss": 0.6349, "step": 6848 }, { "epoch": 0.71, "learning_rate": 2.0340724779639603e-05, "loss": 0.6463, "step": 6849 }, { "epoch": 0.71, "learning_rate": 2.032719124932363e-05, "loss": 0.6628, "step": 6850 }, { "epoch": 0.71, "learning_rate": 2.031366107395495e-05, "loss": 0.6046, "step": 6851 }, { "epoch": 0.71, "learning_rate": 2.0300134255063323e-05, "loss": 0.7644, "step": 6852 }, { "epoch": 0.71, "learning_rate": 2.028661079417819e-05, "loss": 0.6803, "step": 6853 }, { "epoch": 0.71, "learning_rate": 2.0273090692828566e-05, "loss": 0.6506, "step": 6854 }, { "epoch": 0.71, "learning_rate": 2.0259573952543092e-05, "loss": 0.6937, "step": 6855 }, { "epoch": 0.71, "learning_rate": 2.024606057485004e-05, "loss": 0.7132, "step": 6856 }, { "epoch": 0.71, "learning_rate": 2.0232550561277285e-05, "loss": 0.6729, "step": 6857 }, { "epoch": 0.71, "learning_rate": 2.0219043913352325e-05, "loss": 0.7265, "step": 6858 }, { "epoch": 0.71, "learning_rate": 2.0205540632602316e-05, "loss": 0.549, "step": 6859 }, { "epoch": 0.71, "learning_rate": 2.0192040720553983e-05, "loss": 0.7788, "step": 6860 }, { "epoch": 0.71, "learning_rate": 2.01785441787337e-05, "loss": 0.5812, "step": 6861 }, { "epoch": 0.71, "learning_rate": 2.0165051008667434e-05, "loss": 0.6692, "step": 6862 }, { "epoch": 0.71, "learning_rate": 2.015156121188078e-05, "loss": 0.7363, "step": 6863 }, { "epoch": 0.71, "learning_rate": 2.0138074789898988e-05, "loss": 0.6909, "step": 6864 }, { "epoch": 0.71, "learning_rate": 2.0124591744246884e-05, "loss": 0.7727, "step": 6865 }, { "epoch": 0.71, "learning_rate": 2.011111207644892e-05, "loss": 0.6492, "step": 6866 }, { "epoch": 0.71, "learning_rate": 2.009763578802917e-05, "loss": 0.7817, "step": 6867 }, { "epoch": 0.71, "learning_rate": 2.008416288051132e-05, "loss": 0.6478, "step": 6868 }, { "epoch": 0.71, "learning_rate": 2.007069335541868e-05, "loss": 0.676, "step": 6869 }, { "epoch": 0.71, "learning_rate": 2.0057227214274198e-05, "loss": 0.6722, "step": 6870 }, { "epoch": 0.71, "learning_rate": 2.004376445860041e-05, "loss": 0.592, "step": 6871 }, { "epoch": 0.71, "learning_rate": 2.003030508991946e-05, "loss": 0.7196, "step": 6872 }, { "epoch": 0.71, "learning_rate": 2.0016849109753178e-05, "loss": 0.6944, "step": 6873 }, { "epoch": 0.71, "learning_rate": 2.0003396519622907e-05, "loss": 0.5276, "step": 6874 }, { "epoch": 0.71, "learning_rate": 1.9989947321049663e-05, "loss": 0.7671, "step": 6875 }, { "epoch": 0.71, "learning_rate": 1.997650151555411e-05, "loss": 0.7654, "step": 6876 }, { "epoch": 0.71, "learning_rate": 1.9963059104656474e-05, "loss": 0.6679, "step": 6877 }, { "epoch": 0.71, "learning_rate": 1.9949620089876597e-05, "loss": 0.5645, "step": 6878 }, { "epoch": 0.71, "learning_rate": 1.9936184472734014e-05, "loss": 0.5114, "step": 6879 }, { "epoch": 0.71, "learning_rate": 1.992275225474777e-05, "loss": 0.5928, "step": 6880 }, { "epoch": 0.71, "learning_rate": 1.990932343743657e-05, "loss": 0.6454, "step": 6881 }, { "epoch": 0.71, "learning_rate": 1.9895898022318778e-05, "loss": 0.8037, "step": 6882 }, { "epoch": 0.71, "learning_rate": 1.988247601091231e-05, "loss": 0.599, "step": 6883 }, { "epoch": 0.71, "learning_rate": 1.986905740473471e-05, "loss": 0.5929, "step": 6884 }, { "epoch": 0.71, "learning_rate": 1.9855642205303183e-05, "loss": 0.527, "step": 6885 }, { "epoch": 0.71, "learning_rate": 1.984223041413451e-05, "loss": 0.6869, "step": 6886 }, { "epoch": 0.72, "learning_rate": 1.982882203274505e-05, "loss": 0.7081, "step": 6887 }, { "epoch": 0.72, "learning_rate": 1.9815417062650853e-05, "loss": 0.6456, "step": 6888 }, { "epoch": 0.72, "learning_rate": 1.980201550536755e-05, "loss": 0.8413, "step": 6889 }, { "epoch": 0.72, "learning_rate": 1.978861736241035e-05, "loss": 0.6246, "step": 6890 }, { "epoch": 0.72, "learning_rate": 1.9775222635294155e-05, "loss": 0.6867, "step": 6891 }, { "epoch": 0.72, "learning_rate": 1.9761831325533416e-05, "loss": 0.7153, "step": 6892 }, { "epoch": 0.72, "learning_rate": 1.974844343464221e-05, "loss": 0.6946, "step": 6893 }, { "epoch": 0.72, "learning_rate": 1.9735058964134245e-05, "loss": 0.8192, "step": 6894 }, { "epoch": 0.72, "learning_rate": 1.972167791552283e-05, "loss": 0.6166, "step": 6895 }, { "epoch": 0.72, "learning_rate": 1.970830029032087e-05, "loss": 0.6411, "step": 6896 }, { "epoch": 0.72, "learning_rate": 1.969492609004094e-05, "loss": 0.6311, "step": 6897 }, { "epoch": 0.72, "learning_rate": 1.9681555316195165e-05, "loss": 0.763, "step": 6898 }, { "epoch": 0.72, "learning_rate": 1.9668187970295317e-05, "loss": 0.7382, "step": 6899 }, { "epoch": 0.72, "learning_rate": 1.965482405385276e-05, "loss": 0.7659, "step": 6900 }, { "epoch": 0.72, "learning_rate": 1.964146356837849e-05, "loss": 0.626, "step": 6901 }, { "epoch": 0.72, "learning_rate": 1.9628106515383095e-05, "loss": 0.7161, "step": 6902 }, { "epoch": 0.72, "learning_rate": 1.9614752896376803e-05, "loss": 0.6853, "step": 6903 }, { "epoch": 0.72, "learning_rate": 1.960140271286943e-05, "loss": 0.7582, "step": 6904 }, { "epoch": 0.72, "learning_rate": 1.9588055966370416e-05, "loss": 0.8276, "step": 6905 }, { "epoch": 0.72, "learning_rate": 1.95747126583888e-05, "loss": 0.7149, "step": 6906 }, { "epoch": 0.72, "learning_rate": 1.956137279043322e-05, "loss": 0.7214, "step": 6907 }, { "epoch": 0.72, "learning_rate": 1.954803636401198e-05, "loss": 0.6891, "step": 6908 }, { "epoch": 0.72, "learning_rate": 1.9534703380632947e-05, "loss": 0.7165, "step": 6909 }, { "epoch": 0.72, "learning_rate": 1.95213738418036e-05, "loss": 0.5958, "step": 6910 }, { "epoch": 0.72, "learning_rate": 1.9508047749031054e-05, "loss": 0.703, "step": 6911 }, { "epoch": 0.72, "learning_rate": 1.949472510382201e-05, "loss": 0.7702, "step": 6912 }, { "epoch": 0.72, "learning_rate": 1.948140590768277e-05, "loss": 0.7047, "step": 6913 }, { "epoch": 0.72, "learning_rate": 1.9468090162119308e-05, "loss": 0.7768, "step": 6914 }, { "epoch": 0.72, "learning_rate": 1.9454777868637135e-05, "loss": 0.7194, "step": 6915 }, { "epoch": 0.72, "learning_rate": 1.94414690287414e-05, "loss": 0.7027, "step": 6916 }, { "epoch": 0.72, "learning_rate": 1.9428163643936886e-05, "loss": 0.6084, "step": 6917 }, { "epoch": 0.72, "learning_rate": 1.9414861715727966e-05, "loss": 0.6728, "step": 6918 }, { "epoch": 0.72, "learning_rate": 1.940156324561857e-05, "loss": 0.6207, "step": 6919 }, { "epoch": 0.72, "learning_rate": 1.9388268235112332e-05, "loss": 0.8343, "step": 6920 }, { "epoch": 0.72, "learning_rate": 1.937497668571243e-05, "loss": 0.7001, "step": 6921 }, { "epoch": 0.72, "learning_rate": 1.9361688598921657e-05, "loss": 0.6445, "step": 6922 }, { "epoch": 0.72, "learning_rate": 1.9348403976242464e-05, "loss": 0.5907, "step": 6923 }, { "epoch": 0.72, "learning_rate": 1.933512281917686e-05, "loss": 0.7353, "step": 6924 }, { "epoch": 0.72, "learning_rate": 1.9321845129226435e-05, "loss": 0.6371, "step": 6925 }, { "epoch": 0.72, "learning_rate": 1.9308570907892476e-05, "loss": 0.6771, "step": 6926 }, { "epoch": 0.72, "learning_rate": 1.9295300156675804e-05, "loss": 0.7239, "step": 6927 }, { "epoch": 0.72, "learning_rate": 1.928203287707687e-05, "loss": 0.6989, "step": 6928 }, { "epoch": 0.72, "learning_rate": 1.926876907059576e-05, "loss": 0.7153, "step": 6929 }, { "epoch": 0.72, "learning_rate": 1.9255508738732125e-05, "loss": 0.8155, "step": 6930 }, { "epoch": 0.72, "learning_rate": 1.924225188298524e-05, "loss": 0.7051, "step": 6931 }, { "epoch": 0.72, "learning_rate": 1.9228998504853994e-05, "loss": 0.6908, "step": 6932 }, { "epoch": 0.72, "learning_rate": 1.921574860583687e-05, "loss": 0.7149, "step": 6933 }, { "epoch": 0.72, "learning_rate": 1.920250218743195e-05, "loss": 0.5319, "step": 6934 }, { "epoch": 0.72, "learning_rate": 1.9189259251136965e-05, "loss": 0.6443, "step": 6935 }, { "epoch": 0.72, "learning_rate": 1.9176019798449214e-05, "loss": 0.679, "step": 6936 }, { "epoch": 0.72, "learning_rate": 1.9162783830865605e-05, "loss": 0.7439, "step": 6937 }, { "epoch": 0.72, "learning_rate": 1.9149551349882666e-05, "loss": 0.8082, "step": 6938 }, { "epoch": 0.72, "learning_rate": 1.9136322356996515e-05, "loss": 0.6519, "step": 6939 }, { "epoch": 0.72, "learning_rate": 1.9123096853702877e-05, "loss": 0.7464, "step": 6940 }, { "epoch": 0.72, "learning_rate": 1.9109874841497116e-05, "loss": 0.6827, "step": 6941 }, { "epoch": 0.72, "learning_rate": 1.9096656321874156e-05, "loss": 0.5953, "step": 6942 }, { "epoch": 0.72, "learning_rate": 1.9083441296328557e-05, "loss": 0.7166, "step": 6943 }, { "epoch": 0.72, "learning_rate": 1.9070229766354464e-05, "loss": 0.7378, "step": 6944 }, { "epoch": 0.72, "learning_rate": 1.905702173344563e-05, "loss": 0.6729, "step": 6945 }, { "epoch": 0.72, "learning_rate": 1.9043817199095405e-05, "loss": 0.8422, "step": 6946 }, { "epoch": 0.72, "learning_rate": 1.9030616164796793e-05, "loss": 0.715, "step": 6947 }, { "epoch": 0.72, "learning_rate": 1.9017418632042346e-05, "loss": 0.6696, "step": 6948 }, { "epoch": 0.72, "learning_rate": 1.9004224602324216e-05, "loss": 0.6402, "step": 6949 }, { "epoch": 0.72, "learning_rate": 1.899103407713424e-05, "loss": 0.6929, "step": 6950 }, { "epoch": 0.72, "learning_rate": 1.8977847057963733e-05, "loss": 0.6575, "step": 6951 }, { "epoch": 0.72, "learning_rate": 1.896466354630373e-05, "loss": 0.8008, "step": 6952 }, { "epoch": 0.72, "learning_rate": 1.8951483543644804e-05, "loss": 0.6681, "step": 6953 }, { "epoch": 0.72, "learning_rate": 1.893830705147715e-05, "loss": 0.607, "step": 6954 }, { "epoch": 0.72, "learning_rate": 1.892513407129054e-05, "loss": 0.7536, "step": 6955 }, { "epoch": 0.72, "learning_rate": 1.8911964604574434e-05, "loss": 0.5946, "step": 6956 }, { "epoch": 0.72, "learning_rate": 1.8898798652817763e-05, "loss": 0.7036, "step": 6957 }, { "epoch": 0.72, "learning_rate": 1.8885636217509173e-05, "loss": 0.6752, "step": 6958 }, { "epoch": 0.72, "learning_rate": 1.8872477300136865e-05, "loss": 0.6185, "step": 6959 }, { "epoch": 0.72, "learning_rate": 1.885932190218863e-05, "loss": 0.7127, "step": 6960 }, { "epoch": 0.72, "learning_rate": 1.884617002515191e-05, "loss": 0.7037, "step": 6961 }, { "epoch": 0.72, "learning_rate": 1.8833021670513702e-05, "loss": 0.6624, "step": 6962 }, { "epoch": 0.72, "learning_rate": 1.881987683976062e-05, "loss": 0.7238, "step": 6963 }, { "epoch": 0.72, "learning_rate": 1.8806735534378883e-05, "loss": 0.576, "step": 6964 }, { "epoch": 0.72, "learning_rate": 1.8793597755854303e-05, "loss": 0.6475, "step": 6965 }, { "epoch": 0.72, "learning_rate": 1.8780463505672286e-05, "loss": 0.6084, "step": 6966 }, { "epoch": 0.72, "learning_rate": 1.8767332785317886e-05, "loss": 0.7539, "step": 6967 }, { "epoch": 0.72, "learning_rate": 1.8754205596275715e-05, "loss": 0.6803, "step": 6968 }, { "epoch": 0.72, "learning_rate": 1.8741081940029976e-05, "loss": 0.6715, "step": 6969 }, { "epoch": 0.72, "learning_rate": 1.872796181806451e-05, "loss": 0.6484, "step": 6970 }, { "epoch": 0.72, "learning_rate": 1.8714845231862725e-05, "loss": 0.7838, "step": 6971 }, { "epoch": 0.72, "learning_rate": 1.8701732182907632e-05, "loss": 0.7508, "step": 6972 }, { "epoch": 0.72, "learning_rate": 1.86886226726819e-05, "loss": 0.7299, "step": 6973 }, { "epoch": 0.72, "learning_rate": 1.8675516702667716e-05, "loss": 0.729, "step": 6974 }, { "epoch": 0.72, "learning_rate": 1.8662414274346912e-05, "loss": 0.7353, "step": 6975 }, { "epoch": 0.72, "learning_rate": 1.864931538920091e-05, "loss": 0.7783, "step": 6976 }, { "epoch": 0.72, "learning_rate": 1.8636220048710728e-05, "loss": 0.7058, "step": 6977 }, { "epoch": 0.72, "learning_rate": 1.8623128254356975e-05, "loss": 0.6285, "step": 6978 }, { "epoch": 0.72, "learning_rate": 1.8610040007619904e-05, "loss": 0.6285, "step": 6979 }, { "epoch": 0.72, "learning_rate": 1.8596955309979315e-05, "loss": 0.584, "step": 6980 }, { "epoch": 0.72, "learning_rate": 1.8583874162914606e-05, "loss": 0.5398, "step": 6981 }, { "epoch": 0.72, "learning_rate": 1.8570796567904848e-05, "loss": 0.7056, "step": 6982 }, { "epoch": 0.72, "learning_rate": 1.85577225264286e-05, "loss": 0.7869, "step": 6983 }, { "epoch": 0.73, "learning_rate": 1.854465203996408e-05, "loss": 0.7002, "step": 6984 }, { "epoch": 0.73, "learning_rate": 1.8531585109989132e-05, "loss": 0.6707, "step": 6985 }, { "epoch": 0.73, "learning_rate": 1.851852173798114e-05, "loss": 0.5912, "step": 6986 }, { "epoch": 0.73, "learning_rate": 1.85054619254171e-05, "loss": 0.5966, "step": 6987 }, { "epoch": 0.73, "learning_rate": 1.8492405673773672e-05, "loss": 0.5749, "step": 6988 }, { "epoch": 0.73, "learning_rate": 1.8479352984526994e-05, "loss": 0.7353, "step": 6989 }, { "epoch": 0.73, "learning_rate": 1.8466303859152872e-05, "loss": 0.5998, "step": 6990 }, { "epoch": 0.73, "learning_rate": 1.8453258299126734e-05, "loss": 0.6132, "step": 6991 }, { "epoch": 0.73, "learning_rate": 1.844021630592355e-05, "loss": 0.6591, "step": 6992 }, { "epoch": 0.73, "learning_rate": 1.8427177881017904e-05, "loss": 0.6598, "step": 6993 }, { "epoch": 0.73, "learning_rate": 1.8414143025884007e-05, "loss": 0.7416, "step": 6994 }, { "epoch": 0.73, "learning_rate": 1.840111174199563e-05, "loss": 0.6748, "step": 6995 }, { "epoch": 0.73, "learning_rate": 1.8388084030826142e-05, "loss": 0.5005, "step": 6996 }, { "epoch": 0.73, "learning_rate": 1.8375059893848523e-05, "loss": 0.665, "step": 6997 }, { "epoch": 0.73, "learning_rate": 1.836203933253534e-05, "loss": 0.6712, "step": 6998 }, { "epoch": 0.73, "learning_rate": 1.8349022348358753e-05, "loss": 0.7126, "step": 6999 }, { "epoch": 0.73, "learning_rate": 1.8336008942790537e-05, "loss": 0.6294, "step": 7000 }, { "epoch": 0.73, "learning_rate": 1.8322999117302053e-05, "loss": 0.6493, "step": 7001 }, { "epoch": 0.73, "learning_rate": 1.830999287336424e-05, "loss": 0.6041, "step": 7002 }, { "epoch": 0.73, "learning_rate": 1.829699021244765e-05, "loss": 0.5107, "step": 7003 }, { "epoch": 0.73, "learning_rate": 1.828399113602241e-05, "loss": 0.6415, "step": 7004 }, { "epoch": 0.73, "learning_rate": 1.827099564555828e-05, "loss": 0.6688, "step": 7005 }, { "epoch": 0.73, "learning_rate": 1.8258003742524588e-05, "loss": 0.7655, "step": 7006 }, { "epoch": 0.73, "learning_rate": 1.824501542839025e-05, "loss": 0.5928, "step": 7007 }, { "epoch": 0.73, "learning_rate": 1.823203070462379e-05, "loss": 0.6821, "step": 7008 }, { "epoch": 0.73, "learning_rate": 1.8219049572693325e-05, "loss": 0.6788, "step": 7009 }, { "epoch": 0.73, "learning_rate": 1.820607203406654e-05, "loss": 0.7119, "step": 7010 }, { "epoch": 0.73, "learning_rate": 1.819309809021077e-05, "loss": 0.6658, "step": 7011 }, { "epoch": 0.73, "learning_rate": 1.81801277425929e-05, "loss": 0.6234, "step": 7012 }, { "epoch": 0.73, "learning_rate": 1.816716099267941e-05, "loss": 0.6926, "step": 7013 }, { "epoch": 0.73, "learning_rate": 1.815419784193639e-05, "loss": 0.734, "step": 7014 }, { "epoch": 0.73, "learning_rate": 1.814123829182951e-05, "loss": 0.6421, "step": 7015 }, { "epoch": 0.73, "learning_rate": 1.8128282343824017e-05, "loss": 0.6137, "step": 7016 }, { "epoch": 0.73, "learning_rate": 1.811532999938481e-05, "loss": 0.6485, "step": 7017 }, { "epoch": 0.73, "learning_rate": 1.8102381259976332e-05, "loss": 0.611, "step": 7018 }, { "epoch": 0.73, "learning_rate": 1.8089436127062598e-05, "loss": 0.6695, "step": 7019 }, { "epoch": 0.73, "learning_rate": 1.8076494602107308e-05, "loss": 0.6804, "step": 7020 }, { "epoch": 0.73, "learning_rate": 1.806355668657363e-05, "loss": 0.4999, "step": 7021 }, { "epoch": 0.73, "learning_rate": 1.805062238192439e-05, "loss": 0.6811, "step": 7022 }, { "epoch": 0.73, "learning_rate": 1.8037691689622042e-05, "loss": 0.6802, "step": 7023 }, { "epoch": 0.73, "learning_rate": 1.8024764611128565e-05, "loss": 0.6233, "step": 7024 }, { "epoch": 0.73, "learning_rate": 1.8011841147905544e-05, "loss": 0.6628, "step": 7025 }, { "epoch": 0.73, "learning_rate": 1.7998921301414196e-05, "loss": 0.6042, "step": 7026 }, { "epoch": 0.73, "learning_rate": 1.7986005073115302e-05, "loss": 0.6945, "step": 7027 }, { "epoch": 0.73, "learning_rate": 1.7973092464469175e-05, "loss": 0.7298, "step": 7028 }, { "epoch": 0.73, "learning_rate": 1.7960183476935838e-05, "loss": 0.6288, "step": 7029 }, { "epoch": 0.73, "learning_rate": 1.7947278111974818e-05, "loss": 0.5687, "step": 7030 }, { "epoch": 0.73, "learning_rate": 1.7934376371045235e-05, "loss": 0.7308, "step": 7031 }, { "epoch": 0.73, "learning_rate": 1.792147825560586e-05, "loss": 0.7975, "step": 7032 }, { "epoch": 0.73, "learning_rate": 1.7908583767115016e-05, "loss": 0.6034, "step": 7033 }, { "epoch": 0.73, "learning_rate": 1.7895692907030558e-05, "loss": 0.6969, "step": 7034 }, { "epoch": 0.73, "learning_rate": 1.7882805676810043e-05, "loss": 0.6214, "step": 7035 }, { "epoch": 0.73, "learning_rate": 1.7869922077910544e-05, "loss": 0.7015, "step": 7036 }, { "epoch": 0.73, "learning_rate": 1.7857042111788725e-05, "loss": 0.6392, "step": 7037 }, { "epoch": 0.73, "learning_rate": 1.7844165779900885e-05, "loss": 0.6822, "step": 7038 }, { "epoch": 0.73, "learning_rate": 1.783129308370287e-05, "loss": 0.6054, "step": 7039 }, { "epoch": 0.73, "learning_rate": 1.7818424024650127e-05, "loss": 0.712, "step": 7040 }, { "epoch": 0.73, "learning_rate": 1.7805558604197688e-05, "loss": 0.7723, "step": 7041 }, { "epoch": 0.73, "learning_rate": 1.779269682380018e-05, "loss": 0.7895, "step": 7042 }, { "epoch": 0.73, "learning_rate": 1.7779838684911803e-05, "loss": 0.6493, "step": 7043 }, { "epoch": 0.73, "learning_rate": 1.776698418898639e-05, "loss": 0.5962, "step": 7044 }, { "epoch": 0.73, "learning_rate": 1.775413333747732e-05, "loss": 0.6131, "step": 7045 }, { "epoch": 0.73, "learning_rate": 1.774128613183756e-05, "loss": 0.7981, "step": 7046 }, { "epoch": 0.73, "learning_rate": 1.7728442573519676e-05, "loss": 0.6753, "step": 7047 }, { "epoch": 0.73, "learning_rate": 1.7715602663975818e-05, "loss": 0.5739, "step": 7048 }, { "epoch": 0.73, "learning_rate": 1.7702766404657745e-05, "loss": 0.7798, "step": 7049 }, { "epoch": 0.73, "learning_rate": 1.768993379701677e-05, "loss": 0.6541, "step": 7050 }, { "epoch": 0.73, "learning_rate": 1.7677104842503816e-05, "loss": 0.7209, "step": 7051 }, { "epoch": 0.73, "learning_rate": 1.7664279542569382e-05, "loss": 0.6289, "step": 7052 }, { "epoch": 0.73, "learning_rate": 1.7651457898663554e-05, "loss": 0.6054, "step": 7053 }, { "epoch": 0.73, "learning_rate": 1.7638639912235993e-05, "loss": 0.6538, "step": 7054 }, { "epoch": 0.73, "learning_rate": 1.7625825584735993e-05, "loss": 0.6936, "step": 7055 }, { "epoch": 0.73, "learning_rate": 1.7613014917612385e-05, "loss": 0.7671, "step": 7056 }, { "epoch": 0.73, "learning_rate": 1.7600207912313604e-05, "loss": 0.5672, "step": 7057 }, { "epoch": 0.73, "learning_rate": 1.7587404570287657e-05, "loss": 0.6779, "step": 7058 }, { "epoch": 0.73, "learning_rate": 1.7574604892982195e-05, "loss": 0.6655, "step": 7059 }, { "epoch": 0.73, "learning_rate": 1.7561808881844338e-05, "loss": 0.675, "step": 7060 }, { "epoch": 0.73, "learning_rate": 1.754901653832093e-05, "loss": 0.6933, "step": 7061 }, { "epoch": 0.73, "learning_rate": 1.7536227863858302e-05, "loss": 0.5908, "step": 7062 }, { "epoch": 0.73, "learning_rate": 1.7523442859902384e-05, "loss": 0.6548, "step": 7063 }, { "epoch": 0.73, "learning_rate": 1.7510661527898754e-05, "loss": 0.601, "step": 7064 }, { "epoch": 0.73, "learning_rate": 1.7497883869292527e-05, "loss": 0.7051, "step": 7065 }, { "epoch": 0.73, "learning_rate": 1.7485109885528346e-05, "loss": 0.7479, "step": 7066 }, { "epoch": 0.73, "learning_rate": 1.747233957805055e-05, "loss": 0.7944, "step": 7067 }, { "epoch": 0.73, "learning_rate": 1.7459572948302998e-05, "loss": 0.6108, "step": 7068 }, { "epoch": 0.73, "learning_rate": 1.744680999772913e-05, "loss": 0.7736, "step": 7069 }, { "epoch": 0.73, "learning_rate": 1.7434050727772016e-05, "loss": 0.7784, "step": 7070 }, { "epoch": 0.73, "learning_rate": 1.7421295139874276e-05, "loss": 0.7373, "step": 7071 }, { "epoch": 0.73, "learning_rate": 1.740854323547807e-05, "loss": 0.5147, "step": 7072 }, { "epoch": 0.73, "learning_rate": 1.7395795016025233e-05, "loss": 0.7349, "step": 7073 }, { "epoch": 0.73, "learning_rate": 1.7383050482957136e-05, "loss": 0.7975, "step": 7074 }, { "epoch": 0.73, "learning_rate": 1.7370309637714704e-05, "loss": 0.7362, "step": 7075 }, { "epoch": 0.73, "learning_rate": 1.7357572481738515e-05, "loss": 0.7311, "step": 7076 }, { "epoch": 0.73, "learning_rate": 1.734483901646868e-05, "loss": 0.6112, "step": 7077 }, { "epoch": 0.73, "learning_rate": 1.7332109243344896e-05, "loss": 0.558, "step": 7078 }, { "epoch": 0.73, "learning_rate": 1.7319383163806457e-05, "loss": 0.6013, "step": 7079 }, { "epoch": 0.74, "learning_rate": 1.730666077929223e-05, "loss": 0.5996, "step": 7080 }, { "epoch": 0.74, "learning_rate": 1.7293942091240656e-05, "loss": 0.7118, "step": 7081 }, { "epoch": 0.74, "learning_rate": 1.7281227101089798e-05, "loss": 0.6316, "step": 7082 }, { "epoch": 0.74, "learning_rate": 1.7268515810277257e-05, "loss": 0.7035, "step": 7083 }, { "epoch": 0.74, "learning_rate": 1.725580822024024e-05, "loss": 0.7725, "step": 7084 }, { "epoch": 0.74, "learning_rate": 1.7243104332415504e-05, "loss": 0.6379, "step": 7085 }, { "epoch": 0.74, "learning_rate": 1.7230404148239437e-05, "loss": 0.6616, "step": 7086 }, { "epoch": 0.74, "learning_rate": 1.7217707669147946e-05, "loss": 0.7636, "step": 7087 }, { "epoch": 0.74, "learning_rate": 1.72050148965766e-05, "loss": 0.6711, "step": 7088 }, { "epoch": 0.74, "learning_rate": 1.719232583196048e-05, "loss": 0.5947, "step": 7089 }, { "epoch": 0.74, "learning_rate": 1.717964047673426e-05, "loss": 0.7837, "step": 7090 }, { "epoch": 0.74, "learning_rate": 1.716695883233225e-05, "loss": 0.678, "step": 7091 }, { "epoch": 0.74, "learning_rate": 1.715428090018823e-05, "loss": 0.7984, "step": 7092 }, { "epoch": 0.74, "learning_rate": 1.714160668173568e-05, "loss": 0.6913, "step": 7093 }, { "epoch": 0.74, "learning_rate": 1.7128936178407585e-05, "loss": 0.6009, "step": 7094 }, { "epoch": 0.74, "learning_rate": 1.711626939163654e-05, "loss": 0.677, "step": 7095 }, { "epoch": 0.74, "learning_rate": 1.7103606322854692e-05, "loss": 0.6955, "step": 7096 }, { "epoch": 0.74, "learning_rate": 1.7090946973493833e-05, "loss": 0.6483, "step": 7097 }, { "epoch": 0.74, "learning_rate": 1.7078291344985224e-05, "loss": 0.6472, "step": 7098 }, { "epoch": 0.74, "learning_rate": 1.706563943875982e-05, "loss": 0.7417, "step": 7099 }, { "epoch": 0.74, "learning_rate": 1.705299125624809e-05, "loss": 0.6956, "step": 7100 }, { "epoch": 0.74, "learning_rate": 1.7040346798880093e-05, "loss": 0.7335, "step": 7101 }, { "epoch": 0.74, "learning_rate": 1.702770606808546e-05, "loss": 0.6147, "step": 7102 }, { "epoch": 0.74, "learning_rate": 1.7015069065293454e-05, "loss": 0.8261, "step": 7103 }, { "epoch": 0.74, "learning_rate": 1.7002435791932814e-05, "loss": 0.7373, "step": 7104 }, { "epoch": 0.74, "learning_rate": 1.6989806249431966e-05, "loss": 0.6618, "step": 7105 }, { "epoch": 0.74, "learning_rate": 1.6977180439218848e-05, "loss": 0.6861, "step": 7106 }, { "epoch": 0.74, "learning_rate": 1.6964558362720974e-05, "loss": 0.6708, "step": 7107 }, { "epoch": 0.74, "learning_rate": 1.6951940021365494e-05, "loss": 0.5779, "step": 7108 }, { "epoch": 0.74, "learning_rate": 1.693932541657907e-05, "loss": 0.7608, "step": 7109 }, { "epoch": 0.74, "learning_rate": 1.692671454978798e-05, "loss": 0.5906, "step": 7110 }, { "epoch": 0.74, "learning_rate": 1.6914107422418062e-05, "loss": 0.7035, "step": 7111 }, { "epoch": 0.74, "learning_rate": 1.6901504035894744e-05, "loss": 0.7664, "step": 7112 }, { "epoch": 0.74, "learning_rate": 1.6888904391643e-05, "loss": 0.606, "step": 7113 }, { "epoch": 0.74, "learning_rate": 1.6876308491087438e-05, "loss": 0.6552, "step": 7114 }, { "epoch": 0.74, "learning_rate": 1.68637163356522e-05, "loss": 0.6457, "step": 7115 }, { "epoch": 0.74, "learning_rate": 1.6851127926761007e-05, "loss": 0.7668, "step": 7116 }, { "epoch": 0.74, "learning_rate": 1.683854326583717e-05, "loss": 0.8218, "step": 7117 }, { "epoch": 0.74, "learning_rate": 1.6825962354303566e-05, "loss": 0.6198, "step": 7118 }, { "epoch": 0.74, "learning_rate": 1.681338519358263e-05, "loss": 0.6889, "step": 7119 }, { "epoch": 0.74, "learning_rate": 1.680081178509644e-05, "loss": 0.6031, "step": 7120 }, { "epoch": 0.74, "learning_rate": 1.6788242130266584e-05, "loss": 0.6385, "step": 7121 }, { "epoch": 0.74, "learning_rate": 1.6775676230514244e-05, "loss": 0.6814, "step": 7122 }, { "epoch": 0.74, "learning_rate": 1.6763114087260173e-05, "loss": 0.6517, "step": 7123 }, { "epoch": 0.74, "learning_rate": 1.675055570192472e-05, "loss": 0.6269, "step": 7124 }, { "epoch": 0.74, "learning_rate": 1.6738001075927773e-05, "loss": 0.7161, "step": 7125 }, { "epoch": 0.74, "learning_rate": 1.6725450210688842e-05, "loss": 0.6269, "step": 7126 }, { "epoch": 0.74, "learning_rate": 1.6712903107626983e-05, "loss": 0.6273, "step": 7127 }, { "epoch": 0.74, "learning_rate": 1.6700359768160805e-05, "loss": 0.6602, "step": 7128 }, { "epoch": 0.74, "learning_rate": 1.6687820193708576e-05, "loss": 0.6553, "step": 7129 }, { "epoch": 0.74, "learning_rate": 1.667528438568802e-05, "loss": 0.6371, "step": 7130 }, { "epoch": 0.74, "learning_rate": 1.6662752345516497e-05, "loss": 0.5625, "step": 7131 }, { "epoch": 0.74, "learning_rate": 1.665022407461097e-05, "loss": 0.7474, "step": 7132 }, { "epoch": 0.74, "learning_rate": 1.663769957438793e-05, "loss": 0.6625, "step": 7133 }, { "epoch": 0.74, "learning_rate": 1.6625178846263446e-05, "loss": 0.654, "step": 7134 }, { "epoch": 0.74, "learning_rate": 1.6612661891653207e-05, "loss": 0.5739, "step": 7135 }, { "epoch": 0.74, "learning_rate": 1.6600148711972387e-05, "loss": 0.652, "step": 7136 }, { "epoch": 0.74, "learning_rate": 1.6587639308635818e-05, "loss": 0.6277, "step": 7137 }, { "epoch": 0.74, "learning_rate": 1.657513368305787e-05, "loss": 0.7057, "step": 7138 }, { "epoch": 0.74, "learning_rate": 1.6562631836652475e-05, "loss": 0.6986, "step": 7139 }, { "epoch": 0.74, "learning_rate": 1.6550133770833148e-05, "loss": 0.6624, "step": 7140 }, { "epoch": 0.74, "learning_rate": 1.6537639487013e-05, "loss": 0.7055, "step": 7141 }, { "epoch": 0.74, "learning_rate": 1.652514898660468e-05, "loss": 0.6782, "step": 7142 }, { "epoch": 0.74, "learning_rate": 1.651266227102043e-05, "loss": 0.6036, "step": 7143 }, { "epoch": 0.74, "learning_rate": 1.650017934167205e-05, "loss": 0.6792, "step": 7144 }, { "epoch": 0.74, "learning_rate": 1.6487700199970918e-05, "loss": 0.664, "step": 7145 }, { "epoch": 0.74, "learning_rate": 1.6475224847327976e-05, "loss": 0.6421, "step": 7146 }, { "epoch": 0.74, "learning_rate": 1.6462753285153766e-05, "loss": 0.7117, "step": 7147 }, { "epoch": 0.74, "learning_rate": 1.6450285514858375e-05, "loss": 0.6508, "step": 7148 }, { "epoch": 0.74, "learning_rate": 1.6437821537851462e-05, "loss": 0.7746, "step": 7149 }, { "epoch": 0.74, "learning_rate": 1.642536135554227e-05, "loss": 0.6048, "step": 7150 }, { "epoch": 0.74, "learning_rate": 1.6412904969339583e-05, "loss": 0.707, "step": 7151 }, { "epoch": 0.74, "learning_rate": 1.6400452380651814e-05, "loss": 0.5875, "step": 7152 }, { "epoch": 0.74, "learning_rate": 1.6388003590886892e-05, "loss": 0.6633, "step": 7153 }, { "epoch": 0.74, "learning_rate": 1.637555860145234e-05, "loss": 0.6699, "step": 7154 }, { "epoch": 0.74, "learning_rate": 1.636311741375524e-05, "loss": 0.682, "step": 7155 }, { "epoch": 0.74, "learning_rate": 1.6350680029202265e-05, "loss": 0.7334, "step": 7156 }, { "epoch": 0.74, "learning_rate": 1.6338246449199612e-05, "loss": 0.6853, "step": 7157 }, { "epoch": 0.74, "learning_rate": 1.6325816675153126e-05, "loss": 0.5702, "step": 7158 }, { "epoch": 0.74, "learning_rate": 1.6313390708468147e-05, "loss": 0.6112, "step": 7159 }, { "epoch": 0.74, "learning_rate": 1.6300968550549604e-05, "loss": 0.7399, "step": 7160 }, { "epoch": 0.74, "learning_rate": 1.6288550202802054e-05, "loss": 0.7326, "step": 7161 }, { "epoch": 0.74, "learning_rate": 1.6276135666629526e-05, "loss": 0.6771, "step": 7162 }, { "epoch": 0.74, "learning_rate": 1.626372494343566e-05, "loss": 0.6514, "step": 7163 }, { "epoch": 0.74, "learning_rate": 1.625131803462371e-05, "loss": 0.7085, "step": 7164 }, { "epoch": 0.74, "learning_rate": 1.6238914941596434e-05, "loss": 0.6259, "step": 7165 }, { "epoch": 0.74, "learning_rate": 1.6226515665756176e-05, "loss": 0.7686, "step": 7166 }, { "epoch": 0.74, "learning_rate": 1.62141202085049e-05, "loss": 0.8121, "step": 7167 }, { "epoch": 0.74, "learning_rate": 1.6201728571244052e-05, "loss": 0.6543, "step": 7168 }, { "epoch": 0.74, "learning_rate": 1.618934075537469e-05, "loss": 0.7077, "step": 7169 }, { "epoch": 0.74, "learning_rate": 1.6176956762297456e-05, "loss": 0.6607, "step": 7170 }, { "epoch": 0.74, "learning_rate": 1.6164576593412545e-05, "loss": 0.5696, "step": 7171 }, { "epoch": 0.74, "learning_rate": 1.6152200250119686e-05, "loss": 0.7248, "step": 7172 }, { "epoch": 0.74, "learning_rate": 1.6139827733818254e-05, "loss": 0.6127, "step": 7173 }, { "epoch": 0.74, "learning_rate": 1.6127459045907128e-05, "loss": 0.6145, "step": 7174 }, { "epoch": 0.74, "learning_rate": 1.611509418778473e-05, "loss": 0.6625, "step": 7175 }, { "epoch": 0.75, "learning_rate": 1.6102733160849142e-05, "loss": 0.6183, "step": 7176 }, { "epoch": 0.75, "learning_rate": 1.6090375966497935e-05, "loss": 0.7906, "step": 7177 }, { "epoch": 0.75, "learning_rate": 1.6078022606128257e-05, "loss": 0.7386, "step": 7178 }, { "epoch": 0.75, "learning_rate": 1.6065673081136873e-05, "loss": 0.6282, "step": 7179 }, { "epoch": 0.75, "learning_rate": 1.605332739292006e-05, "loss": 0.6271, "step": 7180 }, { "epoch": 0.75, "learning_rate": 1.6040985542873675e-05, "loss": 0.611, "step": 7181 }, { "epoch": 0.75, "learning_rate": 1.6028647532393153e-05, "loss": 0.6723, "step": 7182 }, { "epoch": 0.75, "learning_rate": 1.6016313362873485e-05, "loss": 0.7431, "step": 7183 }, { "epoch": 0.75, "learning_rate": 1.600398303570922e-05, "loss": 0.6879, "step": 7184 }, { "epoch": 0.75, "learning_rate": 1.59916565522945e-05, "loss": 0.7836, "step": 7185 }, { "epoch": 0.75, "learning_rate": 1.597933391402301e-05, "loss": 0.8802, "step": 7186 }, { "epoch": 0.75, "learning_rate": 1.5967015122288002e-05, "loss": 0.7849, "step": 7187 }, { "epoch": 0.75, "learning_rate": 1.595470017848231e-05, "loss": 0.7952, "step": 7188 }, { "epoch": 0.75, "learning_rate": 1.5942389083998277e-05, "loss": 0.7272, "step": 7189 }, { "epoch": 0.75, "learning_rate": 1.59300818402279e-05, "loss": 0.724, "step": 7190 }, { "epoch": 0.75, "learning_rate": 1.5917778448562687e-05, "loss": 0.6873, "step": 7191 }, { "epoch": 0.75, "learning_rate": 1.59054789103937e-05, "loss": 0.8138, "step": 7192 }, { "epoch": 0.75, "learning_rate": 1.5893183227111592e-05, "loss": 0.706, "step": 7193 }, { "epoch": 0.75, "learning_rate": 1.5880891400106568e-05, "loss": 0.6401, "step": 7194 }, { "epoch": 0.75, "learning_rate": 1.5868603430768388e-05, "loss": 0.6931, "step": 7195 }, { "epoch": 0.75, "learning_rate": 1.5856319320486413e-05, "loss": 0.7025, "step": 7196 }, { "epoch": 0.75, "learning_rate": 1.5844039070649537e-05, "loss": 0.6543, "step": 7197 }, { "epoch": 0.75, "learning_rate": 1.5831762682646206e-05, "loss": 0.6672, "step": 7198 }, { "epoch": 0.75, "learning_rate": 1.5819490157864457e-05, "loss": 0.8813, "step": 7199 }, { "epoch": 0.75, "learning_rate": 1.580722149769188e-05, "loss": 0.6744, "step": 7200 }, { "epoch": 0.75, "learning_rate": 1.579495670351561e-05, "loss": 0.6715, "step": 7201 }, { "epoch": 0.75, "learning_rate": 1.57826957767224e-05, "loss": 0.6553, "step": 7202 }, { "epoch": 0.75, "learning_rate": 1.57704387186985e-05, "loss": 0.7268, "step": 7203 }, { "epoch": 0.75, "learning_rate": 1.5758185530829737e-05, "loss": 0.4605, "step": 7204 }, { "epoch": 0.75, "learning_rate": 1.5745936214501556e-05, "loss": 0.6275, "step": 7205 }, { "epoch": 0.75, "learning_rate": 1.5733690771098908e-05, "loss": 0.7292, "step": 7206 }, { "epoch": 0.75, "learning_rate": 1.5721449202006284e-05, "loss": 0.7293, "step": 7207 }, { "epoch": 0.75, "learning_rate": 1.570921150860782e-05, "loss": 0.7499, "step": 7208 }, { "epoch": 0.75, "learning_rate": 1.5696977692287146e-05, "loss": 0.7474, "step": 7209 }, { "epoch": 0.75, "learning_rate": 1.568474775442746e-05, "loss": 0.5654, "step": 7210 }, { "epoch": 0.75, "learning_rate": 1.5672521696411574e-05, "loss": 0.6534, "step": 7211 }, { "epoch": 0.75, "learning_rate": 1.5660299519621818e-05, "loss": 0.6784, "step": 7212 }, { "epoch": 0.75, "learning_rate": 1.5648081225440036e-05, "loss": 0.7621, "step": 7213 }, { "epoch": 0.75, "learning_rate": 1.5635866815247745e-05, "loss": 0.7746, "step": 7214 }, { "epoch": 0.75, "learning_rate": 1.5623656290425948e-05, "loss": 0.6444, "step": 7215 }, { "epoch": 0.75, "learning_rate": 1.56114496523552e-05, "loss": 0.6884, "step": 7216 }, { "epoch": 0.75, "learning_rate": 1.5599246902415672e-05, "loss": 0.6188, "step": 7217 }, { "epoch": 0.75, "learning_rate": 1.5587048041987067e-05, "loss": 0.7832, "step": 7218 }, { "epoch": 0.75, "learning_rate": 1.5574853072448602e-05, "loss": 0.7086, "step": 7219 }, { "epoch": 0.75, "learning_rate": 1.556266199517914e-05, "loss": 0.7173, "step": 7220 }, { "epoch": 0.75, "learning_rate": 1.5550474811557048e-05, "loss": 0.7002, "step": 7221 }, { "epoch": 0.75, "learning_rate": 1.553829152296025e-05, "loss": 0.8001, "step": 7222 }, { "epoch": 0.75, "learning_rate": 1.5526112130766278e-05, "loss": 0.7274, "step": 7223 }, { "epoch": 0.75, "learning_rate": 1.5513936636352176e-05, "loss": 0.638, "step": 7224 }, { "epoch": 0.75, "learning_rate": 1.5501765041094568e-05, "loss": 0.706, "step": 7225 }, { "epoch": 0.75, "learning_rate": 1.5489597346369617e-05, "loss": 0.6362, "step": 7226 }, { "epoch": 0.75, "learning_rate": 1.5477433553553072e-05, "loss": 0.5908, "step": 7227 }, { "epoch": 0.75, "learning_rate": 1.546527366402021e-05, "loss": 0.5984, "step": 7228 }, { "epoch": 0.75, "learning_rate": 1.5453117679145917e-05, "loss": 0.6889, "step": 7229 }, { "epoch": 0.75, "learning_rate": 1.5440965600304587e-05, "loss": 0.6156, "step": 7230 }, { "epoch": 0.75, "learning_rate": 1.5428817428870196e-05, "loss": 0.6627, "step": 7231 }, { "epoch": 0.75, "learning_rate": 1.5416673166216267e-05, "loss": 0.7166, "step": 7232 }, { "epoch": 0.75, "learning_rate": 1.5404532813715877e-05, "loss": 0.7662, "step": 7233 }, { "epoch": 0.75, "learning_rate": 1.53923963727417e-05, "loss": 0.8139, "step": 7234 }, { "epoch": 0.75, "learning_rate": 1.5380263844665925e-05, "loss": 0.7268, "step": 7235 }, { "epoch": 0.75, "learning_rate": 1.5368135230860316e-05, "loss": 0.7463, "step": 7236 }, { "epoch": 0.75, "learning_rate": 1.535601053269617e-05, "loss": 0.6337, "step": 7237 }, { "epoch": 0.75, "learning_rate": 1.534388975154441e-05, "loss": 0.609, "step": 7238 }, { "epoch": 0.75, "learning_rate": 1.533177288877541e-05, "loss": 0.7043, "step": 7239 }, { "epoch": 0.75, "learning_rate": 1.53196599457592e-05, "loss": 0.6203, "step": 7240 }, { "epoch": 0.75, "learning_rate": 1.5307550923865316e-05, "loss": 0.68, "step": 7241 }, { "epoch": 0.75, "learning_rate": 1.5295445824462856e-05, "loss": 0.7256, "step": 7242 }, { "epoch": 0.75, "learning_rate": 1.5283344648920472e-05, "loss": 0.5759, "step": 7243 }, { "epoch": 0.75, "learning_rate": 1.527124739860642e-05, "loss": 0.6181, "step": 7244 }, { "epoch": 0.75, "learning_rate": 1.525915407488841e-05, "loss": 0.6963, "step": 7245 }, { "epoch": 0.75, "learning_rate": 1.5247064679133816e-05, "loss": 0.6718, "step": 7246 }, { "epoch": 0.75, "learning_rate": 1.523497921270951e-05, "loss": 0.7355, "step": 7247 }, { "epoch": 0.75, "learning_rate": 1.5222897676981918e-05, "loss": 0.6143, "step": 7248 }, { "epoch": 0.75, "learning_rate": 1.5210820073317056e-05, "loss": 0.7802, "step": 7249 }, { "epoch": 0.75, "learning_rate": 1.5198746403080489e-05, "loss": 0.6766, "step": 7250 }, { "epoch": 0.75, "learning_rate": 1.5186676667637262e-05, "loss": 0.6362, "step": 7251 }, { "epoch": 0.75, "learning_rate": 1.5174610868352097e-05, "loss": 0.7227, "step": 7252 }, { "epoch": 0.75, "learning_rate": 1.5162549006589178e-05, "loss": 0.724, "step": 7253 }, { "epoch": 0.75, "learning_rate": 1.5150491083712277e-05, "loss": 0.7029, "step": 7254 }, { "epoch": 0.75, "learning_rate": 1.5138437101084734e-05, "loss": 0.7086, "step": 7255 }, { "epoch": 0.75, "learning_rate": 1.512638706006943e-05, "loss": 0.6619, "step": 7256 }, { "epoch": 0.75, "learning_rate": 1.511434096202879e-05, "loss": 0.6259, "step": 7257 }, { "epoch": 0.75, "learning_rate": 1.51022988083248e-05, "loss": 0.6877, "step": 7258 }, { "epoch": 0.75, "learning_rate": 1.5090260600319012e-05, "loss": 0.6696, "step": 7259 }, { "epoch": 0.75, "learning_rate": 1.5078226339372497e-05, "loss": 0.7904, "step": 7260 }, { "epoch": 0.75, "learning_rate": 1.506619602684594e-05, "loss": 0.6109, "step": 7261 }, { "epoch": 0.75, "learning_rate": 1.5054169664099532e-05, "loss": 0.6332, "step": 7262 }, { "epoch": 0.75, "learning_rate": 1.5042147252493034e-05, "loss": 0.6766, "step": 7263 }, { "epoch": 0.75, "learning_rate": 1.503012879338574e-05, "loss": 0.6365, "step": 7264 }, { "epoch": 0.75, "learning_rate": 1.5018114288136525e-05, "loss": 0.5887, "step": 7265 }, { "epoch": 0.75, "learning_rate": 1.5006103738103794e-05, "loss": 0.6734, "step": 7266 }, { "epoch": 0.75, "learning_rate": 1.499409714464554e-05, "loss": 0.6505, "step": 7267 }, { "epoch": 0.75, "learning_rate": 1.498209450911927e-05, "loss": 0.8107, "step": 7268 }, { "epoch": 0.75, "learning_rate": 1.4970095832882041e-05, "loss": 0.7143, "step": 7269 }, { "epoch": 0.75, "learning_rate": 1.4958101117290535e-05, "loss": 0.7127, "step": 7270 }, { "epoch": 0.75, "learning_rate": 1.4946110363700877e-05, "loss": 0.6951, "step": 7271 }, { "epoch": 0.75, "learning_rate": 1.49341235734688e-05, "loss": 0.5082, "step": 7272 }, { "epoch": 0.76, "learning_rate": 1.492214074794962e-05, "loss": 0.6953, "step": 7273 }, { "epoch": 0.76, "learning_rate": 1.4910161888498153e-05, "loss": 0.6503, "step": 7274 }, { "epoch": 0.76, "learning_rate": 1.4898186996468766e-05, "loss": 0.7703, "step": 7275 }, { "epoch": 0.76, "learning_rate": 1.4886216073215453e-05, "loss": 0.6744, "step": 7276 }, { "epoch": 0.76, "learning_rate": 1.4874249120091633e-05, "loss": 0.5797, "step": 7277 }, { "epoch": 0.76, "learning_rate": 1.4862286138450398e-05, "loss": 0.7027, "step": 7278 }, { "epoch": 0.76, "learning_rate": 1.4850327129644315e-05, "loss": 0.7176, "step": 7279 }, { "epoch": 0.76, "learning_rate": 1.4838372095025538e-05, "loss": 0.6482, "step": 7280 }, { "epoch": 0.76, "learning_rate": 1.4826421035945732e-05, "loss": 0.5888, "step": 7281 }, { "epoch": 0.76, "learning_rate": 1.4814473953756191e-05, "loss": 0.6132, "step": 7282 }, { "epoch": 0.76, "learning_rate": 1.4802530849807649e-05, "loss": 0.7278, "step": 7283 }, { "epoch": 0.76, "learning_rate": 1.4790591725450498e-05, "loss": 0.6825, "step": 7284 }, { "epoch": 0.76, "learning_rate": 1.4778656582034606e-05, "loss": 0.6852, "step": 7285 }, { "epoch": 0.76, "learning_rate": 1.4766725420909427e-05, "loss": 0.5394, "step": 7286 }, { "epoch": 0.76, "learning_rate": 1.475479824342393e-05, "loss": 0.7092, "step": 7287 }, { "epoch": 0.76, "learning_rate": 1.4742875050926696e-05, "loss": 0.6572, "step": 7288 }, { "epoch": 0.76, "learning_rate": 1.4730955844765798e-05, "loss": 0.5994, "step": 7289 }, { "epoch": 0.76, "learning_rate": 1.4719040626288877e-05, "loss": 0.7182, "step": 7290 }, { "epoch": 0.76, "learning_rate": 1.4707129396843123e-05, "loss": 0.6779, "step": 7291 }, { "epoch": 0.76, "learning_rate": 1.4695222157775263e-05, "loss": 0.5725, "step": 7292 }, { "epoch": 0.76, "learning_rate": 1.4683318910431615e-05, "loss": 0.7668, "step": 7293 }, { "epoch": 0.76, "learning_rate": 1.4671419656158003e-05, "loss": 0.7087, "step": 7294 }, { "epoch": 0.76, "learning_rate": 1.4659524396299812e-05, "loss": 0.6666, "step": 7295 }, { "epoch": 0.76, "learning_rate": 1.464763313220197e-05, "loss": 0.7052, "step": 7296 }, { "epoch": 0.76, "learning_rate": 1.4635745865208966e-05, "loss": 0.6601, "step": 7297 }, { "epoch": 0.76, "learning_rate": 1.4623862596664811e-05, "loss": 0.6963, "step": 7298 }, { "epoch": 0.76, "learning_rate": 1.461198332791312e-05, "loss": 0.6182, "step": 7299 }, { "epoch": 0.76, "learning_rate": 1.4600108060296997e-05, "loss": 0.7643, "step": 7300 }, { "epoch": 0.76, "learning_rate": 1.45882367951591e-05, "loss": 0.5575, "step": 7301 }, { "epoch": 0.76, "learning_rate": 1.45763695338417e-05, "loss": 0.595, "step": 7302 }, { "epoch": 0.76, "learning_rate": 1.4564506277686518e-05, "loss": 0.6869, "step": 7303 }, { "epoch": 0.76, "learning_rate": 1.4552647028034872e-05, "loss": 0.7105, "step": 7304 }, { "epoch": 0.76, "learning_rate": 1.4540791786227647e-05, "loss": 0.6769, "step": 7305 }, { "epoch": 0.76, "learning_rate": 1.4528940553605247e-05, "loss": 0.692, "step": 7306 }, { "epoch": 0.76, "learning_rate": 1.4517093331507609e-05, "loss": 0.5439, "step": 7307 }, { "epoch": 0.76, "learning_rate": 1.4505250121274277e-05, "loss": 0.6598, "step": 7308 }, { "epoch": 0.76, "learning_rate": 1.4493410924244266e-05, "loss": 0.6817, "step": 7309 }, { "epoch": 0.76, "learning_rate": 1.4481575741756154e-05, "loss": 0.6487, "step": 7310 }, { "epoch": 0.76, "learning_rate": 1.4469744575148131e-05, "loss": 0.6296, "step": 7311 }, { "epoch": 0.76, "learning_rate": 1.4457917425757856e-05, "loss": 0.682, "step": 7312 }, { "epoch": 0.76, "learning_rate": 1.4446094294922551e-05, "loss": 0.7949, "step": 7313 }, { "epoch": 0.76, "learning_rate": 1.443427518397904e-05, "loss": 0.8185, "step": 7314 }, { "epoch": 0.76, "learning_rate": 1.4422460094263607e-05, "loss": 0.6626, "step": 7315 }, { "epoch": 0.76, "learning_rate": 1.4410649027112116e-05, "loss": 0.7489, "step": 7316 }, { "epoch": 0.76, "learning_rate": 1.4398841983860012e-05, "loss": 0.66, "step": 7317 }, { "epoch": 0.76, "learning_rate": 1.4387038965842237e-05, "loss": 0.6128, "step": 7318 }, { "epoch": 0.76, "learning_rate": 1.437523997439329e-05, "loss": 0.6848, "step": 7319 }, { "epoch": 0.76, "learning_rate": 1.4363445010847243e-05, "loss": 0.6607, "step": 7320 }, { "epoch": 0.76, "learning_rate": 1.4351654076537675e-05, "loss": 0.649, "step": 7321 }, { "epoch": 0.76, "learning_rate": 1.4339867172797733e-05, "loss": 0.7648, "step": 7322 }, { "epoch": 0.76, "learning_rate": 1.4328084300960087e-05, "loss": 0.6656, "step": 7323 }, { "epoch": 0.76, "learning_rate": 1.4316305462356972e-05, "loss": 0.6126, "step": 7324 }, { "epoch": 0.76, "learning_rate": 1.4304530658320143e-05, "loss": 0.8235, "step": 7325 }, { "epoch": 0.76, "learning_rate": 1.4292759890180945e-05, "loss": 0.7413, "step": 7326 }, { "epoch": 0.76, "learning_rate": 1.4280993159270217e-05, "loss": 0.6109, "step": 7327 }, { "epoch": 0.76, "learning_rate": 1.4269230466918365e-05, "loss": 0.6532, "step": 7328 }, { "epoch": 0.76, "learning_rate": 1.4257471814455336e-05, "loss": 0.6963, "step": 7329 }, { "epoch": 0.76, "learning_rate": 1.4245717203210612e-05, "loss": 0.7216, "step": 7330 }, { "epoch": 0.76, "learning_rate": 1.4233966634513218e-05, "loss": 0.7006, "step": 7331 }, { "epoch": 0.76, "learning_rate": 1.4222220109691753e-05, "loss": 0.6024, "step": 7332 }, { "epoch": 0.76, "learning_rate": 1.421047763007432e-05, "loss": 0.726, "step": 7333 }, { "epoch": 0.76, "learning_rate": 1.4198739196988576e-05, "loss": 0.5832, "step": 7334 }, { "epoch": 0.76, "learning_rate": 1.4187004811761734e-05, "loss": 0.7602, "step": 7335 }, { "epoch": 0.76, "learning_rate": 1.4175274475720507e-05, "loss": 0.6131, "step": 7336 }, { "epoch": 0.76, "learning_rate": 1.4163548190191228e-05, "loss": 0.6179, "step": 7337 }, { "epoch": 0.76, "learning_rate": 1.4151825956499703e-05, "loss": 0.7332, "step": 7338 }, { "epoch": 0.76, "learning_rate": 1.4140107775971306e-05, "loss": 0.6388, "step": 7339 }, { "epoch": 0.76, "learning_rate": 1.412839364993095e-05, "loss": 0.6589, "step": 7340 }, { "epoch": 0.76, "learning_rate": 1.4116683579703083e-05, "loss": 0.7951, "step": 7341 }, { "epoch": 0.76, "learning_rate": 1.4104977566611694e-05, "loss": 0.606, "step": 7342 }, { "epoch": 0.76, "learning_rate": 1.4093275611980345e-05, "loss": 0.8371, "step": 7343 }, { "epoch": 0.76, "learning_rate": 1.4081577717132094e-05, "loss": 0.7399, "step": 7344 }, { "epoch": 0.76, "learning_rate": 1.4069883883389557e-05, "loss": 0.7153, "step": 7345 }, { "epoch": 0.76, "learning_rate": 1.405819411207493e-05, "loss": 0.6906, "step": 7346 }, { "epoch": 0.76, "learning_rate": 1.4046508404509873e-05, "loss": 0.7481, "step": 7347 }, { "epoch": 0.76, "learning_rate": 1.4034826762015625e-05, "loss": 0.6777, "step": 7348 }, { "epoch": 0.76, "learning_rate": 1.4023149185912992e-05, "loss": 0.5927, "step": 7349 }, { "epoch": 0.76, "learning_rate": 1.401147567752229e-05, "loss": 0.6307, "step": 7350 }, { "epoch": 0.76, "learning_rate": 1.3999806238163365e-05, "loss": 0.6588, "step": 7351 }, { "epoch": 0.76, "learning_rate": 1.3988140869155642e-05, "loss": 0.6942, "step": 7352 }, { "epoch": 0.76, "learning_rate": 1.3976479571818068e-05, "loss": 0.7569, "step": 7353 }, { "epoch": 0.76, "learning_rate": 1.3964822347469075e-05, "loss": 0.6536, "step": 7354 }, { "epoch": 0.76, "learning_rate": 1.3953169197426735e-05, "loss": 0.6686, "step": 7355 }, { "epoch": 0.76, "learning_rate": 1.394152012300859e-05, "loss": 0.6582, "step": 7356 }, { "epoch": 0.76, "learning_rate": 1.3929875125531716e-05, "loss": 0.6876, "step": 7357 }, { "epoch": 0.76, "learning_rate": 1.3918234206312792e-05, "loss": 0.7876, "step": 7358 }, { "epoch": 0.76, "learning_rate": 1.390659736666799e-05, "loss": 0.7358, "step": 7359 }, { "epoch": 0.76, "learning_rate": 1.389496460791298e-05, "loss": 0.6863, "step": 7360 }, { "epoch": 0.76, "learning_rate": 1.3883335931363067e-05, "loss": 0.6746, "step": 7361 }, { "epoch": 0.76, "learning_rate": 1.3871711338333026e-05, "loss": 0.7238, "step": 7362 }, { "epoch": 0.76, "learning_rate": 1.3860090830137168e-05, "loss": 0.6708, "step": 7363 }, { "epoch": 0.76, "learning_rate": 1.3848474408089402e-05, "loss": 0.6784, "step": 7364 }, { "epoch": 0.76, "learning_rate": 1.3836862073503116e-05, "loss": 0.5989, "step": 7365 }, { "epoch": 0.76, "learning_rate": 1.3825253827691247e-05, "loss": 0.6491, "step": 7366 }, { "epoch": 0.76, "learning_rate": 1.3813649671966289e-05, "loss": 0.7597, "step": 7367 }, { "epoch": 0.76, "learning_rate": 1.380204960764026e-05, "loss": 0.6027, "step": 7368 }, { "epoch": 0.77, "learning_rate": 1.3790453636024696e-05, "loss": 0.6589, "step": 7369 }, { "epoch": 0.77, "learning_rate": 1.3778861758430734e-05, "loss": 0.6446, "step": 7370 }, { "epoch": 0.77, "learning_rate": 1.3767273976168975e-05, "loss": 0.6376, "step": 7371 }, { "epoch": 0.77, "learning_rate": 1.3755690290549606e-05, "loss": 0.6654, "step": 7372 }, { "epoch": 0.77, "learning_rate": 1.3744110702882324e-05, "loss": 0.7427, "step": 7373 }, { "epoch": 0.77, "learning_rate": 1.3732535214476372e-05, "loss": 0.7786, "step": 7374 }, { "epoch": 0.77, "learning_rate": 1.3720963826640509e-05, "loss": 0.6362, "step": 7375 }, { "epoch": 0.77, "learning_rate": 1.3709396540683094e-05, "loss": 0.57, "step": 7376 }, { "epoch": 0.77, "learning_rate": 1.3697833357911949e-05, "loss": 0.6212, "step": 7377 }, { "epoch": 0.77, "learning_rate": 1.368627427963447e-05, "loss": 0.6963, "step": 7378 }, { "epoch": 0.77, "learning_rate": 1.3674719307157586e-05, "loss": 0.7217, "step": 7379 }, { "epoch": 0.77, "learning_rate": 1.3663168441787727e-05, "loss": 0.7556, "step": 7380 }, { "epoch": 0.77, "learning_rate": 1.365162168483093e-05, "loss": 0.7314, "step": 7381 }, { "epoch": 0.77, "learning_rate": 1.36400790375927e-05, "loss": 0.6926, "step": 7382 }, { "epoch": 0.77, "learning_rate": 1.3628540501378118e-05, "loss": 0.7588, "step": 7383 }, { "epoch": 0.77, "learning_rate": 1.3617006077491756e-05, "loss": 0.7176, "step": 7384 }, { "epoch": 0.77, "learning_rate": 1.3605475767237802e-05, "loss": 0.5434, "step": 7385 }, { "epoch": 0.77, "learning_rate": 1.3593949571919868e-05, "loss": 0.6487, "step": 7386 }, { "epoch": 0.77, "learning_rate": 1.3582427492841199e-05, "loss": 0.6701, "step": 7387 }, { "epoch": 0.77, "learning_rate": 1.3570909531304527e-05, "loss": 0.6517, "step": 7388 }, { "epoch": 0.77, "learning_rate": 1.3559395688612108e-05, "loss": 0.6691, "step": 7389 }, { "epoch": 0.77, "learning_rate": 1.3547885966065788e-05, "loss": 0.6621, "step": 7390 }, { "epoch": 0.77, "learning_rate": 1.35363803649669e-05, "loss": 0.8371, "step": 7391 }, { "epoch": 0.77, "learning_rate": 1.3524878886616282e-05, "loss": 0.5959, "step": 7392 }, { "epoch": 0.77, "learning_rate": 1.3513381532314384e-05, "loss": 0.6726, "step": 7393 }, { "epoch": 0.77, "learning_rate": 1.350188830336115e-05, "loss": 0.6516, "step": 7394 }, { "epoch": 0.77, "learning_rate": 1.349039920105603e-05, "loss": 0.7951, "step": 7395 }, { "epoch": 0.77, "learning_rate": 1.3478914226698069e-05, "loss": 0.7237, "step": 7396 }, { "epoch": 0.77, "learning_rate": 1.3467433381585815e-05, "loss": 0.5992, "step": 7397 }, { "epoch": 0.77, "learning_rate": 1.3455956667017305e-05, "loss": 0.692, "step": 7398 }, { "epoch": 0.77, "learning_rate": 1.3444484084290188e-05, "loss": 0.5386, "step": 7399 }, { "epoch": 0.77, "learning_rate": 1.343301563470159e-05, "loss": 0.6342, "step": 7400 }, { "epoch": 0.77, "learning_rate": 1.3421551319548187e-05, "loss": 0.6543, "step": 7401 }, { "epoch": 0.77, "learning_rate": 1.3410091140126201e-05, "loss": 0.6471, "step": 7402 }, { "epoch": 0.77, "learning_rate": 1.3398635097731376e-05, "loss": 0.5265, "step": 7403 }, { "epoch": 0.77, "learning_rate": 1.3387183193658975e-05, "loss": 0.8509, "step": 7404 }, { "epoch": 0.77, "learning_rate": 1.3375735429203806e-05, "loss": 0.6074, "step": 7405 }, { "epoch": 0.77, "learning_rate": 1.3364291805660206e-05, "loss": 0.6926, "step": 7406 }, { "epoch": 0.77, "learning_rate": 1.3352852324322035e-05, "loss": 0.6577, "step": 7407 }, { "epoch": 0.77, "learning_rate": 1.3341416986482718e-05, "loss": 0.8243, "step": 7408 }, { "epoch": 0.77, "learning_rate": 1.3329985793435184e-05, "loss": 0.7369, "step": 7409 }, { "epoch": 0.77, "learning_rate": 1.3318558746471881e-05, "loss": 0.6256, "step": 7410 }, { "epoch": 0.77, "learning_rate": 1.3307135846884816e-05, "loss": 0.6622, "step": 7411 }, { "epoch": 0.77, "learning_rate": 1.3295717095965515e-05, "loss": 0.6118, "step": 7412 }, { "epoch": 0.77, "learning_rate": 1.3284302495005019e-05, "loss": 0.7443, "step": 7413 }, { "epoch": 0.77, "learning_rate": 1.327289204529395e-05, "loss": 0.6216, "step": 7414 }, { "epoch": 0.77, "learning_rate": 1.3261485748122403e-05, "loss": 0.7466, "step": 7415 }, { "epoch": 0.77, "learning_rate": 1.3250083604780017e-05, "loss": 0.5552, "step": 7416 }, { "epoch": 0.77, "learning_rate": 1.3238685616556024e-05, "loss": 0.6968, "step": 7417 }, { "epoch": 0.77, "learning_rate": 1.3227291784739076e-05, "loss": 0.6674, "step": 7418 }, { "epoch": 0.77, "learning_rate": 1.3215902110617428e-05, "loss": 0.6161, "step": 7419 }, { "epoch": 0.77, "learning_rate": 1.3204516595478866e-05, "loss": 0.7477, "step": 7420 }, { "epoch": 0.77, "learning_rate": 1.3193135240610683e-05, "loss": 0.689, "step": 7421 }, { "epoch": 0.77, "learning_rate": 1.3181758047299692e-05, "loss": 0.6938, "step": 7422 }, { "epoch": 0.77, "learning_rate": 1.3170385016832299e-05, "loss": 0.723, "step": 7423 }, { "epoch": 0.77, "learning_rate": 1.315901615049433e-05, "loss": 0.6589, "step": 7424 }, { "epoch": 0.77, "learning_rate": 1.3147651449571247e-05, "loss": 0.6207, "step": 7425 }, { "epoch": 0.77, "learning_rate": 1.3136290915347982e-05, "loss": 0.6366, "step": 7426 }, { "epoch": 0.77, "learning_rate": 1.3124934549109008e-05, "loss": 0.7093, "step": 7427 }, { "epoch": 0.77, "learning_rate": 1.311358235213832e-05, "loss": 0.6288, "step": 7428 }, { "epoch": 0.77, "learning_rate": 1.3102234325719492e-05, "loss": 0.5286, "step": 7429 }, { "epoch": 0.77, "learning_rate": 1.3090890471135525e-05, "loss": 0.8047, "step": 7430 }, { "epoch": 0.77, "learning_rate": 1.3079550789669055e-05, "loss": 0.7539, "step": 7431 }, { "epoch": 0.77, "learning_rate": 1.3068215282602186e-05, "loss": 0.7509, "step": 7432 }, { "epoch": 0.77, "learning_rate": 1.3056883951216542e-05, "loss": 0.7429, "step": 7433 }, { "epoch": 0.77, "learning_rate": 1.3045556796793335e-05, "loss": 0.6763, "step": 7434 }, { "epoch": 0.77, "learning_rate": 1.3034233820613246e-05, "loss": 0.7216, "step": 7435 }, { "epoch": 0.77, "learning_rate": 1.3022915023956505e-05, "loss": 0.721, "step": 7436 }, { "epoch": 0.77, "learning_rate": 1.301160040810287e-05, "loss": 0.6643, "step": 7437 }, { "epoch": 0.77, "learning_rate": 1.3000289974331625e-05, "loss": 0.7072, "step": 7438 }, { "epoch": 0.77, "learning_rate": 1.298898372392156e-05, "loss": 0.7286, "step": 7439 }, { "epoch": 0.77, "learning_rate": 1.2977681658151054e-05, "loss": 0.7502, "step": 7440 }, { "epoch": 0.77, "learning_rate": 1.2966383778297947e-05, "loss": 0.7761, "step": 7441 }, { "epoch": 0.77, "learning_rate": 1.2955090085639632e-05, "loss": 0.7279, "step": 7442 }, { "epoch": 0.77, "learning_rate": 1.294380058145303e-05, "loss": 0.6911, "step": 7443 }, { "epoch": 0.77, "learning_rate": 1.2932515267014583e-05, "loss": 0.6679, "step": 7444 }, { "epoch": 0.77, "learning_rate": 1.2921234143600247e-05, "loss": 0.6315, "step": 7445 }, { "epoch": 0.77, "learning_rate": 1.2909957212485551e-05, "loss": 0.6426, "step": 7446 }, { "epoch": 0.77, "learning_rate": 1.2898684474945506e-05, "loss": 0.6799, "step": 7447 }, { "epoch": 0.77, "learning_rate": 1.2887415932254632e-05, "loss": 0.6946, "step": 7448 }, { "epoch": 0.77, "learning_rate": 1.2876151585687064e-05, "loss": 0.7122, "step": 7449 }, { "epoch": 0.77, "learning_rate": 1.2864891436516347e-05, "loss": 0.6589, "step": 7450 }, { "epoch": 0.77, "learning_rate": 1.2853635486015609e-05, "loss": 0.5274, "step": 7451 }, { "epoch": 0.77, "learning_rate": 1.2842383735457537e-05, "loss": 0.6758, "step": 7452 }, { "epoch": 0.77, "learning_rate": 1.2831136186114279e-05, "loss": 0.6515, "step": 7453 }, { "epoch": 0.77, "learning_rate": 1.2819892839257536e-05, "loss": 0.588, "step": 7454 }, { "epoch": 0.77, "learning_rate": 1.2808653696158562e-05, "loss": 0.6812, "step": 7455 }, { "epoch": 0.77, "learning_rate": 1.279741875808808e-05, "loss": 0.7076, "step": 7456 }, { "epoch": 0.77, "learning_rate": 1.2786188026316353e-05, "loss": 0.6971, "step": 7457 }, { "epoch": 0.77, "learning_rate": 1.2774961502113208e-05, "loss": 0.6025, "step": 7458 }, { "epoch": 0.77, "learning_rate": 1.2763739186747969e-05, "loss": 0.6308, "step": 7459 }, { "epoch": 0.77, "learning_rate": 1.2752521081489455e-05, "loss": 0.7084, "step": 7460 }, { "epoch": 0.77, "learning_rate": 1.2741307187606084e-05, "loss": 0.6724, "step": 7461 }, { "epoch": 0.77, "learning_rate": 1.2730097506365707e-05, "loss": 0.6726, "step": 7462 }, { "epoch": 0.77, "learning_rate": 1.2718892039035751e-05, "loss": 0.7079, "step": 7463 }, { "epoch": 0.77, "learning_rate": 1.270769078688318e-05, "loss": 0.617, "step": 7464 }, { "epoch": 0.78, "learning_rate": 1.2696493751174454e-05, "loss": 0.7596, "step": 7465 }, { "epoch": 0.78, "learning_rate": 1.2685300933175538e-05, "loss": 0.6847, "step": 7466 }, { "epoch": 0.78, "learning_rate": 1.2674112334151978e-05, "loss": 0.6189, "step": 7467 }, { "epoch": 0.78, "learning_rate": 1.2662927955368798e-05, "loss": 0.6231, "step": 7468 }, { "epoch": 0.78, "learning_rate": 1.2651747798090546e-05, "loss": 0.6111, "step": 7469 }, { "epoch": 0.78, "learning_rate": 1.264057186358132e-05, "loss": 0.6866, "step": 7470 }, { "epoch": 0.78, "learning_rate": 1.2629400153104708e-05, "loss": 0.6697, "step": 7471 }, { "epoch": 0.78, "learning_rate": 1.2618232667923836e-05, "loss": 0.693, "step": 7472 }, { "epoch": 0.78, "learning_rate": 1.260706940930137e-05, "loss": 0.7687, "step": 7473 }, { "epoch": 0.78, "learning_rate": 1.2595910378499464e-05, "loss": 0.6874, "step": 7474 }, { "epoch": 0.78, "learning_rate": 1.2584755576779822e-05, "loss": 0.6132, "step": 7475 }, { "epoch": 0.78, "learning_rate": 1.2573605005403655e-05, "loss": 0.7635, "step": 7476 }, { "epoch": 0.78, "learning_rate": 1.2562458665631677e-05, "loss": 0.6259, "step": 7477 }, { "epoch": 0.78, "learning_rate": 1.255131655872418e-05, "loss": 0.6549, "step": 7478 }, { "epoch": 0.78, "learning_rate": 1.2540178685940929e-05, "loss": 0.7686, "step": 7479 }, { "epoch": 0.78, "learning_rate": 1.2529045048541222e-05, "loss": 0.6437, "step": 7480 }, { "epoch": 0.78, "learning_rate": 1.2517915647783885e-05, "loss": 0.814, "step": 7481 }, { "epoch": 0.78, "learning_rate": 1.2506790484927255e-05, "loss": 0.7369, "step": 7482 }, { "epoch": 0.78, "learning_rate": 1.2495669561229184e-05, "loss": 0.6771, "step": 7483 }, { "epoch": 0.78, "learning_rate": 1.2484552877947081e-05, "loss": 0.6266, "step": 7484 }, { "epoch": 0.78, "learning_rate": 1.2473440436337841e-05, "loss": 0.6829, "step": 7485 }, { "epoch": 0.78, "learning_rate": 1.2462332237657887e-05, "loss": 0.7431, "step": 7486 }, { "epoch": 0.78, "learning_rate": 1.2451228283163164e-05, "loss": 0.6281, "step": 7487 }, { "epoch": 0.78, "learning_rate": 1.2440128574109133e-05, "loss": 0.655, "step": 7488 }, { "epoch": 0.78, "learning_rate": 1.2429033111750776e-05, "loss": 0.64, "step": 7489 }, { "epoch": 0.78, "learning_rate": 1.2417941897342617e-05, "loss": 0.5894, "step": 7490 }, { "epoch": 0.78, "learning_rate": 1.2406854932138668e-05, "loss": 0.9307, "step": 7491 }, { "epoch": 0.78, "learning_rate": 1.239577221739246e-05, "loss": 0.626, "step": 7492 }, { "epoch": 0.78, "learning_rate": 1.2384693754357102e-05, "loss": 0.6899, "step": 7493 }, { "epoch": 0.78, "learning_rate": 1.2373619544285132e-05, "loss": 0.7474, "step": 7494 }, { "epoch": 0.78, "learning_rate": 1.2362549588428652e-05, "loss": 0.6924, "step": 7495 }, { "epoch": 0.78, "learning_rate": 1.2351483888039317e-05, "loss": 0.5677, "step": 7496 }, { "epoch": 0.78, "learning_rate": 1.2340422444368244e-05, "loss": 0.6475, "step": 7497 }, { "epoch": 0.78, "learning_rate": 1.2329365258666081e-05, "loss": 0.6227, "step": 7498 }, { "epoch": 0.78, "learning_rate": 1.231831233218304e-05, "loss": 0.8892, "step": 7499 }, { "epoch": 0.78, "learning_rate": 1.2307263666168811e-05, "loss": 0.7491, "step": 7500 }, { "epoch": 0.78, "learning_rate": 1.229621926187256e-05, "loss": 0.5529, "step": 7501 }, { "epoch": 0.78, "learning_rate": 1.2285179120543078e-05, "loss": 0.5738, "step": 7502 }, { "epoch": 0.78, "learning_rate": 1.2274143243428581e-05, "loss": 0.6001, "step": 7503 }, { "epoch": 0.78, "learning_rate": 1.2263111631776842e-05, "loss": 0.6679, "step": 7504 }, { "epoch": 0.78, "learning_rate": 1.2252084286835163e-05, "loss": 0.7422, "step": 7505 }, { "epoch": 0.78, "learning_rate": 1.2241061209850351e-05, "loss": 0.7253, "step": 7506 }, { "epoch": 0.78, "learning_rate": 1.2230042402068681e-05, "loss": 0.6719, "step": 7507 }, { "epoch": 0.78, "learning_rate": 1.2219027864736044e-05, "loss": 0.6663, "step": 7508 }, { "epoch": 0.78, "learning_rate": 1.2208017599097771e-05, "loss": 0.6954, "step": 7509 }, { "epoch": 0.78, "learning_rate": 1.2197011606398722e-05, "loss": 0.6059, "step": 7510 }, { "epoch": 0.78, "learning_rate": 1.2186009887883315e-05, "loss": 0.6052, "step": 7511 }, { "epoch": 0.78, "learning_rate": 1.2175012444795448e-05, "loss": 0.7876, "step": 7512 }, { "epoch": 0.78, "learning_rate": 1.2164019278378536e-05, "loss": 0.702, "step": 7513 }, { "epoch": 0.78, "learning_rate": 1.2153030389875524e-05, "loss": 0.5448, "step": 7514 }, { "epoch": 0.78, "learning_rate": 1.214204578052886e-05, "loss": 0.6299, "step": 7515 }, { "epoch": 0.78, "learning_rate": 1.2131065451580509e-05, "loss": 0.6213, "step": 7516 }, { "epoch": 0.78, "learning_rate": 1.2120089404271978e-05, "loss": 0.6043, "step": 7517 }, { "epoch": 0.78, "learning_rate": 1.2109117639844269e-05, "loss": 0.6068, "step": 7518 }, { "epoch": 0.78, "learning_rate": 1.209815015953789e-05, "loss": 0.5489, "step": 7519 }, { "epoch": 0.78, "learning_rate": 1.2087186964592879e-05, "loss": 0.6731, "step": 7520 }, { "epoch": 0.78, "learning_rate": 1.2076228056248778e-05, "loss": 0.7006, "step": 7521 }, { "epoch": 0.78, "learning_rate": 1.2065273435744672e-05, "loss": 0.7278, "step": 7522 }, { "epoch": 0.78, "learning_rate": 1.2054323104319131e-05, "loss": 0.6583, "step": 7523 }, { "epoch": 0.78, "learning_rate": 1.204337706321026e-05, "loss": 0.6084, "step": 7524 }, { "epoch": 0.78, "learning_rate": 1.2032435313655654e-05, "loss": 0.7021, "step": 7525 }, { "epoch": 0.78, "learning_rate": 1.202149785689245e-05, "loss": 0.698, "step": 7526 }, { "epoch": 0.78, "learning_rate": 1.2010564694157268e-05, "loss": 0.6219, "step": 7527 }, { "epoch": 0.78, "learning_rate": 1.1999635826686294e-05, "loss": 0.7101, "step": 7528 }, { "epoch": 0.78, "learning_rate": 1.1988711255715185e-05, "loss": 0.6772, "step": 7529 }, { "epoch": 0.78, "learning_rate": 1.1977790982479126e-05, "loss": 0.726, "step": 7530 }, { "epoch": 0.78, "learning_rate": 1.1966875008212791e-05, "loss": 0.7041, "step": 7531 }, { "epoch": 0.78, "learning_rate": 1.1955963334150438e-05, "loss": 0.6931, "step": 7532 }, { "epoch": 0.78, "learning_rate": 1.1945055961525742e-05, "loss": 0.6192, "step": 7533 }, { "epoch": 0.78, "learning_rate": 1.1934152891571976e-05, "loss": 0.6273, "step": 7534 }, { "epoch": 0.78, "learning_rate": 1.1923254125521883e-05, "loss": 0.6563, "step": 7535 }, { "epoch": 0.78, "learning_rate": 1.1912359664607715e-05, "loss": 0.6116, "step": 7536 }, { "epoch": 0.78, "learning_rate": 1.190146951006127e-05, "loss": 0.7774, "step": 7537 }, { "epoch": 0.78, "learning_rate": 1.1890583663113852e-05, "loss": 0.6482, "step": 7538 }, { "epoch": 0.78, "learning_rate": 1.1879702124996216e-05, "loss": 0.6558, "step": 7539 }, { "epoch": 0.78, "learning_rate": 1.1868824896938729e-05, "loss": 0.7256, "step": 7540 }, { "epoch": 0.78, "learning_rate": 1.1857951980171205e-05, "loss": 0.6642, "step": 7541 }, { "epoch": 0.78, "learning_rate": 1.1847083375922969e-05, "loss": 0.5897, "step": 7542 }, { "epoch": 0.78, "learning_rate": 1.1836219085422906e-05, "loss": 0.6043, "step": 7543 }, { "epoch": 0.78, "learning_rate": 1.1825359109899375e-05, "loss": 0.7837, "step": 7544 }, { "epoch": 0.78, "learning_rate": 1.181450345058025e-05, "loss": 0.7055, "step": 7545 }, { "epoch": 0.78, "learning_rate": 1.1803652108692925e-05, "loss": 0.6185, "step": 7546 }, { "epoch": 0.78, "learning_rate": 1.1792805085464298e-05, "loss": 0.8379, "step": 7547 }, { "epoch": 0.78, "learning_rate": 1.1781962382120782e-05, "loss": 0.7149, "step": 7548 }, { "epoch": 0.78, "learning_rate": 1.1771123999888328e-05, "loss": 0.5361, "step": 7549 }, { "epoch": 0.78, "learning_rate": 1.1760289939992353e-05, "loss": 0.5352, "step": 7550 }, { "epoch": 0.78, "learning_rate": 1.1749460203657814e-05, "loss": 0.7273, "step": 7551 }, { "epoch": 0.78, "learning_rate": 1.173863479210917e-05, "loss": 0.7033, "step": 7552 }, { "epoch": 0.78, "learning_rate": 1.1727813706570396e-05, "loss": 0.6455, "step": 7553 }, { "epoch": 0.78, "learning_rate": 1.1716996948264957e-05, "loss": 0.7006, "step": 7554 }, { "epoch": 0.78, "learning_rate": 1.1706184518415874e-05, "loss": 0.6776, "step": 7555 }, { "epoch": 0.78, "learning_rate": 1.1695376418245641e-05, "loss": 0.6612, "step": 7556 }, { "epoch": 0.78, "learning_rate": 1.1684572648976266e-05, "loss": 0.8052, "step": 7557 }, { "epoch": 0.78, "learning_rate": 1.167377321182928e-05, "loss": 0.7253, "step": 7558 }, { "epoch": 0.78, "learning_rate": 1.1662978108025718e-05, "loss": 0.7621, "step": 7559 }, { "epoch": 0.78, "learning_rate": 1.1652187338786109e-05, "loss": 0.6166, "step": 7560 }, { "epoch": 0.78, "learning_rate": 1.1641400905330535e-05, "loss": 0.6588, "step": 7561 }, { "epoch": 0.79, "learning_rate": 1.1630618808878546e-05, "loss": 0.6556, "step": 7562 }, { "epoch": 0.79, "learning_rate": 1.161984105064921e-05, "loss": 0.6399, "step": 7563 }, { "epoch": 0.79, "learning_rate": 1.1609067631861147e-05, "loss": 0.76, "step": 7564 }, { "epoch": 0.79, "learning_rate": 1.1598298553732395e-05, "loss": 0.644, "step": 7565 }, { "epoch": 0.79, "learning_rate": 1.15875338174806e-05, "loss": 0.5718, "step": 7566 }, { "epoch": 0.79, "learning_rate": 1.1576773424322856e-05, "loss": 0.7767, "step": 7567 }, { "epoch": 0.79, "learning_rate": 1.1566017375475791e-05, "loss": 0.8141, "step": 7568 }, { "epoch": 0.79, "learning_rate": 1.1555265672155513e-05, "loss": 0.6413, "step": 7569 }, { "epoch": 0.79, "learning_rate": 1.1544518315577707e-05, "loss": 0.6423, "step": 7570 }, { "epoch": 0.79, "learning_rate": 1.1533775306957462e-05, "loss": 0.6982, "step": 7571 }, { "epoch": 0.79, "learning_rate": 1.1523036647509473e-05, "loss": 0.7944, "step": 7572 }, { "epoch": 0.79, "learning_rate": 1.151230233844789e-05, "loss": 0.6474, "step": 7573 }, { "epoch": 0.79, "learning_rate": 1.1501572380986385e-05, "loss": 0.6864, "step": 7574 }, { "epoch": 0.79, "learning_rate": 1.1490846776338127e-05, "loss": 0.7031, "step": 7575 }, { "epoch": 0.79, "learning_rate": 1.1480125525715829e-05, "loss": 0.6672, "step": 7576 }, { "epoch": 0.79, "learning_rate": 1.1469408630331668e-05, "loss": 0.5626, "step": 7577 }, { "epoch": 0.79, "learning_rate": 1.1458696091397354e-05, "loss": 0.7216, "step": 7578 }, { "epoch": 0.79, "learning_rate": 1.1447987910124087e-05, "loss": 0.5724, "step": 7579 }, { "epoch": 0.79, "learning_rate": 1.1437284087722584e-05, "loss": 0.8296, "step": 7580 }, { "epoch": 0.79, "learning_rate": 1.1426584625403081e-05, "loss": 0.6899, "step": 7581 }, { "epoch": 0.79, "learning_rate": 1.1415889524375311e-05, "loss": 0.71, "step": 7582 }, { "epoch": 0.79, "learning_rate": 1.1405198785848503e-05, "loss": 0.6072, "step": 7583 }, { "epoch": 0.79, "learning_rate": 1.1394512411031405e-05, "loss": 0.634, "step": 7584 }, { "epoch": 0.79, "learning_rate": 1.1383830401132272e-05, "loss": 0.625, "step": 7585 }, { "epoch": 0.79, "learning_rate": 1.137315275735884e-05, "loss": 0.7722, "step": 7586 }, { "epoch": 0.79, "learning_rate": 1.1362479480918408e-05, "loss": 0.761, "step": 7587 }, { "epoch": 0.79, "learning_rate": 1.1351810573017736e-05, "loss": 0.637, "step": 7588 }, { "epoch": 0.79, "learning_rate": 1.1341146034863086e-05, "loss": 0.6591, "step": 7589 }, { "epoch": 0.79, "learning_rate": 1.1330485867660263e-05, "loss": 0.7235, "step": 7590 }, { "epoch": 0.79, "learning_rate": 1.1319830072614535e-05, "loss": 0.676, "step": 7591 }, { "epoch": 0.79, "learning_rate": 1.1309178650930696e-05, "loss": 0.5611, "step": 7592 }, { "epoch": 0.79, "learning_rate": 1.1298531603813068e-05, "loss": 0.6955, "step": 7593 }, { "epoch": 0.79, "learning_rate": 1.128788893246544e-05, "loss": 0.522, "step": 7594 }, { "epoch": 0.79, "learning_rate": 1.1277250638091113e-05, "loss": 0.6922, "step": 7595 }, { "epoch": 0.79, "learning_rate": 1.1266616721892947e-05, "loss": 0.7258, "step": 7596 }, { "epoch": 0.79, "learning_rate": 1.1255987185073214e-05, "loss": 0.6941, "step": 7597 }, { "epoch": 0.79, "learning_rate": 1.1245362028833739e-05, "loss": 0.6918, "step": 7598 }, { "epoch": 0.79, "learning_rate": 1.1234741254375886e-05, "loss": 0.7111, "step": 7599 }, { "epoch": 0.79, "learning_rate": 1.122412486290047e-05, "loss": 0.6269, "step": 7600 }, { "epoch": 0.79, "learning_rate": 1.1213512855607827e-05, "loss": 0.5724, "step": 7601 }, { "epoch": 0.79, "learning_rate": 1.1202905233697824e-05, "loss": 0.5982, "step": 7602 }, { "epoch": 0.79, "learning_rate": 1.1192301998369787e-05, "loss": 0.7157, "step": 7603 }, { "epoch": 0.79, "learning_rate": 1.1181703150822553e-05, "loss": 0.8183, "step": 7604 }, { "epoch": 0.79, "learning_rate": 1.117110869225451e-05, "loss": 0.7129, "step": 7605 }, { "epoch": 0.79, "learning_rate": 1.1160518623863503e-05, "loss": 0.6825, "step": 7606 }, { "epoch": 0.79, "learning_rate": 1.1149932946846887e-05, "loss": 0.7203, "step": 7607 }, { "epoch": 0.79, "learning_rate": 1.1139351662401543e-05, "loss": 0.6171, "step": 7608 }, { "epoch": 0.79, "learning_rate": 1.1128774771723837e-05, "loss": 0.6659, "step": 7609 }, { "epoch": 0.79, "learning_rate": 1.1118202276009643e-05, "loss": 0.6508, "step": 7610 }, { "epoch": 0.79, "learning_rate": 1.1107634176454335e-05, "loss": 0.6825, "step": 7611 }, { "epoch": 0.79, "learning_rate": 1.1097070474252785e-05, "loss": 0.6488, "step": 7612 }, { "epoch": 0.79, "learning_rate": 1.1086511170599373e-05, "loss": 0.7362, "step": 7613 }, { "epoch": 0.79, "learning_rate": 1.1075956266687998e-05, "loss": 0.7059, "step": 7614 }, { "epoch": 0.79, "learning_rate": 1.1065405763712045e-05, "loss": 0.6122, "step": 7615 }, { "epoch": 0.79, "learning_rate": 1.1054859662864397e-05, "loss": 0.6625, "step": 7616 }, { "epoch": 0.79, "learning_rate": 1.1044317965337453e-05, "loss": 0.5972, "step": 7617 }, { "epoch": 0.79, "learning_rate": 1.1033780672323096e-05, "loss": 0.6571, "step": 7618 }, { "epoch": 0.79, "learning_rate": 1.1023247785012714e-05, "loss": 0.6216, "step": 7619 }, { "epoch": 0.79, "learning_rate": 1.101271930459723e-05, "loss": 0.78, "step": 7620 }, { "epoch": 0.79, "learning_rate": 1.1002195232267038e-05, "loss": 0.8009, "step": 7621 }, { "epoch": 0.79, "learning_rate": 1.099167556921203e-05, "loss": 0.6685, "step": 7622 }, { "epoch": 0.79, "learning_rate": 1.0981160316621608e-05, "loss": 0.7449, "step": 7623 }, { "epoch": 0.79, "learning_rate": 1.0970649475684664e-05, "loss": 0.5957, "step": 7624 }, { "epoch": 0.79, "learning_rate": 1.0960143047589638e-05, "loss": 0.6711, "step": 7625 }, { "epoch": 0.79, "learning_rate": 1.0949641033524415e-05, "loss": 0.559, "step": 7626 }, { "epoch": 0.79, "learning_rate": 1.0939143434676401e-05, "loss": 0.6031, "step": 7627 }, { "epoch": 0.79, "learning_rate": 1.092865025223251e-05, "loss": 0.6604, "step": 7628 }, { "epoch": 0.79, "learning_rate": 1.0918161487379141e-05, "loss": 0.7034, "step": 7629 }, { "epoch": 0.79, "learning_rate": 1.0907677141302203e-05, "loss": 0.5708, "step": 7630 }, { "epoch": 0.79, "learning_rate": 1.089719721518712e-05, "loss": 0.6452, "step": 7631 }, { "epoch": 0.79, "learning_rate": 1.0886721710218794e-05, "loss": 0.6217, "step": 7632 }, { "epoch": 0.79, "learning_rate": 1.087625062758162e-05, "loss": 0.703, "step": 7633 }, { "epoch": 0.79, "learning_rate": 1.0865783968459552e-05, "loss": 0.7122, "step": 7634 }, { "epoch": 0.79, "learning_rate": 1.0855321734035955e-05, "loss": 0.7067, "step": 7635 }, { "epoch": 0.79, "learning_rate": 1.0844863925493737e-05, "loss": 0.6509, "step": 7636 }, { "epoch": 0.79, "learning_rate": 1.0834410544015338e-05, "loss": 0.623, "step": 7637 }, { "epoch": 0.79, "learning_rate": 1.0823961590782655e-05, "loss": 0.6387, "step": 7638 }, { "epoch": 0.79, "learning_rate": 1.0813517066977074e-05, "loss": 0.7146, "step": 7639 }, { "epoch": 0.79, "learning_rate": 1.0803076973779547e-05, "loss": 0.5794, "step": 7640 }, { "epoch": 0.79, "learning_rate": 1.0792641312370445e-05, "loss": 0.6492, "step": 7641 }, { "epoch": 0.79, "learning_rate": 1.0782210083929661e-05, "loss": 0.6858, "step": 7642 }, { "epoch": 0.79, "learning_rate": 1.0771783289636639e-05, "loss": 0.7182, "step": 7643 }, { "epoch": 0.79, "learning_rate": 1.0761360930670255e-05, "loss": 0.6894, "step": 7644 }, { "epoch": 0.79, "learning_rate": 1.0750943008208908e-05, "loss": 0.6869, "step": 7645 }, { "epoch": 0.79, "learning_rate": 1.0740529523430521e-05, "loss": 0.7253, "step": 7646 }, { "epoch": 0.79, "learning_rate": 1.0730120477512483e-05, "loss": 0.7675, "step": 7647 }, { "epoch": 0.79, "learning_rate": 1.0719715871631658e-05, "loss": 0.5734, "step": 7648 }, { "epoch": 0.79, "learning_rate": 1.070931570696448e-05, "loss": 0.8008, "step": 7649 }, { "epoch": 0.79, "learning_rate": 1.0698919984686823e-05, "loss": 0.5704, "step": 7650 }, { "epoch": 0.79, "learning_rate": 1.0688528705974066e-05, "loss": 0.7671, "step": 7651 }, { "epoch": 0.79, "learning_rate": 1.0678141872001125e-05, "loss": 0.5953, "step": 7652 }, { "epoch": 0.79, "learning_rate": 1.0667759483942363e-05, "loss": 0.6691, "step": 7653 }, { "epoch": 0.79, "learning_rate": 1.0657381542971667e-05, "loss": 0.5367, "step": 7654 }, { "epoch": 0.79, "learning_rate": 1.0647008050262413e-05, "loss": 0.6153, "step": 7655 }, { "epoch": 0.79, "learning_rate": 1.063663900698748e-05, "loss": 0.618, "step": 7656 }, { "epoch": 0.79, "learning_rate": 1.0626274414319226e-05, "loss": 0.6154, "step": 7657 }, { "epoch": 0.8, "learning_rate": 1.061591427342955e-05, "loss": 0.7304, "step": 7658 }, { "epoch": 0.8, "learning_rate": 1.0605558585489799e-05, "loss": 0.6687, "step": 7659 }, { "epoch": 0.8, "learning_rate": 1.0595207351670838e-05, "loss": 0.6751, "step": 7660 }, { "epoch": 0.8, "learning_rate": 1.0584860573143034e-05, "loss": 0.6121, "step": 7661 }, { "epoch": 0.8, "learning_rate": 1.0574518251076232e-05, "loss": 0.7605, "step": 7662 }, { "epoch": 0.8, "learning_rate": 1.0564180386639771e-05, "loss": 0.6347, "step": 7663 }, { "epoch": 0.8, "learning_rate": 1.0553846981002529e-05, "loss": 0.5701, "step": 7664 }, { "epoch": 0.8, "learning_rate": 1.0543518035332838e-05, "loss": 0.6492, "step": 7665 }, { "epoch": 0.8, "learning_rate": 1.0533193550798531e-05, "loss": 0.596, "step": 7666 }, { "epoch": 0.8, "learning_rate": 1.0522873528566952e-05, "loss": 0.6878, "step": 7667 }, { "epoch": 0.8, "learning_rate": 1.0512557969804909e-05, "loss": 0.6251, "step": 7668 }, { "epoch": 0.8, "learning_rate": 1.0502246875678756e-05, "loss": 0.5762, "step": 7669 }, { "epoch": 0.8, "learning_rate": 1.0491940247354303e-05, "loss": 0.78, "step": 7670 }, { "epoch": 0.8, "learning_rate": 1.0481638085996865e-05, "loss": 0.4719, "step": 7671 }, { "epoch": 0.8, "learning_rate": 1.047134039277125e-05, "loss": 0.7352, "step": 7672 }, { "epoch": 0.8, "learning_rate": 1.046104716884177e-05, "loss": 0.7209, "step": 7673 }, { "epoch": 0.8, "learning_rate": 1.0450758415372203e-05, "loss": 0.7044, "step": 7674 }, { "epoch": 0.8, "learning_rate": 1.0440474133525879e-05, "loss": 0.5579, "step": 7675 }, { "epoch": 0.8, "learning_rate": 1.043019432446557e-05, "loss": 0.6726, "step": 7676 }, { "epoch": 0.8, "learning_rate": 1.0419918989353545e-05, "loss": 0.6814, "step": 7677 }, { "epoch": 0.8, "learning_rate": 1.0409648129351612e-05, "loss": 0.6656, "step": 7678 }, { "epoch": 0.8, "learning_rate": 1.039938174562104e-05, "loss": 0.7105, "step": 7679 }, { "epoch": 0.8, "learning_rate": 1.038911983932256e-05, "loss": 0.6054, "step": 7680 }, { "epoch": 0.8, "learning_rate": 1.0378862411616463e-05, "loss": 0.7223, "step": 7681 }, { "epoch": 0.8, "learning_rate": 1.0368609463662494e-05, "loss": 0.6034, "step": 7682 }, { "epoch": 0.8, "learning_rate": 1.0358360996619882e-05, "loss": 0.568, "step": 7683 }, { "epoch": 0.8, "learning_rate": 1.0348117011647396e-05, "loss": 0.7069, "step": 7684 }, { "epoch": 0.8, "learning_rate": 1.033787750990327e-05, "loss": 0.6133, "step": 7685 }, { "epoch": 0.8, "learning_rate": 1.0327642492545192e-05, "loss": 0.5806, "step": 7686 }, { "epoch": 0.8, "learning_rate": 1.0317411960730416e-05, "loss": 0.6718, "step": 7687 }, { "epoch": 0.8, "learning_rate": 1.0307185915615642e-05, "loss": 0.7859, "step": 7688 }, { "epoch": 0.8, "learning_rate": 1.0296964358357065e-05, "loss": 0.7334, "step": 7689 }, { "epoch": 0.8, "learning_rate": 1.028674729011041e-05, "loss": 0.7317, "step": 7690 }, { "epoch": 0.8, "learning_rate": 1.0276534712030844e-05, "loss": 0.6765, "step": 7691 }, { "epoch": 0.8, "learning_rate": 1.0266326625273059e-05, "loss": 0.7499, "step": 7692 }, { "epoch": 0.8, "learning_rate": 1.0256123030991227e-05, "loss": 0.6368, "step": 7693 }, { "epoch": 0.8, "learning_rate": 1.0245923930339013e-05, "loss": 0.6466, "step": 7694 }, { "epoch": 0.8, "learning_rate": 1.0235729324469562e-05, "loss": 0.7497, "step": 7695 }, { "epoch": 0.8, "learning_rate": 1.0225539214535545e-05, "loss": 0.6906, "step": 7696 }, { "epoch": 0.8, "learning_rate": 1.0215353601689104e-05, "loss": 0.6448, "step": 7697 }, { "epoch": 0.8, "learning_rate": 1.020517248708186e-05, "loss": 0.7638, "step": 7698 }, { "epoch": 0.8, "learning_rate": 1.0194995871864942e-05, "loss": 0.5752, "step": 7699 }, { "epoch": 0.8, "learning_rate": 1.0184823757188966e-05, "loss": 0.6193, "step": 7700 }, { "epoch": 0.8, "learning_rate": 1.0174656144204026e-05, "loss": 0.6844, "step": 7701 }, { "epoch": 0.8, "learning_rate": 1.0164493034059752e-05, "loss": 0.6538, "step": 7702 }, { "epoch": 0.8, "learning_rate": 1.015433442790521e-05, "loss": 0.7549, "step": 7703 }, { "epoch": 0.8, "learning_rate": 1.014418032688898e-05, "loss": 0.6756, "step": 7704 }, { "epoch": 0.8, "learning_rate": 1.0134030732159144e-05, "loss": 0.7028, "step": 7705 }, { "epoch": 0.8, "learning_rate": 1.0123885644863234e-05, "loss": 0.6418, "step": 7706 }, { "epoch": 0.8, "learning_rate": 1.0113745066148344e-05, "loss": 0.6493, "step": 7707 }, { "epoch": 0.8, "learning_rate": 1.010360899716099e-05, "loss": 0.6916, "step": 7708 }, { "epoch": 0.8, "learning_rate": 1.009347743904721e-05, "loss": 0.6479, "step": 7709 }, { "epoch": 0.8, "learning_rate": 1.0083350392952507e-05, "loss": 0.6056, "step": 7710 }, { "epoch": 0.8, "learning_rate": 1.007322786002194e-05, "loss": 0.6999, "step": 7711 }, { "epoch": 0.8, "learning_rate": 1.0063109841399948e-05, "loss": 0.7576, "step": 7712 }, { "epoch": 0.8, "learning_rate": 1.0052996338230568e-05, "loss": 0.7308, "step": 7713 }, { "epoch": 0.8, "learning_rate": 1.0042887351657266e-05, "loss": 0.6782, "step": 7714 }, { "epoch": 0.8, "learning_rate": 1.003278288282301e-05, "loss": 0.7154, "step": 7715 }, { "epoch": 0.8, "learning_rate": 1.0022682932870247e-05, "loss": 0.6145, "step": 7716 }, { "epoch": 0.8, "learning_rate": 1.0012587502940962e-05, "loss": 0.8024, "step": 7717 }, { "epoch": 0.8, "learning_rate": 1.0002496594176542e-05, "loss": 0.7049, "step": 7718 }, { "epoch": 0.8, "learning_rate": 9.99241020771795e-06, "loss": 0.6331, "step": 7719 }, { "epoch": 0.8, "learning_rate": 9.982328344705588e-06, "loss": 0.686, "step": 7720 }, { "epoch": 0.8, "learning_rate": 9.972251006279349e-06, "loss": 0.7965, "step": 7721 }, { "epoch": 0.8, "learning_rate": 9.962178193578642e-06, "loss": 0.7064, "step": 7722 }, { "epoch": 0.8, "learning_rate": 9.95210990774234e-06, "loss": 0.6562, "step": 7723 }, { "epoch": 0.8, "learning_rate": 9.942046149908812e-06, "loss": 0.6254, "step": 7724 }, { "epoch": 0.8, "learning_rate": 9.931986921215907e-06, "loss": 0.6733, "step": 7725 }, { "epoch": 0.8, "learning_rate": 9.921932222800978e-06, "loss": 0.6931, "step": 7726 }, { "epoch": 0.8, "learning_rate": 9.911882055800831e-06, "loss": 0.7162, "step": 7727 }, { "epoch": 0.8, "learning_rate": 9.901836421351824e-06, "loss": 0.6906, "step": 7728 }, { "epoch": 0.8, "learning_rate": 9.891795320589741e-06, "loss": 0.7095, "step": 7729 }, { "epoch": 0.8, "learning_rate": 9.881758754649884e-06, "loss": 0.6167, "step": 7730 }, { "epoch": 0.8, "learning_rate": 9.871726724667029e-06, "loss": 0.7604, "step": 7731 }, { "epoch": 0.8, "learning_rate": 9.861699231775445e-06, "loss": 0.5706, "step": 7732 }, { "epoch": 0.8, "learning_rate": 9.851676277108879e-06, "loss": 0.5695, "step": 7733 }, { "epoch": 0.8, "learning_rate": 9.84165786180059e-06, "loss": 0.6478, "step": 7734 }, { "epoch": 0.8, "learning_rate": 9.831643986983307e-06, "loss": 0.6441, "step": 7735 }, { "epoch": 0.8, "learning_rate": 9.821634653789235e-06, "loss": 0.7032, "step": 7736 }, { "epoch": 0.8, "learning_rate": 9.81162986335008e-06, "loss": 0.6318, "step": 7737 }, { "epoch": 0.8, "learning_rate": 9.801629616797031e-06, "loss": 0.7893, "step": 7738 }, { "epoch": 0.8, "learning_rate": 9.791633915260751e-06, "loss": 0.6617, "step": 7739 }, { "epoch": 0.8, "learning_rate": 9.781642759871424e-06, "loss": 0.6945, "step": 7740 }, { "epoch": 0.8, "learning_rate": 9.771656151758685e-06, "loss": 0.5841, "step": 7741 }, { "epoch": 0.8, "learning_rate": 9.761674092051653e-06, "loss": 0.6561, "step": 7742 }, { "epoch": 0.8, "learning_rate": 9.751696581878994e-06, "loss": 0.6021, "step": 7743 }, { "epoch": 0.8, "learning_rate": 9.741723622368759e-06, "loss": 0.7899, "step": 7744 }, { "epoch": 0.8, "learning_rate": 9.731755214648546e-06, "loss": 0.5847, "step": 7745 }, { "epoch": 0.8, "learning_rate": 9.721791359845462e-06, "loss": 0.6692, "step": 7746 }, { "epoch": 0.8, "learning_rate": 9.71183205908604e-06, "loss": 0.633, "step": 7747 }, { "epoch": 0.8, "learning_rate": 9.701877313496321e-06, "loss": 0.6639, "step": 7748 }, { "epoch": 0.8, "learning_rate": 9.691927124201878e-06, "loss": 0.6786, "step": 7749 }, { "epoch": 0.8, "learning_rate": 9.681981492327663e-06, "loss": 0.7223, "step": 7750 }, { "epoch": 0.8, "learning_rate": 9.672040418998225e-06, "loss": 0.7165, "step": 7751 }, { "epoch": 0.8, "learning_rate": 9.662103905337527e-06, "loss": 0.6759, "step": 7752 }, { "epoch": 0.8, "learning_rate": 9.652171952469047e-06, "loss": 0.6728, "step": 7753 }, { "epoch": 0.81, "learning_rate": 9.642244561515723e-06, "loss": 0.6368, "step": 7754 }, { "epoch": 0.81, "learning_rate": 9.632321733600014e-06, "loss": 0.6774, "step": 7755 }, { "epoch": 0.81, "learning_rate": 9.622403469843827e-06, "loss": 0.7176, "step": 7756 }, { "epoch": 0.81, "learning_rate": 9.612489771368576e-06, "loss": 0.6687, "step": 7757 }, { "epoch": 0.81, "learning_rate": 9.602580639295144e-06, "loss": 0.7391, "step": 7758 }, { "epoch": 0.81, "learning_rate": 9.592676074743907e-06, "loss": 0.6644, "step": 7759 }, { "epoch": 0.81, "learning_rate": 9.58277607883471e-06, "loss": 0.7179, "step": 7760 }, { "epoch": 0.81, "learning_rate": 9.57288065268691e-06, "loss": 0.6392, "step": 7761 }, { "epoch": 0.81, "learning_rate": 9.56298979741933e-06, "loss": 0.6718, "step": 7762 }, { "epoch": 0.81, "learning_rate": 9.55310351415027e-06, "loss": 0.7738, "step": 7763 }, { "epoch": 0.81, "learning_rate": 9.54322180399752e-06, "loss": 0.5927, "step": 7764 }, { "epoch": 0.81, "learning_rate": 9.533344668078343e-06, "loss": 0.6794, "step": 7765 }, { "epoch": 0.81, "learning_rate": 9.523472107509512e-06, "loss": 0.5235, "step": 7766 }, { "epoch": 0.81, "learning_rate": 9.51360412340726e-06, "loss": 0.6649, "step": 7767 }, { "epoch": 0.81, "learning_rate": 9.503740716887305e-06, "loss": 0.5923, "step": 7768 }, { "epoch": 0.81, "learning_rate": 9.493881889064849e-06, "loss": 0.681, "step": 7769 }, { "epoch": 0.81, "learning_rate": 9.484027641054582e-06, "loss": 0.8586, "step": 7770 }, { "epoch": 0.81, "learning_rate": 9.474177973970655e-06, "loss": 0.5971, "step": 7771 }, { "epoch": 0.81, "learning_rate": 9.46433288892674e-06, "loss": 0.7476, "step": 7772 }, { "epoch": 0.81, "learning_rate": 9.454492387035963e-06, "loss": 0.5231, "step": 7773 }, { "epoch": 0.81, "learning_rate": 9.444656469410924e-06, "loss": 0.6426, "step": 7774 }, { "epoch": 0.81, "learning_rate": 9.43482513716375e-06, "loss": 0.7122, "step": 7775 }, { "epoch": 0.81, "learning_rate": 9.424998391405981e-06, "loss": 0.6323, "step": 7776 }, { "epoch": 0.81, "learning_rate": 9.41517623324868e-06, "loss": 0.7218, "step": 7777 }, { "epoch": 0.81, "learning_rate": 9.40535866380241e-06, "loss": 0.6891, "step": 7778 }, { "epoch": 0.81, "learning_rate": 9.395545684177177e-06, "loss": 0.6573, "step": 7779 }, { "epoch": 0.81, "learning_rate": 9.385737295482472e-06, "loss": 0.6345, "step": 7780 }, { "epoch": 0.81, "learning_rate": 9.375933498827316e-06, "loss": 0.6991, "step": 7781 }, { "epoch": 0.81, "learning_rate": 9.366134295320129e-06, "loss": 0.7537, "step": 7782 }, { "epoch": 0.81, "learning_rate": 9.35633968606886e-06, "loss": 0.6965, "step": 7783 }, { "epoch": 0.81, "learning_rate": 9.346549672180954e-06, "loss": 0.7833, "step": 7784 }, { "epoch": 0.81, "learning_rate": 9.336764254763314e-06, "loss": 0.6741, "step": 7785 }, { "epoch": 0.81, "learning_rate": 9.326983434922303e-06, "loss": 0.5682, "step": 7786 }, { "epoch": 0.81, "learning_rate": 9.317207213763813e-06, "loss": 0.6513, "step": 7787 }, { "epoch": 0.81, "learning_rate": 9.307435592393194e-06, "loss": 0.7425, "step": 7788 }, { "epoch": 0.81, "learning_rate": 9.29766857191523e-06, "loss": 0.5489, "step": 7789 }, { "epoch": 0.81, "learning_rate": 9.287906153434261e-06, "loss": 0.7004, "step": 7790 }, { "epoch": 0.81, "learning_rate": 9.278148338054066e-06, "loss": 0.6602, "step": 7791 }, { "epoch": 0.81, "learning_rate": 9.268395126877894e-06, "loss": 0.5655, "step": 7792 }, { "epoch": 0.81, "learning_rate": 9.258646521008513e-06, "loss": 0.6336, "step": 7793 }, { "epoch": 0.81, "learning_rate": 9.248902521548136e-06, "loss": 0.7987, "step": 7794 }, { "epoch": 0.81, "learning_rate": 9.239163129598465e-06, "loss": 0.7125, "step": 7795 }, { "epoch": 0.81, "learning_rate": 9.229428346260677e-06, "loss": 0.6645, "step": 7796 }, { "epoch": 0.81, "learning_rate": 9.219698172635439e-06, "loss": 0.6897, "step": 7797 }, { "epoch": 0.81, "learning_rate": 9.209972609822876e-06, "loss": 0.5905, "step": 7798 }, { "epoch": 0.81, "learning_rate": 9.200251658922627e-06, "loss": 0.6286, "step": 7799 }, { "epoch": 0.81, "learning_rate": 9.190535321033778e-06, "loss": 0.7055, "step": 7800 }, { "epoch": 0.81, "learning_rate": 9.180823597254901e-06, "loss": 0.6553, "step": 7801 }, { "epoch": 0.81, "learning_rate": 9.171116488684056e-06, "loss": 0.7224, "step": 7802 }, { "epoch": 0.81, "learning_rate": 9.161413996418772e-06, "loss": 0.7262, "step": 7803 }, { "epoch": 0.81, "learning_rate": 9.151716121556043e-06, "loss": 0.5845, "step": 7804 }, { "epoch": 0.81, "learning_rate": 9.142022865192385e-06, "loss": 0.5395, "step": 7805 }, { "epoch": 0.81, "learning_rate": 9.13233422842375e-06, "loss": 0.7185, "step": 7806 }, { "epoch": 0.81, "learning_rate": 9.122650212345574e-06, "loss": 0.6626, "step": 7807 }, { "epoch": 0.81, "learning_rate": 9.112970818052786e-06, "loss": 0.5906, "step": 7808 }, { "epoch": 0.81, "learning_rate": 9.103296046639764e-06, "loss": 0.5962, "step": 7809 }, { "epoch": 0.81, "learning_rate": 9.09362589920042e-06, "loss": 0.6619, "step": 7810 }, { "epoch": 0.81, "learning_rate": 9.083960376828082e-06, "loss": 0.6735, "step": 7811 }, { "epoch": 0.81, "learning_rate": 9.074299480615584e-06, "loss": 0.7402, "step": 7812 }, { "epoch": 0.81, "learning_rate": 9.064643211655233e-06, "loss": 0.568, "step": 7813 }, { "epoch": 0.81, "learning_rate": 9.054991571038807e-06, "loss": 0.6314, "step": 7814 }, { "epoch": 0.81, "learning_rate": 9.04534455985756e-06, "loss": 0.7022, "step": 7815 }, { "epoch": 0.81, "learning_rate": 9.035702179202254e-06, "loss": 0.6013, "step": 7816 }, { "epoch": 0.81, "learning_rate": 9.026064430163083e-06, "loss": 0.7146, "step": 7817 }, { "epoch": 0.81, "learning_rate": 9.016431313829726e-06, "loss": 0.7126, "step": 7818 }, { "epoch": 0.81, "learning_rate": 9.006802831291377e-06, "loss": 0.6562, "step": 7819 }, { "epoch": 0.81, "learning_rate": 8.997178983636672e-06, "loss": 0.6255, "step": 7820 }, { "epoch": 0.81, "learning_rate": 8.987559771953696e-06, "loss": 0.8293, "step": 7821 }, { "epoch": 0.81, "learning_rate": 8.977945197330078e-06, "loss": 0.6481, "step": 7822 }, { "epoch": 0.81, "learning_rate": 8.968335260852879e-06, "loss": 0.6764, "step": 7823 }, { "epoch": 0.81, "learning_rate": 8.95872996360862e-06, "loss": 0.7797, "step": 7824 }, { "epoch": 0.81, "learning_rate": 8.949129306683352e-06, "loss": 0.5047, "step": 7825 }, { "epoch": 0.81, "learning_rate": 8.939533291162571e-06, "loss": 0.706, "step": 7826 }, { "epoch": 0.81, "learning_rate": 8.929941918131214e-06, "loss": 0.6814, "step": 7827 }, { "epoch": 0.81, "learning_rate": 8.920355188673757e-06, "loss": 0.5903, "step": 7828 }, { "epoch": 0.81, "learning_rate": 8.910773103874114e-06, "loss": 0.7234, "step": 7829 }, { "epoch": 0.81, "learning_rate": 8.901195664815664e-06, "loss": 0.5484, "step": 7830 }, { "epoch": 0.81, "learning_rate": 8.891622872581307e-06, "loss": 0.649, "step": 7831 }, { "epoch": 0.81, "learning_rate": 8.88205472825338e-06, "loss": 0.6658, "step": 7832 }, { "epoch": 0.81, "learning_rate": 8.872491232913671e-06, "loss": 0.6714, "step": 7833 }, { "epoch": 0.81, "learning_rate": 8.862932387643507e-06, "loss": 0.7428, "step": 7834 }, { "epoch": 0.81, "learning_rate": 8.853378193523654e-06, "loss": 0.6997, "step": 7835 }, { "epoch": 0.81, "learning_rate": 8.843828651634328e-06, "loss": 0.6973, "step": 7836 }, { "epoch": 0.81, "learning_rate": 8.834283763055278e-06, "loss": 0.7583, "step": 7837 }, { "epoch": 0.81, "learning_rate": 8.824743528865681e-06, "loss": 0.6844, "step": 7838 }, { "epoch": 0.81, "learning_rate": 8.8152079501442e-06, "loss": 0.7382, "step": 7839 }, { "epoch": 0.81, "learning_rate": 8.805677027968967e-06, "loss": 0.6628, "step": 7840 }, { "epoch": 0.81, "learning_rate": 8.796150763417599e-06, "loss": 0.5324, "step": 7841 }, { "epoch": 0.81, "learning_rate": 8.786629157567167e-06, "loss": 0.6679, "step": 7842 }, { "epoch": 0.81, "learning_rate": 8.777112211494254e-06, "loss": 0.6552, "step": 7843 }, { "epoch": 0.81, "learning_rate": 8.767599926274878e-06, "loss": 0.6786, "step": 7844 }, { "epoch": 0.81, "learning_rate": 8.758092302984539e-06, "loss": 0.7586, "step": 7845 }, { "epoch": 0.81, "learning_rate": 8.748589342698215e-06, "loss": 0.6173, "step": 7846 }, { "epoch": 0.81, "learning_rate": 8.739091046490362e-06, "loss": 0.7395, "step": 7847 }, { "epoch": 0.81, "learning_rate": 8.729597415434882e-06, "loss": 0.6959, "step": 7848 }, { "epoch": 0.81, "learning_rate": 8.720108450605197e-06, "loss": 0.4933, "step": 7849 }, { "epoch": 0.81, "learning_rate": 8.71062415307416e-06, "loss": 0.5827, "step": 7850 }, { "epoch": 0.82, "learning_rate": 8.7011445239141e-06, "loss": 0.644, "step": 7851 }, { "epoch": 0.82, "learning_rate": 8.691669564196864e-06, "loss": 0.6524, "step": 7852 }, { "epoch": 0.82, "learning_rate": 8.682199274993685e-06, "loss": 0.5949, "step": 7853 }, { "epoch": 0.82, "learning_rate": 8.67273365737536e-06, "loss": 0.7283, "step": 7854 }, { "epoch": 0.82, "learning_rate": 8.6632727124121e-06, "loss": 0.7525, "step": 7855 }, { "epoch": 0.82, "learning_rate": 8.653816441173606e-06, "loss": 0.7123, "step": 7856 }, { "epoch": 0.82, "learning_rate": 8.644364844729036e-06, "loss": 0.5217, "step": 7857 }, { "epoch": 0.82, "learning_rate": 8.634917924147068e-06, "loss": 0.653, "step": 7858 }, { "epoch": 0.82, "learning_rate": 8.625475680495766e-06, "loss": 0.6253, "step": 7859 }, { "epoch": 0.82, "learning_rate": 8.61603811484275e-06, "loss": 0.733, "step": 7860 }, { "epoch": 0.82, "learning_rate": 8.606605228255071e-06, "loss": 0.7649, "step": 7861 }, { "epoch": 0.82, "learning_rate": 8.59717702179923e-06, "loss": 0.5817, "step": 7862 }, { "epoch": 0.82, "learning_rate": 8.587753496541257e-06, "loss": 0.6791, "step": 7863 }, { "epoch": 0.82, "learning_rate": 8.57833465354662e-06, "loss": 0.5927, "step": 7864 }, { "epoch": 0.82, "learning_rate": 8.568920493880222e-06, "loss": 0.5894, "step": 7865 }, { "epoch": 0.82, "learning_rate": 8.559511018606503e-06, "loss": 0.5734, "step": 7866 }, { "epoch": 0.82, "learning_rate": 8.55010622878934e-06, "loss": 0.7102, "step": 7867 }, { "epoch": 0.82, "learning_rate": 8.540706125492059e-06, "loss": 0.7112, "step": 7868 }, { "epoch": 0.82, "learning_rate": 8.531310709777512e-06, "loss": 0.6266, "step": 7869 }, { "epoch": 0.82, "learning_rate": 8.521919982707977e-06, "loss": 0.6648, "step": 7870 }, { "epoch": 0.82, "learning_rate": 8.512533945345207e-06, "loss": 0.6758, "step": 7871 }, { "epoch": 0.82, "learning_rate": 8.503152598750435e-06, "loss": 0.7244, "step": 7872 }, { "epoch": 0.82, "learning_rate": 8.493775943984367e-06, "loss": 0.7886, "step": 7873 }, { "epoch": 0.82, "learning_rate": 8.484403982107153e-06, "loss": 0.7709, "step": 7874 }, { "epoch": 0.82, "learning_rate": 8.475036714178453e-06, "loss": 0.8051, "step": 7875 }, { "epoch": 0.82, "learning_rate": 8.465674141257362e-06, "loss": 0.5429, "step": 7876 }, { "epoch": 0.82, "learning_rate": 8.456316264402464e-06, "loss": 0.6405, "step": 7877 }, { "epoch": 0.82, "learning_rate": 8.4469630846718e-06, "loss": 0.7737, "step": 7878 }, { "epoch": 0.82, "learning_rate": 8.43761460312289e-06, "loss": 0.5985, "step": 7879 }, { "epoch": 0.82, "learning_rate": 8.42827082081269e-06, "loss": 0.5768, "step": 7880 }, { "epoch": 0.82, "learning_rate": 8.418931738797691e-06, "loss": 0.7584, "step": 7881 }, { "epoch": 0.82, "learning_rate": 8.409597358133797e-06, "loss": 0.5907, "step": 7882 }, { "epoch": 0.82, "learning_rate": 8.4002676798764e-06, "loss": 0.6339, "step": 7883 }, { "epoch": 0.82, "learning_rate": 8.390942705080345e-06, "loss": 0.6499, "step": 7884 }, { "epoch": 0.82, "learning_rate": 8.381622434799974e-06, "loss": 0.6409, "step": 7885 }, { "epoch": 0.82, "learning_rate": 8.372306870089058e-06, "loss": 0.6558, "step": 7886 }, { "epoch": 0.82, "learning_rate": 8.362996012000885e-06, "loss": 0.8064, "step": 7887 }, { "epoch": 0.82, "learning_rate": 8.353689861588176e-06, "loss": 0.6683, "step": 7888 }, { "epoch": 0.82, "learning_rate": 8.34438841990311e-06, "loss": 0.7193, "step": 7889 }, { "epoch": 0.82, "learning_rate": 8.335091687997386e-06, "loss": 0.5969, "step": 7890 }, { "epoch": 0.82, "learning_rate": 8.325799666922112e-06, "loss": 0.7569, "step": 7891 }, { "epoch": 0.82, "learning_rate": 8.316512357727879e-06, "loss": 0.6276, "step": 7892 }, { "epoch": 0.82, "learning_rate": 8.30722976146478e-06, "loss": 0.6953, "step": 7893 }, { "epoch": 0.82, "learning_rate": 8.297951879182337e-06, "loss": 0.7891, "step": 7894 }, { "epoch": 0.82, "learning_rate": 8.288678711929538e-06, "loss": 0.7385, "step": 7895 }, { "epoch": 0.82, "learning_rate": 8.279410260754883e-06, "loss": 0.6374, "step": 7896 }, { "epoch": 0.82, "learning_rate": 8.270146526706269e-06, "loss": 0.6941, "step": 7897 }, { "epoch": 0.82, "learning_rate": 8.260887510831122e-06, "loss": 0.5851, "step": 7898 }, { "epoch": 0.82, "learning_rate": 8.251633214176307e-06, "loss": 0.645, "step": 7899 }, { "epoch": 0.82, "learning_rate": 8.242383637788153e-06, "loss": 0.714, "step": 7900 }, { "epoch": 0.82, "learning_rate": 8.233138782712452e-06, "loss": 0.6018, "step": 7901 }, { "epoch": 0.82, "learning_rate": 8.223898649994488e-06, "loss": 0.7355, "step": 7902 }, { "epoch": 0.82, "learning_rate": 8.214663240678987e-06, "loss": 0.6572, "step": 7903 }, { "epoch": 0.82, "learning_rate": 8.205432555810156e-06, "loss": 0.7985, "step": 7904 }, { "epoch": 0.82, "learning_rate": 8.196206596431644e-06, "loss": 0.7164, "step": 7905 }, { "epoch": 0.82, "learning_rate": 8.186985363586574e-06, "loss": 0.6468, "step": 7906 }, { "epoch": 0.82, "learning_rate": 8.177768858317575e-06, "loss": 0.5983, "step": 7907 }, { "epoch": 0.82, "learning_rate": 8.168557081666689e-06, "loss": 0.6641, "step": 7908 }, { "epoch": 0.82, "learning_rate": 8.159350034675438e-06, "loss": 0.6571, "step": 7909 }, { "epoch": 0.82, "learning_rate": 8.150147718384826e-06, "loss": 0.6106, "step": 7910 }, { "epoch": 0.82, "learning_rate": 8.1409501338353e-06, "loss": 0.6786, "step": 7911 }, { "epoch": 0.82, "learning_rate": 8.131757282066777e-06, "loss": 0.6098, "step": 7912 }, { "epoch": 0.82, "learning_rate": 8.12256916411866e-06, "loss": 0.6455, "step": 7913 }, { "epoch": 0.82, "learning_rate": 8.113385781029797e-06, "loss": 0.7134, "step": 7914 }, { "epoch": 0.82, "learning_rate": 8.104207133838504e-06, "loss": 0.6246, "step": 7915 }, { "epoch": 0.82, "learning_rate": 8.095033223582554e-06, "loss": 0.6732, "step": 7916 }, { "epoch": 0.82, "learning_rate": 8.085864051299202e-06, "loss": 0.6538, "step": 7917 }, { "epoch": 0.82, "learning_rate": 8.076699618025141e-06, "loss": 0.7868, "step": 7918 }, { "epoch": 0.82, "learning_rate": 8.067539924796569e-06, "loss": 0.6263, "step": 7919 }, { "epoch": 0.82, "learning_rate": 8.058384972649113e-06, "loss": 0.7699, "step": 7920 }, { "epoch": 0.82, "learning_rate": 8.049234762617858e-06, "loss": 0.6464, "step": 7921 }, { "epoch": 0.82, "learning_rate": 8.040089295737413e-06, "loss": 0.6112, "step": 7922 }, { "epoch": 0.82, "learning_rate": 8.03094857304177e-06, "loss": 0.6331, "step": 7923 }, { "epoch": 0.82, "learning_rate": 8.021812595564421e-06, "loss": 0.6882, "step": 7924 }, { "epoch": 0.82, "learning_rate": 8.012681364338342e-06, "loss": 0.616, "step": 7925 }, { "epoch": 0.82, "learning_rate": 8.003554880395952e-06, "loss": 0.6903, "step": 7926 }, { "epoch": 0.82, "learning_rate": 7.99443314476911e-06, "loss": 0.6879, "step": 7927 }, { "epoch": 0.82, "learning_rate": 7.985316158489204e-06, "loss": 0.6592, "step": 7928 }, { "epoch": 0.82, "learning_rate": 7.97620392258701e-06, "loss": 0.6242, "step": 7929 }, { "epoch": 0.82, "learning_rate": 7.967096438092797e-06, "loss": 0.6007, "step": 7930 }, { "epoch": 0.82, "learning_rate": 7.95799370603632e-06, "loss": 0.6399, "step": 7931 }, { "epoch": 0.82, "learning_rate": 7.948895727446777e-06, "loss": 0.6496, "step": 7932 }, { "epoch": 0.82, "learning_rate": 7.9398025033528e-06, "loss": 0.6397, "step": 7933 }, { "epoch": 0.82, "learning_rate": 7.93071403478255e-06, "loss": 0.5911, "step": 7934 }, { "epoch": 0.82, "learning_rate": 7.921630322763601e-06, "loss": 0.7543, "step": 7935 }, { "epoch": 0.82, "learning_rate": 7.912551368322974e-06, "loss": 0.7287, "step": 7936 }, { "epoch": 0.82, "learning_rate": 7.903477172487206e-06, "loss": 0.8578, "step": 7937 }, { "epoch": 0.82, "learning_rate": 7.89440773628226e-06, "loss": 0.7276, "step": 7938 }, { "epoch": 0.82, "learning_rate": 7.885343060733558e-06, "loss": 0.6402, "step": 7939 }, { "epoch": 0.82, "learning_rate": 7.876283146866014e-06, "loss": 0.6746, "step": 7940 }, { "epoch": 0.82, "learning_rate": 7.867227995703979e-06, "loss": 0.6945, "step": 7941 }, { "epoch": 0.82, "learning_rate": 7.858177608271267e-06, "loss": 0.7035, "step": 7942 }, { "epoch": 0.82, "learning_rate": 7.849131985591163e-06, "loss": 0.6556, "step": 7943 }, { "epoch": 0.82, "learning_rate": 7.8400911286864e-06, "loss": 0.6205, "step": 7944 }, { "epoch": 0.82, "learning_rate": 7.831055038579166e-06, "loss": 0.7383, "step": 7945 }, { "epoch": 0.82, "learning_rate": 7.82202371629116e-06, "loss": 0.5843, "step": 7946 }, { "epoch": 0.83, "learning_rate": 7.812997162843483e-06, "loss": 0.7014, "step": 7947 }, { "epoch": 0.83, "learning_rate": 7.803975379256722e-06, "loss": 0.6389, "step": 7948 }, { "epoch": 0.83, "learning_rate": 7.794958366550925e-06, "loss": 0.6767, "step": 7949 }, { "epoch": 0.83, "learning_rate": 7.785946125745585e-06, "loss": 0.6941, "step": 7950 }, { "epoch": 0.83, "learning_rate": 7.77693865785969e-06, "loss": 0.5244, "step": 7951 }, { "epoch": 0.83, "learning_rate": 7.767935963911654e-06, "loss": 0.7499, "step": 7952 }, { "epoch": 0.83, "learning_rate": 7.758938044919372e-06, "loss": 0.7352, "step": 7953 }, { "epoch": 0.83, "learning_rate": 7.74994490190018e-06, "loss": 0.6628, "step": 7954 }, { "epoch": 0.83, "learning_rate": 7.740956535870892e-06, "loss": 0.6006, "step": 7955 }, { "epoch": 0.83, "learning_rate": 7.73197294784776e-06, "loss": 0.7055, "step": 7956 }, { "epoch": 0.83, "learning_rate": 7.72299413884654e-06, "loss": 0.6482, "step": 7957 }, { "epoch": 0.83, "learning_rate": 7.714020109882397e-06, "loss": 0.7026, "step": 7958 }, { "epoch": 0.83, "learning_rate": 7.705050861969982e-06, "loss": 0.7077, "step": 7959 }, { "epoch": 0.83, "learning_rate": 7.696086396123403e-06, "loss": 0.5402, "step": 7960 }, { "epoch": 0.83, "learning_rate": 7.687126713356219e-06, "loss": 0.5929, "step": 7961 }, { "epoch": 0.83, "learning_rate": 7.67817181468145e-06, "loss": 0.8269, "step": 7962 }, { "epoch": 0.83, "learning_rate": 7.669221701111595e-06, "loss": 0.6089, "step": 7963 }, { "epoch": 0.83, "learning_rate": 7.660276373658587e-06, "loss": 0.5799, "step": 7964 }, { "epoch": 0.83, "learning_rate": 7.651335833333812e-06, "loss": 0.596, "step": 7965 }, { "epoch": 0.83, "learning_rate": 7.64240008114816e-06, "loss": 0.6326, "step": 7966 }, { "epoch": 0.83, "learning_rate": 7.633469118111947e-06, "loss": 0.7095, "step": 7967 }, { "epoch": 0.83, "learning_rate": 7.624542945234908e-06, "loss": 0.5811, "step": 7968 }, { "epoch": 0.83, "learning_rate": 7.615621563526315e-06, "loss": 0.639, "step": 7969 }, { "epoch": 0.83, "learning_rate": 7.60670497399486e-06, "loss": 0.6478, "step": 7970 }, { "epoch": 0.83, "learning_rate": 7.597793177648671e-06, "loss": 0.596, "step": 7971 }, { "epoch": 0.83, "learning_rate": 7.588886175495385e-06, "loss": 0.816, "step": 7972 }, { "epoch": 0.83, "learning_rate": 7.57998396854207e-06, "loss": 0.7637, "step": 7973 }, { "epoch": 0.83, "learning_rate": 7.571086557795215e-06, "loss": 0.6935, "step": 7974 }, { "epoch": 0.83, "learning_rate": 7.562193944260842e-06, "loss": 0.648, "step": 7975 }, { "epoch": 0.83, "learning_rate": 7.553306128944376e-06, "loss": 0.802, "step": 7976 }, { "epoch": 0.83, "learning_rate": 7.5444231128507016e-06, "loss": 0.6666, "step": 7977 }, { "epoch": 0.83, "learning_rate": 7.535544896984209e-06, "loss": 0.6706, "step": 7978 }, { "epoch": 0.83, "learning_rate": 7.526671482348696e-06, "loss": 0.7471, "step": 7979 }, { "epoch": 0.83, "learning_rate": 7.517802869947404e-06, "loss": 0.7935, "step": 7980 }, { "epoch": 0.83, "learning_rate": 7.508939060783099e-06, "loss": 0.8466, "step": 7981 }, { "epoch": 0.83, "learning_rate": 7.50008005585795e-06, "loss": 0.5235, "step": 7982 }, { "epoch": 0.83, "learning_rate": 7.4912258561735835e-06, "loss": 0.6281, "step": 7983 }, { "epoch": 0.83, "learning_rate": 7.482376462731128e-06, "loss": 0.5989, "step": 7984 }, { "epoch": 0.83, "learning_rate": 7.473531876531115e-06, "loss": 0.655, "step": 7985 }, { "epoch": 0.83, "learning_rate": 7.464692098573561e-06, "loss": 0.7147, "step": 7986 }, { "epoch": 0.83, "learning_rate": 7.455857129857935e-06, "loss": 0.641, "step": 7987 }, { "epoch": 0.83, "learning_rate": 7.447026971383153e-06, "loss": 0.6171, "step": 7988 }, { "epoch": 0.83, "learning_rate": 7.43820162414759e-06, "loss": 0.7007, "step": 7989 }, { "epoch": 0.83, "learning_rate": 7.429381089149101e-06, "loss": 0.7108, "step": 7990 }, { "epoch": 0.83, "learning_rate": 7.420565367384969e-06, "loss": 0.6432, "step": 7991 }, { "epoch": 0.83, "learning_rate": 7.411754459851938e-06, "loss": 0.7016, "step": 7992 }, { "epoch": 0.83, "learning_rate": 7.402948367546209e-06, "loss": 0.8281, "step": 7993 }, { "epoch": 0.83, "learning_rate": 7.394147091463427e-06, "loss": 0.7372, "step": 7994 }, { "epoch": 0.83, "learning_rate": 7.385350632598736e-06, "loss": 0.6131, "step": 7995 }, { "epoch": 0.83, "learning_rate": 7.376558991946691e-06, "loss": 0.6757, "step": 7996 }, { "epoch": 0.83, "learning_rate": 7.3677721705013135e-06, "loss": 0.7246, "step": 7997 }, { "epoch": 0.83, "learning_rate": 7.3589901692560695e-06, "loss": 0.6546, "step": 7998 }, { "epoch": 0.83, "learning_rate": 7.350212989203936e-06, "loss": 0.5076, "step": 7999 }, { "epoch": 0.83, "learning_rate": 7.341440631337249e-06, "loss": 0.6059, "step": 8000 }, { "epoch": 0.83, "learning_rate": 7.33267309664789e-06, "loss": 0.6107, "step": 8001 }, { "epoch": 0.83, "learning_rate": 7.323910386127148e-06, "loss": 0.498, "step": 8002 }, { "epoch": 0.83, "learning_rate": 7.31515250076577e-06, "loss": 0.6647, "step": 8003 }, { "epoch": 0.83, "learning_rate": 7.306399441553957e-06, "loss": 0.557, "step": 8004 }, { "epoch": 0.83, "learning_rate": 7.297651209481404e-06, "loss": 0.6237, "step": 8005 }, { "epoch": 0.83, "learning_rate": 7.2889078055371816e-06, "loss": 0.7266, "step": 8006 }, { "epoch": 0.83, "learning_rate": 7.280169230709894e-06, "loss": 0.6275, "step": 8007 }, { "epoch": 0.83, "learning_rate": 7.27143548598756e-06, "loss": 0.5661, "step": 8008 }, { "epoch": 0.83, "learning_rate": 7.262706572357636e-06, "loss": 0.8225, "step": 8009 }, { "epoch": 0.83, "learning_rate": 7.253982490807088e-06, "loss": 0.7166, "step": 8010 }, { "epoch": 0.83, "learning_rate": 7.245263242322292e-06, "loss": 0.6648, "step": 8011 }, { "epoch": 0.83, "learning_rate": 7.236548827889056e-06, "loss": 0.759, "step": 8012 }, { "epoch": 0.83, "learning_rate": 7.227839248492707e-06, "loss": 0.6803, "step": 8013 }, { "epoch": 0.83, "learning_rate": 7.21913450511798e-06, "loss": 0.7533, "step": 8014 }, { "epoch": 0.83, "learning_rate": 7.210434598749066e-06, "loss": 0.6618, "step": 8015 }, { "epoch": 0.83, "learning_rate": 7.201739530369639e-06, "loss": 0.6315, "step": 8016 }, { "epoch": 0.83, "learning_rate": 7.1930493009627894e-06, "loss": 0.6947, "step": 8017 }, { "epoch": 0.83, "learning_rate": 7.184363911511077e-06, "loss": 0.7228, "step": 8018 }, { "epoch": 0.83, "learning_rate": 7.175683362996516e-06, "loss": 0.6921, "step": 8019 }, { "epoch": 0.83, "learning_rate": 7.167007656400559e-06, "loss": 0.7362, "step": 8020 }, { "epoch": 0.83, "learning_rate": 7.1583367927041285e-06, "loss": 0.6194, "step": 8021 }, { "epoch": 0.83, "learning_rate": 7.149670772887601e-06, "loss": 0.6878, "step": 8022 }, { "epoch": 0.83, "learning_rate": 7.1410095979307925e-06, "loss": 0.6584, "step": 8023 }, { "epoch": 0.83, "learning_rate": 7.132353268812975e-06, "loss": 0.6889, "step": 8024 }, { "epoch": 0.83, "learning_rate": 7.12370178651287e-06, "loss": 0.6334, "step": 8025 }, { "epoch": 0.83, "learning_rate": 7.115055152008665e-06, "loss": 0.79, "step": 8026 }, { "epoch": 0.83, "learning_rate": 7.10641336627797e-06, "loss": 0.7651, "step": 8027 }, { "epoch": 0.83, "learning_rate": 7.0977764302978865e-06, "loss": 0.633, "step": 8028 }, { "epoch": 0.83, "learning_rate": 7.08914434504494e-06, "loss": 0.7209, "step": 8029 }, { "epoch": 0.83, "learning_rate": 7.080517111495105e-06, "loss": 0.64, "step": 8030 }, { "epoch": 0.83, "learning_rate": 7.071894730623846e-06, "loss": 0.7234, "step": 8031 }, { "epoch": 0.83, "learning_rate": 7.063277203406021e-06, "loss": 0.6564, "step": 8032 }, { "epoch": 0.83, "learning_rate": 7.054664530815963e-06, "loss": 0.9253, "step": 8033 }, { "epoch": 0.83, "learning_rate": 7.046056713827487e-06, "loss": 0.7163, "step": 8034 }, { "epoch": 0.83, "learning_rate": 7.037453753413825e-06, "loss": 0.6127, "step": 8035 }, { "epoch": 0.83, "learning_rate": 7.02885565054765e-06, "loss": 0.6998, "step": 8036 }, { "epoch": 0.83, "learning_rate": 7.020262406201145e-06, "loss": 0.781, "step": 8037 }, { "epoch": 0.83, "learning_rate": 7.0116740213458484e-06, "loss": 0.6666, "step": 8038 }, { "epoch": 0.83, "learning_rate": 7.003090496952846e-06, "loss": 0.724, "step": 8039 }, { "epoch": 0.83, "learning_rate": 6.994511833992617e-06, "loss": 0.6806, "step": 8040 }, { "epoch": 0.83, "learning_rate": 6.985938033435102e-06, "loss": 0.6471, "step": 8041 }, { "epoch": 0.83, "learning_rate": 6.977369096249692e-06, "loss": 0.551, "step": 8042 }, { "epoch": 0.84, "learning_rate": 6.968805023405256e-06, "loss": 0.7558, "step": 8043 }, { "epoch": 0.84, "learning_rate": 6.960245815870048e-06, "loss": 0.656, "step": 8044 }, { "epoch": 0.84, "learning_rate": 6.951691474611843e-06, "loss": 0.7106, "step": 8045 }, { "epoch": 0.84, "learning_rate": 6.9431420005978295e-06, "loss": 0.5596, "step": 8046 }, { "epoch": 0.84, "learning_rate": 6.934597394794651e-06, "loss": 0.5865, "step": 8047 }, { "epoch": 0.84, "learning_rate": 6.926057658168383e-06, "loss": 0.7056, "step": 8048 }, { "epoch": 0.84, "learning_rate": 6.9175227916845945e-06, "loss": 0.8564, "step": 8049 }, { "epoch": 0.84, "learning_rate": 6.908992796308267e-06, "loss": 0.6473, "step": 8050 }, { "epoch": 0.84, "learning_rate": 6.900467673003841e-06, "loss": 0.6413, "step": 8051 }, { "epoch": 0.84, "learning_rate": 6.891947422735206e-06, "loss": 0.6207, "step": 8052 }, { "epoch": 0.84, "learning_rate": 6.883432046465693e-06, "loss": 0.629, "step": 8053 }, { "epoch": 0.84, "learning_rate": 6.874921545158109e-06, "loss": 0.709, "step": 8054 }, { "epoch": 0.84, "learning_rate": 6.866415919774683e-06, "loss": 0.7565, "step": 8055 }, { "epoch": 0.84, "learning_rate": 6.857915171277102e-06, "loss": 0.6461, "step": 8056 }, { "epoch": 0.84, "learning_rate": 6.849419300626497e-06, "loss": 0.7363, "step": 8057 }, { "epoch": 0.84, "learning_rate": 6.840928308783456e-06, "loss": 0.6788, "step": 8058 }, { "epoch": 0.84, "learning_rate": 6.832442196707994e-06, "loss": 0.7698, "step": 8059 }, { "epoch": 0.84, "learning_rate": 6.823960965359621e-06, "loss": 0.6723, "step": 8060 }, { "epoch": 0.84, "learning_rate": 6.815484615697243e-06, "loss": 0.671, "step": 8061 }, { "epoch": 0.84, "learning_rate": 6.807013148679231e-06, "loss": 0.6795, "step": 8062 }, { "epoch": 0.84, "learning_rate": 6.798546565263442e-06, "loss": 0.7404, "step": 8063 }, { "epoch": 0.84, "learning_rate": 6.790084866407115e-06, "loss": 0.5421, "step": 8064 }, { "epoch": 0.84, "learning_rate": 6.781628053066963e-06, "loss": 0.6766, "step": 8065 }, { "epoch": 0.84, "learning_rate": 6.773176126199182e-06, "loss": 0.5175, "step": 8066 }, { "epoch": 0.84, "learning_rate": 6.764729086759381e-06, "loss": 0.5982, "step": 8067 }, { "epoch": 0.84, "learning_rate": 6.756286935702594e-06, "loss": 0.7273, "step": 8068 }, { "epoch": 0.84, "learning_rate": 6.747849673983381e-06, "loss": 0.7958, "step": 8069 }, { "epoch": 0.84, "learning_rate": 6.739417302555656e-06, "loss": 0.6582, "step": 8070 }, { "epoch": 0.84, "learning_rate": 6.730989822372818e-06, "loss": 0.6376, "step": 8071 }, { "epoch": 0.84, "learning_rate": 6.722567234387756e-06, "loss": 0.6428, "step": 8072 }, { "epoch": 0.84, "learning_rate": 6.714149539552739e-06, "loss": 0.8108, "step": 8073 }, { "epoch": 0.84, "learning_rate": 6.705736738819507e-06, "loss": 0.5478, "step": 8074 }, { "epoch": 0.84, "learning_rate": 6.697328833139288e-06, "loss": 0.7364, "step": 8075 }, { "epoch": 0.84, "learning_rate": 6.688925823462683e-06, "loss": 0.6658, "step": 8076 }, { "epoch": 0.84, "learning_rate": 6.6805277107397755e-06, "loss": 0.7566, "step": 8077 }, { "epoch": 0.84, "learning_rate": 6.672134495920113e-06, "loss": 0.7012, "step": 8078 }, { "epoch": 0.84, "learning_rate": 6.663746179952668e-06, "loss": 0.678, "step": 8079 }, { "epoch": 0.84, "learning_rate": 6.65536276378585e-06, "loss": 0.7045, "step": 8080 }, { "epoch": 0.84, "learning_rate": 6.646984248367549e-06, "loss": 0.7235, "step": 8081 }, { "epoch": 0.84, "learning_rate": 6.638610634645065e-06, "loss": 0.7013, "step": 8082 }, { "epoch": 0.84, "learning_rate": 6.630241923565167e-06, "loss": 0.6726, "step": 8083 }, { "epoch": 0.84, "learning_rate": 6.621878116074048e-06, "loss": 0.7033, "step": 8084 }, { "epoch": 0.84, "learning_rate": 6.6135192131173755e-06, "loss": 0.8387, "step": 8085 }, { "epoch": 0.84, "learning_rate": 6.6051652156402184e-06, "loss": 0.7069, "step": 8086 }, { "epoch": 0.84, "learning_rate": 6.596816124587152e-06, "loss": 0.6956, "step": 8087 }, { "epoch": 0.84, "learning_rate": 6.588471940902147e-06, "loss": 0.7265, "step": 8088 }, { "epoch": 0.84, "learning_rate": 6.5801326655286436e-06, "loss": 0.6537, "step": 8089 }, { "epoch": 0.84, "learning_rate": 6.571798299409509e-06, "loss": 0.7298, "step": 8090 }, { "epoch": 0.84, "learning_rate": 6.563468843487075e-06, "loss": 0.7954, "step": 8091 }, { "epoch": 0.84, "learning_rate": 6.555144298703092e-06, "loss": 0.6256, "step": 8092 }, { "epoch": 0.84, "learning_rate": 6.546824665998802e-06, "loss": 0.7238, "step": 8093 }, { "epoch": 0.84, "learning_rate": 6.538509946314842e-06, "loss": 0.7409, "step": 8094 }, { "epoch": 0.84, "learning_rate": 6.5302001405913135e-06, "loss": 0.7309, "step": 8095 }, { "epoch": 0.84, "learning_rate": 6.521895249767768e-06, "loss": 0.6591, "step": 8096 }, { "epoch": 0.84, "learning_rate": 6.5135952747831855e-06, "loss": 0.694, "step": 8097 }, { "epoch": 0.84, "learning_rate": 6.505300216576016e-06, "loss": 0.6817, "step": 8098 }, { "epoch": 0.84, "learning_rate": 6.497010076084126e-06, "loss": 0.7066, "step": 8099 }, { "epoch": 0.84, "learning_rate": 6.488724854244843e-06, "loss": 0.8267, "step": 8100 }, { "epoch": 0.84, "learning_rate": 6.480444551994935e-06, "loss": 0.7299, "step": 8101 }, { "epoch": 0.84, "learning_rate": 6.4721691702706035e-06, "loss": 0.6391, "step": 8102 }, { "epoch": 0.84, "learning_rate": 6.463898710007499e-06, "loss": 0.7703, "step": 8103 }, { "epoch": 0.84, "learning_rate": 6.455633172140735e-06, "loss": 0.7167, "step": 8104 }, { "epoch": 0.84, "learning_rate": 6.447372557604847e-06, "loss": 0.6994, "step": 8105 }, { "epoch": 0.84, "learning_rate": 6.439116867333806e-06, "loss": 0.6877, "step": 8106 }, { "epoch": 0.84, "learning_rate": 6.430866102261063e-06, "loss": 0.7425, "step": 8107 }, { "epoch": 0.84, "learning_rate": 6.4226202633194674e-06, "loss": 0.7517, "step": 8108 }, { "epoch": 0.84, "learning_rate": 6.41437935144133e-06, "loss": 0.6124, "step": 8109 }, { "epoch": 0.84, "learning_rate": 6.406143367558426e-06, "loss": 0.829, "step": 8110 }, { "epoch": 0.84, "learning_rate": 6.397912312601945e-06, "loss": 0.6462, "step": 8111 }, { "epoch": 0.84, "learning_rate": 6.389686187502514e-06, "loss": 0.6903, "step": 8112 }, { "epoch": 0.84, "learning_rate": 6.381464993190245e-06, "loss": 0.6574, "step": 8113 }, { "epoch": 0.84, "learning_rate": 6.373248730594661e-06, "loss": 0.6849, "step": 8114 }, { "epoch": 0.84, "learning_rate": 6.365037400644702e-06, "loss": 0.6716, "step": 8115 }, { "epoch": 0.84, "learning_rate": 6.356831004268809e-06, "loss": 0.6149, "step": 8116 }, { "epoch": 0.84, "learning_rate": 6.3486295423948295e-06, "loss": 0.6792, "step": 8117 }, { "epoch": 0.84, "learning_rate": 6.340433015950043e-06, "loss": 0.6636, "step": 8118 }, { "epoch": 0.84, "learning_rate": 6.332241425861207e-06, "loss": 0.7101, "step": 8119 }, { "epoch": 0.84, "learning_rate": 6.324054773054511e-06, "loss": 0.7129, "step": 8120 }, { "epoch": 0.84, "learning_rate": 6.315873058455535e-06, "loss": 0.5788, "step": 8121 }, { "epoch": 0.84, "learning_rate": 6.307696282989384e-06, "loss": 0.6953, "step": 8122 }, { "epoch": 0.84, "learning_rate": 6.29952444758054e-06, "loss": 0.6962, "step": 8123 }, { "epoch": 0.84, "learning_rate": 6.291357553152944e-06, "loss": 0.7679, "step": 8124 }, { "epoch": 0.84, "learning_rate": 6.28319560063001e-06, "loss": 0.5956, "step": 8125 }, { "epoch": 0.84, "learning_rate": 6.2750385909345455e-06, "loss": 0.6435, "step": 8126 }, { "epoch": 0.84, "learning_rate": 6.2668865249888296e-06, "loss": 0.7055, "step": 8127 }, { "epoch": 0.84, "learning_rate": 6.2587394037145695e-06, "loss": 0.6106, "step": 8128 }, { "epoch": 0.84, "learning_rate": 6.250597228032917e-06, "loss": 0.7233, "step": 8129 }, { "epoch": 0.84, "learning_rate": 6.242459998864453e-06, "loss": 0.6218, "step": 8130 }, { "epoch": 0.84, "learning_rate": 6.234327717129235e-06, "loss": 0.7348, "step": 8131 }, { "epoch": 0.84, "learning_rate": 6.226200383746727e-06, "loss": 0.6526, "step": 8132 }, { "epoch": 0.84, "learning_rate": 6.218077999635841e-06, "loss": 0.691, "step": 8133 }, { "epoch": 0.84, "learning_rate": 6.209960565714929e-06, "loss": 0.7009, "step": 8134 }, { "epoch": 0.84, "learning_rate": 6.20184808290179e-06, "loss": 0.7178, "step": 8135 }, { "epoch": 0.84, "learning_rate": 6.1937405521136526e-06, "loss": 0.6806, "step": 8136 }, { "epoch": 0.84, "learning_rate": 6.1856379742672055e-06, "loss": 0.7735, "step": 8137 }, { "epoch": 0.84, "learning_rate": 6.17754035027856e-06, "loss": 0.6604, "step": 8138 }, { "epoch": 0.84, "learning_rate": 6.169447681063268e-06, "loss": 0.6862, "step": 8139 }, { "epoch": 0.85, "learning_rate": 6.161359967536323e-06, "loss": 0.732, "step": 8140 }, { "epoch": 0.85, "learning_rate": 6.153277210612158e-06, "loss": 0.6462, "step": 8141 }, { "epoch": 0.85, "learning_rate": 6.145199411204661e-06, "loss": 0.7498, "step": 8142 }, { "epoch": 0.85, "learning_rate": 6.137126570227137e-06, "loss": 0.6223, "step": 8143 }, { "epoch": 0.85, "learning_rate": 6.129058688592337e-06, "loss": 0.581, "step": 8144 }, { "epoch": 0.85, "learning_rate": 6.120995767212445e-06, "loss": 0.6405, "step": 8145 }, { "epoch": 0.85, "learning_rate": 6.112937806999131e-06, "loss": 0.7388, "step": 8146 }, { "epoch": 0.85, "learning_rate": 6.104884808863415e-06, "loss": 0.5954, "step": 8147 }, { "epoch": 0.85, "learning_rate": 6.096836773715841e-06, "loss": 0.6525, "step": 8148 }, { "epoch": 0.85, "learning_rate": 6.08879370246635e-06, "loss": 0.7119, "step": 8149 }, { "epoch": 0.85, "learning_rate": 6.080755596024312e-06, "loss": 0.6275, "step": 8150 }, { "epoch": 0.85, "learning_rate": 6.072722455298579e-06, "loss": 0.6495, "step": 8151 }, { "epoch": 0.85, "learning_rate": 6.064694281197419e-06, "loss": 0.7846, "step": 8152 }, { "epoch": 0.85, "learning_rate": 6.056671074628501e-06, "loss": 0.4608, "step": 8153 }, { "epoch": 0.85, "learning_rate": 6.048652836498991e-06, "loss": 0.8181, "step": 8154 }, { "epoch": 0.85, "learning_rate": 6.040639567715467e-06, "loss": 0.7589, "step": 8155 }, { "epoch": 0.85, "learning_rate": 6.032631269183936e-06, "loss": 0.5345, "step": 8156 }, { "epoch": 0.85, "learning_rate": 6.024627941809868e-06, "loss": 0.6232, "step": 8157 }, { "epoch": 0.85, "learning_rate": 6.016629586498163e-06, "loss": 0.5828, "step": 8158 }, { "epoch": 0.85, "learning_rate": 6.008636204153117e-06, "loss": 0.7297, "step": 8159 }, { "epoch": 0.85, "learning_rate": 6.000647795678538e-06, "loss": 0.8022, "step": 8160 }, { "epoch": 0.85, "learning_rate": 5.992664361977612e-06, "loss": 0.673, "step": 8161 }, { "epoch": 0.85, "learning_rate": 5.984685903952986e-06, "loss": 0.7013, "step": 8162 }, { "epoch": 0.85, "learning_rate": 5.976712422506747e-06, "loss": 0.672, "step": 8163 }, { "epoch": 0.85, "learning_rate": 5.96874391854042e-06, "loss": 0.6023, "step": 8164 }, { "epoch": 0.85, "learning_rate": 5.960780392954951e-06, "loss": 0.8744, "step": 8165 }, { "epoch": 0.85, "learning_rate": 5.9528218466507354e-06, "loss": 0.6779, "step": 8166 }, { "epoch": 0.85, "learning_rate": 5.944868280527605e-06, "loss": 0.5739, "step": 8167 }, { "epoch": 0.85, "learning_rate": 5.936919695484822e-06, "loss": 0.652, "step": 8168 }, { "epoch": 0.85, "learning_rate": 5.928976092421101e-06, "loss": 0.7094, "step": 8169 }, { "epoch": 0.85, "learning_rate": 5.921037472234581e-06, "loss": 0.7401, "step": 8170 }, { "epoch": 0.85, "learning_rate": 5.913103835822836e-06, "loss": 0.6922, "step": 8171 }, { "epoch": 0.85, "learning_rate": 5.905175184082884e-06, "loss": 0.7016, "step": 8172 }, { "epoch": 0.85, "learning_rate": 5.897251517911173e-06, "loss": 0.7714, "step": 8173 }, { "epoch": 0.85, "learning_rate": 5.889332838203576e-06, "loss": 0.6046, "step": 8174 }, { "epoch": 0.85, "learning_rate": 5.881419145855444e-06, "loss": 0.8986, "step": 8175 }, { "epoch": 0.85, "learning_rate": 5.8735104417615206e-06, "loss": 0.7312, "step": 8176 }, { "epoch": 0.85, "learning_rate": 5.865606726815998e-06, "loss": 0.5386, "step": 8177 }, { "epoch": 0.85, "learning_rate": 5.857708001912526e-06, "loss": 0.7371, "step": 8178 }, { "epoch": 0.85, "learning_rate": 5.849814267944148e-06, "loss": 0.6454, "step": 8179 }, { "epoch": 0.85, "learning_rate": 5.841925525803371e-06, "loss": 0.7991, "step": 8180 }, { "epoch": 0.85, "learning_rate": 5.8340417763821435e-06, "loss": 0.593, "step": 8181 }, { "epoch": 0.85, "learning_rate": 5.82616302057184e-06, "loss": 0.629, "step": 8182 }, { "epoch": 0.85, "learning_rate": 5.818289259263254e-06, "loss": 0.7191, "step": 8183 }, { "epoch": 0.85, "learning_rate": 5.8104204933466576e-06, "loss": 0.6055, "step": 8184 }, { "epoch": 0.85, "learning_rate": 5.802556723711694e-06, "loss": 0.6543, "step": 8185 }, { "epoch": 0.85, "learning_rate": 5.794697951247508e-06, "loss": 0.7183, "step": 8186 }, { "epoch": 0.85, "learning_rate": 5.786844176842637e-06, "loss": 0.6448, "step": 8187 }, { "epoch": 0.85, "learning_rate": 5.778995401385068e-06, "loss": 0.7159, "step": 8188 }, { "epoch": 0.85, "learning_rate": 5.771151625762205e-06, "loss": 0.6191, "step": 8189 }, { "epoch": 0.85, "learning_rate": 5.7633128508609465e-06, "loss": 0.6933, "step": 8190 }, { "epoch": 0.85, "learning_rate": 5.755479077567527e-06, "loss": 0.8665, "step": 8191 }, { "epoch": 0.85, "learning_rate": 5.747650306767699e-06, "loss": 0.7178, "step": 8192 }, { "epoch": 0.85, "learning_rate": 5.7398265393466215e-06, "loss": 0.6711, "step": 8193 }, { "epoch": 0.85, "learning_rate": 5.7320077761888695e-06, "loss": 0.5368, "step": 8194 }, { "epoch": 0.85, "learning_rate": 5.724194018178491e-06, "loss": 0.5639, "step": 8195 }, { "epoch": 0.85, "learning_rate": 5.716385266198931e-06, "loss": 0.6295, "step": 8196 }, { "epoch": 0.85, "learning_rate": 5.708581521133094e-06, "loss": 0.6934, "step": 8197 }, { "epoch": 0.85, "learning_rate": 5.700782783863301e-06, "loss": 0.5924, "step": 8198 }, { "epoch": 0.85, "learning_rate": 5.692989055271308e-06, "loss": 0.6646, "step": 8199 }, { "epoch": 0.85, "learning_rate": 5.685200336238317e-06, "loss": 0.665, "step": 8200 }, { "epoch": 0.85, "learning_rate": 5.67741662764496e-06, "loss": 0.7228, "step": 8201 }, { "epoch": 0.85, "learning_rate": 5.669637930371302e-06, "loss": 0.6137, "step": 8202 }, { "epoch": 0.85, "learning_rate": 5.661864245296833e-06, "loss": 0.751, "step": 8203 }, { "epoch": 0.85, "learning_rate": 5.654095573300483e-06, "loss": 0.7744, "step": 8204 }, { "epoch": 0.85, "learning_rate": 5.646331915260622e-06, "loss": 0.6622, "step": 8205 }, { "epoch": 0.85, "learning_rate": 5.63857327205502e-06, "loss": 0.6648, "step": 8206 }, { "epoch": 0.85, "learning_rate": 5.630819644560942e-06, "loss": 0.7031, "step": 8207 }, { "epoch": 0.85, "learning_rate": 5.623071033655031e-06, "loss": 0.6869, "step": 8208 }, { "epoch": 0.85, "learning_rate": 5.615327440213369e-06, "loss": 0.7341, "step": 8209 }, { "epoch": 0.85, "learning_rate": 5.607588865111518e-06, "loss": 0.7019, "step": 8210 }, { "epoch": 0.85, "learning_rate": 5.599855309224411e-06, "loss": 0.7317, "step": 8211 }, { "epoch": 0.85, "learning_rate": 5.592126773426432e-06, "loss": 0.597, "step": 8212 }, { "epoch": 0.85, "learning_rate": 5.584403258591431e-06, "loss": 0.7073, "step": 8213 }, { "epoch": 0.85, "learning_rate": 5.5766847655926546e-06, "loss": 0.5369, "step": 8214 }, { "epoch": 0.85, "learning_rate": 5.568971295302777e-06, "loss": 0.6149, "step": 8215 }, { "epoch": 0.85, "learning_rate": 5.561262848593957e-06, "loss": 0.5974, "step": 8216 }, { "epoch": 0.85, "learning_rate": 5.5535594263377125e-06, "loss": 0.7394, "step": 8217 }, { "epoch": 0.85, "learning_rate": 5.5458610294050254e-06, "loss": 0.5883, "step": 8218 }, { "epoch": 0.85, "learning_rate": 5.538167658666343e-06, "loss": 0.5269, "step": 8219 }, { "epoch": 0.85, "learning_rate": 5.5304793149914995e-06, "loss": 0.6604, "step": 8220 }, { "epoch": 0.85, "learning_rate": 5.522795999249758e-06, "loss": 0.5926, "step": 8221 }, { "epoch": 0.85, "learning_rate": 5.51511771230987e-06, "loss": 0.7674, "step": 8222 }, { "epoch": 0.85, "learning_rate": 5.507444455039934e-06, "loss": 0.6872, "step": 8223 }, { "epoch": 0.85, "learning_rate": 5.499776228307557e-06, "loss": 0.6302, "step": 8224 }, { "epoch": 0.85, "learning_rate": 5.492113032979734e-06, "loss": 0.5457, "step": 8225 }, { "epoch": 0.85, "learning_rate": 5.4844548699229e-06, "loss": 0.6976, "step": 8226 }, { "epoch": 0.85, "learning_rate": 5.476801740002913e-06, "loss": 0.6531, "step": 8227 }, { "epoch": 0.85, "learning_rate": 5.4691536440850955e-06, "loss": 0.6331, "step": 8228 }, { "epoch": 0.85, "learning_rate": 5.461510583034163e-06, "loss": 0.7186, "step": 8229 }, { "epoch": 0.85, "learning_rate": 5.453872557714273e-06, "loss": 0.7416, "step": 8230 }, { "epoch": 0.85, "learning_rate": 5.446239568989031e-06, "loss": 0.6941, "step": 8231 }, { "epoch": 0.85, "learning_rate": 5.43861161772144e-06, "loss": 0.6003, "step": 8232 }, { "epoch": 0.85, "learning_rate": 5.430988704773959e-06, "loss": 0.7152, "step": 8233 }, { "epoch": 0.85, "learning_rate": 5.423370831008473e-06, "loss": 0.7666, "step": 8234 }, { "epoch": 0.85, "learning_rate": 5.415757997286303e-06, "loss": 0.7378, "step": 8235 }, { "epoch": 0.86, "learning_rate": 5.408150204468177e-06, "loss": 0.593, "step": 8236 }, { "epoch": 0.86, "learning_rate": 5.400547453414273e-06, "loss": 0.625, "step": 8237 }, { "epoch": 0.86, "learning_rate": 5.3929497449841884e-06, "loss": 0.6776, "step": 8238 }, { "epoch": 0.86, "learning_rate": 5.385357080036968e-06, "loss": 0.7004, "step": 8239 }, { "epoch": 0.86, "learning_rate": 5.37776945943107e-06, "loss": 0.6868, "step": 8240 }, { "epoch": 0.86, "learning_rate": 5.370186884024386e-06, "loss": 0.7485, "step": 8241 }, { "epoch": 0.86, "learning_rate": 5.3626093546742306e-06, "loss": 0.6503, "step": 8242 }, { "epoch": 0.86, "learning_rate": 5.355036872237363e-06, "loss": 0.7969, "step": 8243 }, { "epoch": 0.86, "learning_rate": 5.3474694375699516e-06, "loss": 0.6106, "step": 8244 }, { "epoch": 0.86, "learning_rate": 5.339907051527626e-06, "loss": 0.6337, "step": 8245 }, { "epoch": 0.86, "learning_rate": 5.332349714965412e-06, "loss": 0.749, "step": 8246 }, { "epoch": 0.86, "learning_rate": 5.3247974287377765e-06, "loss": 0.7215, "step": 8247 }, { "epoch": 0.86, "learning_rate": 5.317250193698636e-06, "loss": 0.5935, "step": 8248 }, { "epoch": 0.86, "learning_rate": 5.309708010701287e-06, "loss": 0.6962, "step": 8249 }, { "epoch": 0.86, "learning_rate": 5.302170880598495e-06, "loss": 0.7322, "step": 8250 }, { "epoch": 0.86, "learning_rate": 5.294638804242452e-06, "loss": 0.5751, "step": 8251 }, { "epoch": 0.86, "learning_rate": 5.287111782484766e-06, "loss": 0.6882, "step": 8252 }, { "epoch": 0.86, "learning_rate": 5.279589816176461e-06, "loss": 0.6714, "step": 8253 }, { "epoch": 0.86, "learning_rate": 5.272072906168046e-06, "loss": 0.6363, "step": 8254 }, { "epoch": 0.86, "learning_rate": 5.26456105330938e-06, "loss": 0.6451, "step": 8255 }, { "epoch": 0.86, "learning_rate": 5.25705425844979e-06, "loss": 0.7116, "step": 8256 }, { "epoch": 0.86, "learning_rate": 5.249552522438051e-06, "loss": 0.7987, "step": 8257 }, { "epoch": 0.86, "learning_rate": 5.242055846122335e-06, "loss": 0.6499, "step": 8258 }, { "epoch": 0.86, "learning_rate": 5.234564230350242e-06, "loss": 0.6562, "step": 8259 }, { "epoch": 0.86, "learning_rate": 5.227077675968828e-06, "loss": 0.6246, "step": 8260 }, { "epoch": 0.86, "learning_rate": 5.219596183824555e-06, "loss": 0.6923, "step": 8261 }, { "epoch": 0.86, "learning_rate": 5.212119754763289e-06, "loss": 0.6387, "step": 8262 }, { "epoch": 0.86, "learning_rate": 5.204648389630384e-06, "loss": 0.627, "step": 8263 }, { "epoch": 0.86, "learning_rate": 5.197182089270569e-06, "loss": 0.6749, "step": 8264 }, { "epoch": 0.86, "learning_rate": 5.189720854528018e-06, "loss": 0.5844, "step": 8265 }, { "epoch": 0.86, "learning_rate": 5.182264686246346e-06, "loss": 0.6333, "step": 8266 }, { "epoch": 0.86, "learning_rate": 5.1748135852685785e-06, "loss": 0.5672, "step": 8267 }, { "epoch": 0.86, "learning_rate": 5.167367552437164e-06, "loss": 0.7703, "step": 8268 }, { "epoch": 0.86, "learning_rate": 5.159926588593994e-06, "loss": 0.6303, "step": 8269 }, { "epoch": 0.86, "learning_rate": 5.152490694580376e-06, "loss": 0.6154, "step": 8270 }, { "epoch": 0.86, "learning_rate": 5.1450598712370344e-06, "loss": 0.7127, "step": 8271 }, { "epoch": 0.86, "learning_rate": 5.137634119404155e-06, "loss": 0.6729, "step": 8272 }, { "epoch": 0.86, "learning_rate": 5.130213439921322e-06, "loss": 0.6613, "step": 8273 }, { "epoch": 0.86, "learning_rate": 5.122797833627546e-06, "loss": 0.7089, "step": 8274 }, { "epoch": 0.86, "learning_rate": 5.115387301361274e-06, "loss": 0.6541, "step": 8275 }, { "epoch": 0.86, "learning_rate": 5.107981843960375e-06, "loss": 0.7562, "step": 8276 }, { "epoch": 0.86, "learning_rate": 5.100581462262139e-06, "loss": 0.6997, "step": 8277 }, { "epoch": 0.86, "learning_rate": 5.093186157103297e-06, "loss": 0.5755, "step": 8278 }, { "epoch": 0.86, "learning_rate": 5.085795929319998e-06, "loss": 0.6526, "step": 8279 }, { "epoch": 0.86, "learning_rate": 5.078410779747811e-06, "loss": 0.6518, "step": 8280 }, { "epoch": 0.86, "learning_rate": 5.071030709221736e-06, "loss": 0.7133, "step": 8281 }, { "epoch": 0.86, "learning_rate": 5.063655718576188e-06, "loss": 0.6331, "step": 8282 }, { "epoch": 0.86, "learning_rate": 5.05628580864504e-06, "loss": 0.7377, "step": 8283 }, { "epoch": 0.86, "learning_rate": 5.0489209802615565e-06, "loss": 0.8004, "step": 8284 }, { "epoch": 0.86, "learning_rate": 5.041561234258441e-06, "loss": 0.7174, "step": 8285 }, { "epoch": 0.86, "learning_rate": 5.03420657146782e-06, "loss": 0.683, "step": 8286 }, { "epoch": 0.86, "learning_rate": 5.026856992721252e-06, "loss": 0.7748, "step": 8287 }, { "epoch": 0.86, "learning_rate": 5.019512498849694e-06, "loss": 0.5765, "step": 8288 }, { "epoch": 0.86, "learning_rate": 5.012173090683581e-06, "loss": 0.7081, "step": 8289 }, { "epoch": 0.86, "learning_rate": 5.004838769052716e-06, "loss": 0.6189, "step": 8290 }, { "epoch": 0.86, "learning_rate": 4.99750953478636e-06, "loss": 0.6723, "step": 8291 }, { "epoch": 0.86, "learning_rate": 4.9901853887131975e-06, "loss": 0.6226, "step": 8292 }, { "epoch": 0.86, "learning_rate": 4.982866331661335e-06, "loss": 0.68, "step": 8293 }, { "epoch": 0.86, "learning_rate": 4.975552364458269e-06, "loss": 0.7014, "step": 8294 }, { "epoch": 0.86, "learning_rate": 4.968243487930979e-06, "loss": 0.6675, "step": 8295 }, { "epoch": 0.86, "learning_rate": 4.960939702905837e-06, "loss": 0.6885, "step": 8296 }, { "epoch": 0.86, "learning_rate": 4.953641010208632e-06, "loss": 0.5825, "step": 8297 }, { "epoch": 0.86, "learning_rate": 4.9463474106646034e-06, "loss": 0.5854, "step": 8298 }, { "epoch": 0.86, "learning_rate": 4.939058905098398e-06, "loss": 0.5949, "step": 8299 }, { "epoch": 0.86, "learning_rate": 4.9317754943340675e-06, "loss": 0.6691, "step": 8300 }, { "epoch": 0.86, "learning_rate": 4.924497179195137e-06, "loss": 0.5369, "step": 8301 }, { "epoch": 0.86, "learning_rate": 4.917223960504514e-06, "loss": 0.7965, "step": 8302 }, { "epoch": 0.86, "learning_rate": 4.909955839084529e-06, "loss": 0.673, "step": 8303 }, { "epoch": 0.86, "learning_rate": 4.902692815756976e-06, "loss": 0.7641, "step": 8304 }, { "epoch": 0.86, "learning_rate": 4.895434891343032e-06, "loss": 0.7029, "step": 8305 }, { "epoch": 0.86, "learning_rate": 4.888182066663316e-06, "loss": 0.6595, "step": 8306 }, { "epoch": 0.86, "learning_rate": 4.880934342537868e-06, "loss": 0.5993, "step": 8307 }, { "epoch": 0.86, "learning_rate": 4.8736917197861446e-06, "loss": 0.8404, "step": 8308 }, { "epoch": 0.86, "learning_rate": 4.866454199227027e-06, "loss": 0.6614, "step": 8309 }, { "epoch": 0.86, "learning_rate": 4.859221781678835e-06, "loss": 0.7562, "step": 8310 }, { "epoch": 0.86, "learning_rate": 4.851994467959298e-06, "loss": 0.7351, "step": 8311 }, { "epoch": 0.86, "learning_rate": 4.844772258885561e-06, "loss": 0.6939, "step": 8312 }, { "epoch": 0.86, "learning_rate": 4.837555155274209e-06, "loss": 0.7143, "step": 8313 }, { "epoch": 0.86, "learning_rate": 4.8303431579412365e-06, "loss": 0.7578, "step": 8314 }, { "epoch": 0.86, "learning_rate": 4.823136267702061e-06, "loss": 0.7122, "step": 8315 }, { "epoch": 0.86, "learning_rate": 4.815934485371543e-06, "loss": 0.7823, "step": 8316 }, { "epoch": 0.86, "learning_rate": 4.808737811763947e-06, "loss": 0.6676, "step": 8317 }, { "epoch": 0.86, "learning_rate": 4.80154624769295e-06, "loss": 0.685, "step": 8318 }, { "epoch": 0.86, "learning_rate": 4.794359793971676e-06, "loss": 0.6531, "step": 8319 }, { "epoch": 0.86, "learning_rate": 4.787178451412649e-06, "loss": 0.6361, "step": 8320 }, { "epoch": 0.86, "learning_rate": 4.780002220827823e-06, "loss": 0.5822, "step": 8321 }, { "epoch": 0.86, "learning_rate": 4.772831103028597e-06, "loss": 0.5617, "step": 8322 }, { "epoch": 0.86, "learning_rate": 4.765665098825756e-06, "loss": 0.7185, "step": 8323 }, { "epoch": 0.86, "learning_rate": 4.758504209029519e-06, "loss": 0.6596, "step": 8324 }, { "epoch": 0.86, "learning_rate": 4.751348434449548e-06, "loss": 0.8072, "step": 8325 }, { "epoch": 0.86, "learning_rate": 4.744197775894882e-06, "loss": 0.6053, "step": 8326 }, { "epoch": 0.86, "learning_rate": 4.737052234174033e-06, "loss": 0.6814, "step": 8327 }, { "epoch": 0.86, "learning_rate": 4.7299118100948945e-06, "loss": 0.7513, "step": 8328 }, { "epoch": 0.86, "learning_rate": 4.7227765044648045e-06, "loss": 0.6867, "step": 8329 }, { "epoch": 0.86, "learning_rate": 4.715646318090494e-06, "loss": 0.7852, "step": 8330 }, { "epoch": 0.86, "learning_rate": 4.708521251778175e-06, "loss": 0.7991, "step": 8331 }, { "epoch": 0.87, "learning_rate": 4.701401306333403e-06, "loss": 0.6062, "step": 8332 }, { "epoch": 0.87, "learning_rate": 4.694286482561211e-06, "loss": 0.5717, "step": 8333 }, { "epoch": 0.87, "learning_rate": 4.687176781266034e-06, "loss": 0.7227, "step": 8334 }, { "epoch": 0.87, "learning_rate": 4.680072203251712e-06, "loss": 0.6172, "step": 8335 }, { "epoch": 0.87, "learning_rate": 4.6729727493215465e-06, "loss": 0.6915, "step": 8336 }, { "epoch": 0.87, "learning_rate": 4.665878420278225e-06, "loss": 0.7075, "step": 8337 }, { "epoch": 0.87, "learning_rate": 4.658789216923859e-06, "loss": 0.6235, "step": 8338 }, { "epoch": 0.87, "learning_rate": 4.651705140059997e-06, "loss": 0.6158, "step": 8339 }, { "epoch": 0.87, "learning_rate": 4.644626190487594e-06, "loss": 0.7193, "step": 8340 }, { "epoch": 0.87, "learning_rate": 4.637552369007014e-06, "loss": 0.6559, "step": 8341 }, { "epoch": 0.87, "learning_rate": 4.630483676418085e-06, "loss": 0.6565, "step": 8342 }, { "epoch": 0.87, "learning_rate": 4.6234201135200165e-06, "loss": 0.7173, "step": 8343 }, { "epoch": 0.87, "learning_rate": 4.616361681111436e-06, "loss": 0.7288, "step": 8344 }, { "epoch": 0.87, "learning_rate": 4.609308379990418e-06, "loss": 0.6166, "step": 8345 }, { "epoch": 0.87, "learning_rate": 4.6022602109544344e-06, "loss": 0.7331, "step": 8346 }, { "epoch": 0.87, "learning_rate": 4.595217174800376e-06, "loss": 0.5956, "step": 8347 }, { "epoch": 0.87, "learning_rate": 4.588179272324578e-06, "loss": 0.7136, "step": 8348 }, { "epoch": 0.87, "learning_rate": 4.581146504322776e-06, "loss": 0.6544, "step": 8349 }, { "epoch": 0.87, "learning_rate": 4.574118871590121e-06, "loss": 0.6073, "step": 8350 }, { "epoch": 0.87, "learning_rate": 4.567096374921193e-06, "loss": 0.7315, "step": 8351 }, { "epoch": 0.87, "learning_rate": 4.560079015109986e-06, "loss": 0.6971, "step": 8352 }, { "epoch": 0.87, "learning_rate": 4.553066792949911e-06, "loss": 0.6939, "step": 8353 }, { "epoch": 0.87, "learning_rate": 4.546059709233819e-06, "loss": 0.689, "step": 8354 }, { "epoch": 0.87, "learning_rate": 4.539057764753957e-06, "loss": 0.614, "step": 8355 }, { "epoch": 0.87, "learning_rate": 4.532060960301982e-06, "loss": 0.5179, "step": 8356 }, { "epoch": 0.87, "learning_rate": 4.525069296669021e-06, "loss": 0.7903, "step": 8357 }, { "epoch": 0.87, "learning_rate": 4.518082774645555e-06, "loss": 0.7023, "step": 8358 }, { "epoch": 0.87, "learning_rate": 4.511101395021505e-06, "loss": 0.599, "step": 8359 }, { "epoch": 0.87, "learning_rate": 4.504125158586247e-06, "loss": 0.5543, "step": 8360 }, { "epoch": 0.87, "learning_rate": 4.497154066128534e-06, "loss": 0.6636, "step": 8361 }, { "epoch": 0.87, "learning_rate": 4.490188118436539e-06, "loss": 0.6738, "step": 8362 }, { "epoch": 0.87, "learning_rate": 4.4832273162979e-06, "loss": 0.8126, "step": 8363 }, { "epoch": 0.87, "learning_rate": 4.476271660499598e-06, "loss": 0.6575, "step": 8364 }, { "epoch": 0.87, "learning_rate": 4.469321151828087e-06, "loss": 0.5883, "step": 8365 }, { "epoch": 0.87, "learning_rate": 4.462375791069229e-06, "loss": 0.6745, "step": 8366 }, { "epoch": 0.87, "learning_rate": 4.455435579008299e-06, "loss": 0.5947, "step": 8367 }, { "epoch": 0.87, "learning_rate": 4.448500516429976e-06, "loss": 0.6079, "step": 8368 }, { "epoch": 0.87, "learning_rate": 4.4415706041183945e-06, "loss": 0.7277, "step": 8369 }, { "epoch": 0.87, "learning_rate": 4.434645842857066e-06, "loss": 0.6853, "step": 8370 }, { "epoch": 0.87, "learning_rate": 4.427726233428947e-06, "loss": 0.5829, "step": 8371 }, { "epoch": 0.87, "learning_rate": 4.4208117766163906e-06, "loss": 0.6385, "step": 8372 }, { "epoch": 0.87, "learning_rate": 4.4139024732011815e-06, "loss": 0.7129, "step": 8373 }, { "epoch": 0.87, "learning_rate": 4.4069983239645065e-06, "loss": 0.7437, "step": 8374 }, { "epoch": 0.87, "learning_rate": 4.400099329687007e-06, "loss": 0.7119, "step": 8375 }, { "epoch": 0.87, "learning_rate": 4.3932054911486994e-06, "loss": 0.6279, "step": 8376 }, { "epoch": 0.87, "learning_rate": 4.386316809129043e-06, "loss": 0.6862, "step": 8377 }, { "epoch": 0.87, "learning_rate": 4.379433284406892e-06, "loss": 0.672, "step": 8378 }, { "epoch": 0.87, "learning_rate": 4.372554917760524e-06, "loss": 0.5773, "step": 8379 }, { "epoch": 0.87, "learning_rate": 4.365681709967667e-06, "loss": 0.6425, "step": 8380 }, { "epoch": 0.87, "learning_rate": 4.3588136618054165e-06, "loss": 0.6755, "step": 8381 }, { "epoch": 0.87, "learning_rate": 4.3519507740503175e-06, "loss": 0.6265, "step": 8382 }, { "epoch": 0.87, "learning_rate": 4.34509304747831e-06, "loss": 0.6895, "step": 8383 }, { "epoch": 0.87, "learning_rate": 4.338240482864769e-06, "loss": 0.6195, "step": 8384 }, { "epoch": 0.87, "learning_rate": 4.331393080984464e-06, "loss": 0.6537, "step": 8385 }, { "epoch": 0.87, "learning_rate": 4.324550842611613e-06, "loss": 0.6917, "step": 8386 }, { "epoch": 0.87, "learning_rate": 4.317713768519827e-06, "loss": 0.5787, "step": 8387 }, { "epoch": 0.87, "learning_rate": 4.3108818594821354e-06, "loss": 0.5951, "step": 8388 }, { "epoch": 0.87, "learning_rate": 4.304055116270983e-06, "loss": 0.7652, "step": 8389 }, { "epoch": 0.87, "learning_rate": 4.297233539658235e-06, "loss": 0.7277, "step": 8390 }, { "epoch": 0.87, "learning_rate": 4.2904171304151644e-06, "loss": 0.5823, "step": 8391 }, { "epoch": 0.87, "learning_rate": 4.283605889312481e-06, "loss": 0.7299, "step": 8392 }, { "epoch": 0.87, "learning_rate": 4.276799817120286e-06, "loss": 0.6347, "step": 8393 }, { "epoch": 0.87, "learning_rate": 4.2699989146081034e-06, "loss": 0.7032, "step": 8394 }, { "epoch": 0.87, "learning_rate": 4.263203182544895e-06, "loss": 0.6808, "step": 8395 }, { "epoch": 0.87, "learning_rate": 4.2564126216989965e-06, "loss": 0.7341, "step": 8396 }, { "epoch": 0.87, "learning_rate": 4.249627232838177e-06, "loss": 0.6772, "step": 8397 }, { "epoch": 0.87, "learning_rate": 4.242847016729645e-06, "loss": 0.7689, "step": 8398 }, { "epoch": 0.87, "learning_rate": 4.2360719741399935e-06, "loss": 0.7728, "step": 8399 }, { "epoch": 0.87, "learning_rate": 4.229302105835231e-06, "loss": 0.5349, "step": 8400 }, { "epoch": 0.87, "learning_rate": 4.2225374125808185e-06, "loss": 0.7206, "step": 8401 }, { "epoch": 0.87, "learning_rate": 4.215777895141576e-06, "loss": 0.6519, "step": 8402 }, { "epoch": 0.87, "learning_rate": 4.209023554281766e-06, "loss": 0.7206, "step": 8403 }, { "epoch": 0.87, "learning_rate": 4.202274390765088e-06, "loss": 0.7575, "step": 8404 }, { "epoch": 0.87, "learning_rate": 4.19553040535462e-06, "loss": 0.7146, "step": 8405 }, { "epoch": 0.87, "learning_rate": 4.1887915988128635e-06, "loss": 0.6249, "step": 8406 }, { "epoch": 0.87, "learning_rate": 4.182057971901754e-06, "loss": 0.6061, "step": 8407 }, { "epoch": 0.87, "learning_rate": 4.175329525382632e-06, "loss": 0.6041, "step": 8408 }, { "epoch": 0.87, "learning_rate": 4.168606260016217e-06, "loss": 0.547, "step": 8409 }, { "epoch": 0.87, "learning_rate": 4.1618881765627e-06, "loss": 0.708, "step": 8410 }, { "epoch": 0.87, "learning_rate": 4.155175275781653e-06, "loss": 0.749, "step": 8411 }, { "epoch": 0.87, "learning_rate": 4.148467558432057e-06, "loss": 0.6558, "step": 8412 }, { "epoch": 0.87, "learning_rate": 4.141765025272332e-06, "loss": 0.5919, "step": 8413 }, { "epoch": 0.87, "learning_rate": 4.135067677060294e-06, "loss": 0.6723, "step": 8414 }, { "epoch": 0.87, "learning_rate": 4.1283755145531736e-06, "loss": 0.702, "step": 8415 }, { "epoch": 0.87, "learning_rate": 4.121688538507623e-06, "loss": 0.8316, "step": 8416 }, { "epoch": 0.87, "learning_rate": 4.115006749679701e-06, "loss": 0.6057, "step": 8417 }, { "epoch": 0.87, "learning_rate": 4.1083301488248684e-06, "loss": 0.6533, "step": 8418 }, { "epoch": 0.87, "learning_rate": 4.1016587366980384e-06, "loss": 0.6782, "step": 8419 }, { "epoch": 0.87, "learning_rate": 4.094992514053497e-06, "loss": 0.7329, "step": 8420 }, { "epoch": 0.87, "learning_rate": 4.0883314816449636e-06, "loss": 0.6895, "step": 8421 }, { "epoch": 0.87, "learning_rate": 4.081675640225563e-06, "loss": 0.704, "step": 8422 }, { "epoch": 0.87, "learning_rate": 4.075024990547826e-06, "loss": 0.6786, "step": 8423 }, { "epoch": 0.87, "learning_rate": 4.068379533363731e-06, "loss": 0.6705, "step": 8424 }, { "epoch": 0.87, "learning_rate": 4.061739269424625e-06, "loss": 0.684, "step": 8425 }, { "epoch": 0.87, "learning_rate": 4.055104199481297e-06, "loss": 0.6562, "step": 8426 }, { "epoch": 0.87, "learning_rate": 4.0484743242839296e-06, "loss": 0.6501, "step": 8427 }, { "epoch": 0.88, "learning_rate": 4.041849644582135e-06, "loss": 0.6849, "step": 8428 }, { "epoch": 0.88, "learning_rate": 4.035230161124926e-06, "loss": 0.6359, "step": 8429 }, { "epoch": 0.88, "learning_rate": 4.02861587466074e-06, "loss": 0.6058, "step": 8430 }, { "epoch": 0.88, "learning_rate": 4.022006785937416e-06, "loss": 0.6617, "step": 8431 }, { "epoch": 0.88, "learning_rate": 4.015402895702203e-06, "loss": 0.659, "step": 8432 }, { "epoch": 0.88, "learning_rate": 4.008804204701777e-06, "loss": 0.6155, "step": 8433 }, { "epoch": 0.88, "learning_rate": 4.002210713682209e-06, "loss": 0.7486, "step": 8434 }, { "epoch": 0.88, "learning_rate": 3.99562242338899e-06, "loss": 0.7358, "step": 8435 }, { "epoch": 0.88, "learning_rate": 3.989039334567029e-06, "loss": 0.608, "step": 8436 }, { "epoch": 0.88, "learning_rate": 3.982461447960645e-06, "loss": 0.7053, "step": 8437 }, { "epoch": 0.88, "learning_rate": 3.975888764313546e-06, "loss": 0.7251, "step": 8438 }, { "epoch": 0.88, "learning_rate": 3.969321284368888e-06, "loss": 0.7085, "step": 8439 }, { "epoch": 0.88, "learning_rate": 3.962759008869232e-06, "loss": 0.7706, "step": 8440 }, { "epoch": 0.88, "learning_rate": 3.956201938556503e-06, "loss": 0.7347, "step": 8441 }, { "epoch": 0.88, "learning_rate": 3.949650074172101e-06, "loss": 0.6677, "step": 8442 }, { "epoch": 0.88, "learning_rate": 3.943103416456806e-06, "loss": 0.7313, "step": 8443 }, { "epoch": 0.88, "learning_rate": 3.936561966150803e-06, "loss": 0.7821, "step": 8444 }, { "epoch": 0.88, "learning_rate": 3.930025723993719e-06, "loss": 0.6674, "step": 8445 }, { "epoch": 0.88, "learning_rate": 3.923494690724572e-06, "loss": 0.6392, "step": 8446 }, { "epoch": 0.88, "learning_rate": 3.9169688670817605e-06, "loss": 0.6507, "step": 8447 }, { "epoch": 0.88, "learning_rate": 3.910448253803156e-06, "loss": 0.6577, "step": 8448 }, { "epoch": 0.88, "learning_rate": 3.903932851626002e-06, "loss": 0.6745, "step": 8449 }, { "epoch": 0.88, "learning_rate": 3.897422661286943e-06, "loss": 0.5546, "step": 8450 }, { "epoch": 0.88, "learning_rate": 3.890917683522077e-06, "loss": 0.6594, "step": 8451 }, { "epoch": 0.88, "learning_rate": 3.884417919066879e-06, "loss": 0.7985, "step": 8452 }, { "epoch": 0.88, "learning_rate": 3.877923368656239e-06, "loss": 0.6249, "step": 8453 }, { "epoch": 0.88, "learning_rate": 3.871434033024462e-06, "loss": 0.6629, "step": 8454 }, { "epoch": 0.88, "learning_rate": 3.864949912905269e-06, "loss": 0.671, "step": 8455 }, { "epoch": 0.88, "learning_rate": 3.858471009031767e-06, "loss": 0.572, "step": 8456 }, { "epoch": 0.88, "learning_rate": 3.851997322136514e-06, "loss": 0.6889, "step": 8457 }, { "epoch": 0.88, "learning_rate": 3.845528852951447e-06, "loss": 0.6779, "step": 8458 }, { "epoch": 0.88, "learning_rate": 3.83906560220792e-06, "loss": 0.5845, "step": 8459 }, { "epoch": 0.88, "learning_rate": 3.832607570636698e-06, "loss": 0.6055, "step": 8460 }, { "epoch": 0.88, "learning_rate": 3.826154758967954e-06, "loss": 0.6988, "step": 8461 }, { "epoch": 0.88, "learning_rate": 3.819707167931275e-06, "loss": 0.7215, "step": 8462 }, { "epoch": 0.88, "learning_rate": 3.813264798255661e-06, "loss": 0.6584, "step": 8463 }, { "epoch": 0.88, "learning_rate": 3.8068276506695146e-06, "loss": 0.5654, "step": 8464 }, { "epoch": 0.88, "learning_rate": 3.800395725900646e-06, "loss": 0.6657, "step": 8465 }, { "epoch": 0.88, "learning_rate": 3.793969024676286e-06, "loss": 0.6363, "step": 8466 }, { "epoch": 0.88, "learning_rate": 3.7875475477230527e-06, "loss": 0.6477, "step": 8467 }, { "epoch": 0.88, "learning_rate": 3.7811312957670042e-06, "loss": 0.7197, "step": 8468 }, { "epoch": 0.88, "learning_rate": 3.774720269533588e-06, "loss": 0.6798, "step": 8469 }, { "epoch": 0.88, "learning_rate": 3.768314469747669e-06, "loss": 0.6836, "step": 8470 }, { "epoch": 0.88, "learning_rate": 3.7619138971334956e-06, "loss": 0.6914, "step": 8471 }, { "epoch": 0.88, "learning_rate": 3.755518552414783e-06, "loss": 0.6952, "step": 8472 }, { "epoch": 0.88, "learning_rate": 3.7491284363145864e-06, "loss": 0.5737, "step": 8473 }, { "epoch": 0.88, "learning_rate": 3.7427435495554165e-06, "loss": 0.6851, "step": 8474 }, { "epoch": 0.88, "learning_rate": 3.736363892859179e-06, "loss": 0.6262, "step": 8475 }, { "epoch": 0.88, "learning_rate": 3.729989466947187e-06, "loss": 0.6789, "step": 8476 }, { "epoch": 0.88, "learning_rate": 3.7236202725401513e-06, "loss": 0.8661, "step": 8477 }, { "epoch": 0.88, "learning_rate": 3.7172563103582302e-06, "loss": 0.7161, "step": 8478 }, { "epoch": 0.88, "learning_rate": 3.7108975811209257e-06, "loss": 0.6359, "step": 8479 }, { "epoch": 0.88, "learning_rate": 3.7045440855472235e-06, "loss": 0.5485, "step": 8480 }, { "epoch": 0.88, "learning_rate": 3.698195824355455e-06, "loss": 0.5612, "step": 8481 }, { "epoch": 0.88, "learning_rate": 3.6918527982633843e-06, "loss": 0.7021, "step": 8482 }, { "epoch": 0.88, "learning_rate": 3.685515007988205e-06, "loss": 0.6654, "step": 8483 }, { "epoch": 0.88, "learning_rate": 3.6791824542464827e-06, "loss": 0.7414, "step": 8484 }, { "epoch": 0.88, "learning_rate": 3.6728551377541996e-06, "loss": 0.6388, "step": 8485 }, { "epoch": 0.88, "learning_rate": 3.666533059226768e-06, "loss": 0.8088, "step": 8486 }, { "epoch": 0.88, "learning_rate": 3.660216219378976e-06, "loss": 0.7511, "step": 8487 }, { "epoch": 0.88, "learning_rate": 3.6539046189250357e-06, "loss": 0.713, "step": 8488 }, { "epoch": 0.88, "learning_rate": 3.6475982585785826e-06, "loss": 0.7734, "step": 8489 }, { "epoch": 0.88, "learning_rate": 3.641297139052635e-06, "loss": 0.6908, "step": 8490 }, { "epoch": 0.88, "learning_rate": 3.635001261059623e-06, "loss": 0.5877, "step": 8491 }, { "epoch": 0.88, "learning_rate": 3.6287106253113934e-06, "loss": 0.7125, "step": 8492 }, { "epoch": 0.88, "learning_rate": 3.6224252325191887e-06, "loss": 0.6563, "step": 8493 }, { "epoch": 0.88, "learning_rate": 3.6161450833936685e-06, "loss": 0.6031, "step": 8494 }, { "epoch": 0.88, "learning_rate": 3.6098701786448974e-06, "loss": 0.5643, "step": 8495 }, { "epoch": 0.88, "learning_rate": 3.6036005189823474e-06, "loss": 0.709, "step": 8496 }, { "epoch": 0.88, "learning_rate": 3.59733610511489e-06, "loss": 0.7409, "step": 8497 }, { "epoch": 0.88, "learning_rate": 3.5910769377508146e-06, "loss": 0.6875, "step": 8498 }, { "epoch": 0.88, "learning_rate": 3.584823017597805e-06, "loss": 0.8616, "step": 8499 }, { "epoch": 0.88, "learning_rate": 3.5785743453629616e-06, "loss": 0.6551, "step": 8500 }, { "epoch": 0.88, "learning_rate": 3.572330921752798e-06, "loss": 0.6298, "step": 8501 }, { "epoch": 0.88, "learning_rate": 3.5660927474732154e-06, "loss": 0.723, "step": 8502 }, { "epoch": 0.88, "learning_rate": 3.5598598232295223e-06, "loss": 0.6794, "step": 8503 }, { "epoch": 0.88, "learning_rate": 3.553632149726471e-06, "loss": 0.6757, "step": 8504 }, { "epoch": 0.88, "learning_rate": 3.5474097276681717e-06, "loss": 0.5693, "step": 8505 }, { "epoch": 0.88, "learning_rate": 3.5411925577581496e-06, "loss": 0.7682, "step": 8506 }, { "epoch": 0.88, "learning_rate": 3.5349806406993702e-06, "loss": 0.73, "step": 8507 }, { "epoch": 0.88, "learning_rate": 3.528773977194172e-06, "loss": 0.6105, "step": 8508 }, { "epoch": 0.88, "learning_rate": 3.522572567944299e-06, "loss": 0.5938, "step": 8509 }, { "epoch": 0.88, "learning_rate": 3.516376413650946e-06, "loss": 0.7922, "step": 8510 }, { "epoch": 0.88, "learning_rate": 3.510185515014636e-06, "loss": 0.8019, "step": 8511 }, { "epoch": 0.88, "learning_rate": 3.503999872735364e-06, "loss": 0.5997, "step": 8512 }, { "epoch": 0.88, "learning_rate": 3.4978194875125103e-06, "loss": 0.7169, "step": 8513 }, { "epoch": 0.88, "learning_rate": 3.4916443600448543e-06, "loss": 0.6769, "step": 8514 }, { "epoch": 0.88, "learning_rate": 3.4854744910305714e-06, "loss": 0.6822, "step": 8515 }, { "epoch": 0.88, "learning_rate": 3.4793098811672755e-06, "loss": 0.6422, "step": 8516 }, { "epoch": 0.88, "learning_rate": 3.473150531151964e-06, "loss": 0.5673, "step": 8517 }, { "epoch": 0.88, "learning_rate": 3.466996441681036e-06, "loss": 0.6577, "step": 8518 }, { "epoch": 0.88, "learning_rate": 3.460847613450302e-06, "loss": 0.6315, "step": 8519 }, { "epoch": 0.88, "learning_rate": 3.4547040471549775e-06, "loss": 0.7324, "step": 8520 }, { "epoch": 0.88, "learning_rate": 3.4485657434896734e-06, "loss": 0.6607, "step": 8521 }, { "epoch": 0.88, "learning_rate": 3.442432703148435e-06, "loss": 0.6816, "step": 8522 }, { "epoch": 0.88, "learning_rate": 3.436304926824685e-06, "loss": 0.6573, "step": 8523 }, { "epoch": 0.88, "learning_rate": 3.4301824152112526e-06, "loss": 0.6268, "step": 8524 }, { "epoch": 0.89, "learning_rate": 3.4240651690003843e-06, "loss": 0.6707, "step": 8525 }, { "epoch": 0.89, "learning_rate": 3.4179531888837156e-06, "loss": 0.7699, "step": 8526 }, { "epoch": 0.89, "learning_rate": 3.4118464755523106e-06, "loss": 0.7825, "step": 8527 }, { "epoch": 0.89, "learning_rate": 3.4057450296966164e-06, "loss": 0.7092, "step": 8528 }, { "epoch": 0.89, "learning_rate": 3.399648852006487e-06, "loss": 0.6349, "step": 8529 }, { "epoch": 0.89, "learning_rate": 3.3935579431711883e-06, "loss": 0.6273, "step": 8530 }, { "epoch": 0.89, "learning_rate": 3.3874723038793856e-06, "loss": 0.7749, "step": 8531 }, { "epoch": 0.89, "learning_rate": 3.381391934819145e-06, "loss": 0.6909, "step": 8532 }, { "epoch": 0.89, "learning_rate": 3.3753168366779497e-06, "loss": 0.5972, "step": 8533 }, { "epoch": 0.89, "learning_rate": 3.369247010142679e-06, "loss": 0.6263, "step": 8534 }, { "epoch": 0.89, "learning_rate": 3.3631824558996106e-06, "loss": 0.6809, "step": 8535 }, { "epoch": 0.89, "learning_rate": 3.3571231746344467e-06, "loss": 0.729, "step": 8536 }, { "epoch": 0.89, "learning_rate": 3.351069167032256e-06, "loss": 0.708, "step": 8537 }, { "epoch": 0.89, "learning_rate": 3.345020433777535e-06, "loss": 0.5576, "step": 8538 }, { "epoch": 0.89, "learning_rate": 3.3389769755541977e-06, "loss": 0.6587, "step": 8539 }, { "epoch": 0.89, "learning_rate": 3.3329387930455423e-06, "loss": 0.7265, "step": 8540 }, { "epoch": 0.89, "learning_rate": 3.326905886934256e-06, "loss": 0.5521, "step": 8541 }, { "epoch": 0.89, "learning_rate": 3.3208782579024823e-06, "loss": 0.6582, "step": 8542 }, { "epoch": 0.89, "learning_rate": 3.314855906631703e-06, "loss": 0.7682, "step": 8543 }, { "epoch": 0.89, "learning_rate": 3.3088388338028353e-06, "loss": 0.6098, "step": 8544 }, { "epoch": 0.89, "learning_rate": 3.3028270400962126e-06, "loss": 0.6916, "step": 8545 }, { "epoch": 0.89, "learning_rate": 3.2968205261915464e-06, "loss": 0.5821, "step": 8546 }, { "epoch": 0.89, "learning_rate": 3.2908192927679603e-06, "loss": 0.7076, "step": 8547 }, { "epoch": 0.89, "learning_rate": 3.2848233405039895e-06, "loss": 0.6586, "step": 8548 }, { "epoch": 0.89, "learning_rate": 3.278832670077575e-06, "loss": 0.6079, "step": 8549 }, { "epoch": 0.89, "learning_rate": 3.272847282166014e-06, "loss": 0.6512, "step": 8550 }, { "epoch": 0.89, "learning_rate": 3.2668671774460758e-06, "loss": 0.5443, "step": 8551 }, { "epoch": 0.89, "learning_rate": 3.2608923565938863e-06, "loss": 0.6464, "step": 8552 }, { "epoch": 0.89, "learning_rate": 3.2549228202849835e-06, "loss": 0.6298, "step": 8553 }, { "epoch": 0.89, "learning_rate": 3.2489585691943213e-06, "loss": 0.66, "step": 8554 }, { "epoch": 0.89, "learning_rate": 3.242999603996244e-06, "loss": 0.5871, "step": 8555 }, { "epoch": 0.89, "learning_rate": 3.2370459253644958e-06, "loss": 0.6246, "step": 8556 }, { "epoch": 0.89, "learning_rate": 3.231097533972227e-06, "loss": 0.7335, "step": 8557 }, { "epoch": 0.89, "learning_rate": 3.2251544304919946e-06, "loss": 0.6798, "step": 8558 }, { "epoch": 0.89, "learning_rate": 3.2192166155957435e-06, "loss": 0.685, "step": 8559 }, { "epoch": 0.89, "learning_rate": 3.213284089954849e-06, "loss": 0.5506, "step": 8560 }, { "epoch": 0.89, "learning_rate": 3.2073568542400622e-06, "loss": 0.6964, "step": 8561 }, { "epoch": 0.89, "learning_rate": 3.2014349091215423e-06, "loss": 0.677, "step": 8562 }, { "epoch": 0.89, "learning_rate": 3.195518255268848e-06, "loss": 0.7583, "step": 8563 }, { "epoch": 0.89, "learning_rate": 3.189606893350955e-06, "loss": 0.5826, "step": 8564 }, { "epoch": 0.89, "learning_rate": 3.183700824036212e-06, "loss": 0.7271, "step": 8565 }, { "epoch": 0.89, "learning_rate": 3.1778000479924077e-06, "loss": 0.6856, "step": 8566 }, { "epoch": 0.89, "learning_rate": 3.1719045658866965e-06, "loss": 0.6894, "step": 8567 }, { "epoch": 0.89, "learning_rate": 3.1660143783856623e-06, "loss": 0.743, "step": 8568 }, { "epoch": 0.89, "learning_rate": 3.1601294861552667e-06, "loss": 0.6219, "step": 8569 }, { "epoch": 0.89, "learning_rate": 3.154249889860883e-06, "loss": 0.5533, "step": 8570 }, { "epoch": 0.89, "learning_rate": 3.148375590167296e-06, "loss": 0.6581, "step": 8571 }, { "epoch": 0.89, "learning_rate": 3.142506587738675e-06, "loss": 0.6786, "step": 8572 }, { "epoch": 0.89, "learning_rate": 3.136642883238594e-06, "loss": 0.5523, "step": 8573 }, { "epoch": 0.89, "learning_rate": 3.1307844773300397e-06, "loss": 0.6485, "step": 8574 }, { "epoch": 0.89, "learning_rate": 3.1249313706753826e-06, "loss": 0.7205, "step": 8575 }, { "epoch": 0.89, "learning_rate": 3.119083563936398e-06, "loss": 0.7937, "step": 8576 }, { "epoch": 0.89, "learning_rate": 3.1132410577742854e-06, "loss": 0.6321, "step": 8577 }, { "epoch": 0.89, "learning_rate": 3.1074038528496106e-06, "loss": 0.7265, "step": 8578 }, { "epoch": 0.89, "learning_rate": 3.101571949822357e-06, "loss": 0.6799, "step": 8579 }, { "epoch": 0.89, "learning_rate": 3.095745349351914e-06, "loss": 0.7993, "step": 8580 }, { "epoch": 0.89, "learning_rate": 3.089924052097065e-06, "loss": 0.6413, "step": 8581 }, { "epoch": 0.89, "learning_rate": 3.0841080587159733e-06, "loss": 0.7203, "step": 8582 }, { "epoch": 0.89, "learning_rate": 3.0782973698662508e-06, "loss": 0.6614, "step": 8583 }, { "epoch": 0.89, "learning_rate": 3.072491986204862e-06, "loss": 0.4863, "step": 8584 }, { "epoch": 0.89, "learning_rate": 3.066691908388192e-06, "loss": 0.7344, "step": 8585 }, { "epoch": 0.89, "learning_rate": 3.0608971370720383e-06, "loss": 0.7503, "step": 8586 }, { "epoch": 0.89, "learning_rate": 3.0551076729115837e-06, "loss": 0.7066, "step": 8587 }, { "epoch": 0.89, "learning_rate": 3.0493235165613867e-06, "loss": 0.605, "step": 8588 }, { "epoch": 0.89, "learning_rate": 3.0435446686754575e-06, "loss": 0.6731, "step": 8589 }, { "epoch": 0.89, "learning_rate": 3.037771129907174e-06, "loss": 0.6332, "step": 8590 }, { "epoch": 0.89, "learning_rate": 3.032002900909309e-06, "loss": 0.7325, "step": 8591 }, { "epoch": 0.89, "learning_rate": 3.0262399823340617e-06, "loss": 0.7253, "step": 8592 }, { "epoch": 0.89, "learning_rate": 3.020482374833017e-06, "loss": 0.7345, "step": 8593 }, { "epoch": 0.89, "learning_rate": 3.0147300790571265e-06, "loss": 0.7458, "step": 8594 }, { "epoch": 0.89, "learning_rate": 3.0089830956568034e-06, "loss": 0.7341, "step": 8595 }, { "epoch": 0.89, "learning_rate": 3.0032414252818165e-06, "loss": 0.6939, "step": 8596 }, { "epoch": 0.89, "learning_rate": 2.997505068581341e-06, "loss": 0.5783, "step": 8597 }, { "epoch": 0.89, "learning_rate": 2.9917740262039697e-06, "loss": 0.5791, "step": 8598 }, { "epoch": 0.89, "learning_rate": 2.986048298797678e-06, "loss": 0.715, "step": 8599 }, { "epoch": 0.89, "learning_rate": 2.9803278870098316e-06, "loss": 0.5436, "step": 8600 }, { "epoch": 0.89, "learning_rate": 2.974612791487219e-06, "loss": 0.7077, "step": 8601 }, { "epoch": 0.89, "learning_rate": 2.9689030128760176e-06, "loss": 0.6583, "step": 8602 }, { "epoch": 0.89, "learning_rate": 2.963198551821783e-06, "loss": 0.7251, "step": 8603 }, { "epoch": 0.89, "learning_rate": 2.957499408969505e-06, "loss": 0.5997, "step": 8604 }, { "epoch": 0.89, "learning_rate": 2.9518055849635573e-06, "loss": 0.69, "step": 8605 }, { "epoch": 0.89, "learning_rate": 2.946117080447708e-06, "loss": 0.6068, "step": 8606 }, { "epoch": 0.89, "learning_rate": 2.9404338960651203e-06, "loss": 0.7021, "step": 8607 }, { "epoch": 0.89, "learning_rate": 2.9347560324583634e-06, "loss": 0.598, "step": 8608 }, { "epoch": 0.89, "learning_rate": 2.9290834902693964e-06, "loss": 0.745, "step": 8609 }, { "epoch": 0.89, "learning_rate": 2.923416270139606e-06, "loss": 0.6003, "step": 8610 }, { "epoch": 0.89, "learning_rate": 2.9177543727097356e-06, "loss": 0.5528, "step": 8611 }, { "epoch": 0.89, "learning_rate": 2.912097798619945e-06, "loss": 0.6034, "step": 8612 }, { "epoch": 0.89, "learning_rate": 2.9064465485098115e-06, "loss": 0.6799, "step": 8613 }, { "epoch": 0.89, "learning_rate": 2.9008006230182625e-06, "loss": 0.7114, "step": 8614 }, { "epoch": 0.89, "learning_rate": 2.895160022783683e-06, "loss": 0.6539, "step": 8615 }, { "epoch": 0.89, "learning_rate": 2.8895247484438114e-06, "loss": 0.6109, "step": 8616 }, { "epoch": 0.89, "learning_rate": 2.8838948006358e-06, "loss": 0.6292, "step": 8617 }, { "epoch": 0.89, "learning_rate": 2.87827017999619e-06, "loss": 0.5753, "step": 8618 }, { "epoch": 0.89, "learning_rate": 2.8726508871609438e-06, "loss": 0.6541, "step": 8619 }, { "epoch": 0.89, "learning_rate": 2.867036922765387e-06, "loss": 0.5963, "step": 8620 }, { "epoch": 0.9, "learning_rate": 2.861428287444273e-06, "loss": 0.6771, "step": 8621 }, { "epoch": 0.9, "learning_rate": 2.8558249818317395e-06, "loss": 0.6262, "step": 8622 }, { "epoch": 0.9, "learning_rate": 2.8502270065613124e-06, "loss": 0.5753, "step": 8623 }, { "epoch": 0.9, "learning_rate": 2.844634362265941e-06, "loss": 0.7372, "step": 8624 }, { "epoch": 0.9, "learning_rate": 2.839047049577953e-06, "loss": 0.6411, "step": 8625 }, { "epoch": 0.9, "learning_rate": 2.8334650691290542e-06, "loss": 0.6373, "step": 8626 }, { "epoch": 0.9, "learning_rate": 2.8278884215503955e-06, "loss": 0.6758, "step": 8627 }, { "epoch": 0.9, "learning_rate": 2.8223171074724885e-06, "loss": 0.7219, "step": 8628 }, { "epoch": 0.9, "learning_rate": 2.8167511275252465e-06, "loss": 0.596, "step": 8629 }, { "epoch": 0.9, "learning_rate": 2.811190482338e-06, "loss": 0.4934, "step": 8630 }, { "epoch": 0.9, "learning_rate": 2.8056351725394558e-06, "loss": 0.4984, "step": 8631 }, { "epoch": 0.9, "learning_rate": 2.800085198757718e-06, "loss": 0.65, "step": 8632 }, { "epoch": 0.9, "learning_rate": 2.7945405616203014e-06, "loss": 0.6803, "step": 8633 }, { "epoch": 0.9, "learning_rate": 2.7890012617540983e-06, "loss": 0.6326, "step": 8634 }, { "epoch": 0.9, "learning_rate": 2.7834672997854085e-06, "loss": 0.6987, "step": 8635 }, { "epoch": 0.9, "learning_rate": 2.777938676339936e-06, "loss": 0.708, "step": 8636 }, { "epoch": 0.9, "learning_rate": 2.7724153920427708e-06, "loss": 0.7377, "step": 8637 }, { "epoch": 0.9, "learning_rate": 2.766897447518402e-06, "loss": 0.6673, "step": 8638 }, { "epoch": 0.9, "learning_rate": 2.761384843390713e-06, "loss": 0.657, "step": 8639 }, { "epoch": 0.9, "learning_rate": 2.755877580282984e-06, "loss": 0.6012, "step": 8640 }, { "epoch": 0.9, "learning_rate": 2.750375658817883e-06, "loss": 0.6683, "step": 8641 }, { "epoch": 0.9, "learning_rate": 2.7448790796175016e-06, "loss": 0.776, "step": 8642 }, { "epoch": 0.9, "learning_rate": 2.7393878433032984e-06, "loss": 0.5993, "step": 8643 }, { "epoch": 0.9, "learning_rate": 2.733901950496137e-06, "loss": 0.7455, "step": 8644 }, { "epoch": 0.9, "learning_rate": 2.7284214018162836e-06, "loss": 0.5482, "step": 8645 }, { "epoch": 0.9, "learning_rate": 2.7229461978833914e-06, "loss": 0.5902, "step": 8646 }, { "epoch": 0.9, "learning_rate": 2.717476339316505e-06, "loss": 0.6504, "step": 8647 }, { "epoch": 0.9, "learning_rate": 2.71201182673409e-06, "loss": 0.6522, "step": 8648 }, { "epoch": 0.9, "learning_rate": 2.7065526607539803e-06, "loss": 0.6603, "step": 8649 }, { "epoch": 0.9, "learning_rate": 2.7010988419934047e-06, "loss": 0.6793, "step": 8650 }, { "epoch": 0.9, "learning_rate": 2.695650371069025e-06, "loss": 0.6588, "step": 8651 }, { "epoch": 0.9, "learning_rate": 2.6902072485968488e-06, "loss": 0.6875, "step": 8652 }, { "epoch": 0.9, "learning_rate": 2.6847694751922947e-06, "loss": 0.5443, "step": 8653 }, { "epoch": 0.9, "learning_rate": 2.6793370514702042e-06, "loss": 0.7831, "step": 8654 }, { "epoch": 0.9, "learning_rate": 2.673909978044781e-06, "loss": 0.6642, "step": 8655 }, { "epoch": 0.9, "learning_rate": 2.668488255529633e-06, "loss": 0.5828, "step": 8656 }, { "epoch": 0.9, "learning_rate": 2.663071884537782e-06, "loss": 0.64, "step": 8657 }, { "epoch": 0.9, "learning_rate": 2.657660865681605e-06, "loss": 0.7211, "step": 8658 }, { "epoch": 0.9, "learning_rate": 2.6522551995729117e-06, "loss": 0.8329, "step": 8659 }, { "epoch": 0.9, "learning_rate": 2.6468548868228917e-06, "loss": 0.6139, "step": 8660 }, { "epoch": 0.9, "learning_rate": 2.641459928042128e-06, "loss": 0.7073, "step": 8661 }, { "epoch": 0.9, "learning_rate": 2.6360703238405947e-06, "loss": 0.7182, "step": 8662 }, { "epoch": 0.9, "learning_rate": 2.6306860748276708e-06, "loss": 0.743, "step": 8663 }, { "epoch": 0.9, "learning_rate": 2.62530718161213e-06, "loss": 0.6997, "step": 8664 }, { "epoch": 0.9, "learning_rate": 2.619933644802125e-06, "loss": 0.6663, "step": 8665 }, { "epoch": 0.9, "learning_rate": 2.6145654650052197e-06, "loss": 0.9121, "step": 8666 }, { "epoch": 0.9, "learning_rate": 2.6092026428283622e-06, "loss": 0.678, "step": 8667 }, { "epoch": 0.9, "learning_rate": 2.6038451788779007e-06, "loss": 0.6487, "step": 8668 }, { "epoch": 0.9, "learning_rate": 2.5984930737595725e-06, "loss": 0.6209, "step": 8669 }, { "epoch": 0.9, "learning_rate": 2.5931463280785218e-06, "loss": 0.5674, "step": 8670 }, { "epoch": 0.9, "learning_rate": 2.587804942439265e-06, "loss": 0.6195, "step": 8671 }, { "epoch": 0.9, "learning_rate": 2.582468917445724e-06, "loss": 0.6273, "step": 8672 }, { "epoch": 0.9, "learning_rate": 2.5771382537012167e-06, "loss": 0.6225, "step": 8673 }, { "epoch": 0.9, "learning_rate": 2.571812951808461e-06, "loss": 0.7767, "step": 8674 }, { "epoch": 0.9, "learning_rate": 2.566493012369553e-06, "loss": 0.7273, "step": 8675 }, { "epoch": 0.9, "learning_rate": 2.5611784359859946e-06, "loss": 0.7034, "step": 8676 }, { "epoch": 0.9, "learning_rate": 2.5558692232586722e-06, "loss": 0.6263, "step": 8677 }, { "epoch": 0.9, "learning_rate": 2.5505653747878776e-06, "loss": 0.7437, "step": 8678 }, { "epoch": 0.9, "learning_rate": 2.54526689117327e-06, "loss": 0.6618, "step": 8679 }, { "epoch": 0.9, "learning_rate": 2.539973773013943e-06, "loss": 0.679, "step": 8680 }, { "epoch": 0.9, "learning_rate": 2.5346860209083558e-06, "loss": 0.7502, "step": 8681 }, { "epoch": 0.9, "learning_rate": 2.5294036354543527e-06, "loss": 0.6571, "step": 8682 }, { "epoch": 0.9, "learning_rate": 2.524126617249212e-06, "loss": 0.7285, "step": 8683 }, { "epoch": 0.9, "learning_rate": 2.5188549668895557e-06, "loss": 0.645, "step": 8684 }, { "epoch": 0.9, "learning_rate": 2.5135886849714185e-06, "loss": 0.7381, "step": 8685 }, { "epoch": 0.9, "learning_rate": 2.5083277720902464e-06, "loss": 0.6479, "step": 8686 }, { "epoch": 0.9, "learning_rate": 2.503072228840864e-06, "loss": 0.5684, "step": 8687 }, { "epoch": 0.9, "learning_rate": 2.497822055817467e-06, "loss": 0.6669, "step": 8688 }, { "epoch": 0.9, "learning_rate": 2.4925772536136928e-06, "loss": 0.5811, "step": 8689 }, { "epoch": 0.9, "learning_rate": 2.487337822822522e-06, "loss": 0.6951, "step": 8690 }, { "epoch": 0.9, "learning_rate": 2.482103764036353e-06, "loss": 0.6666, "step": 8691 }, { "epoch": 0.9, "learning_rate": 2.4768750778469797e-06, "loss": 0.6004, "step": 8692 }, { "epoch": 0.9, "learning_rate": 2.4716517648455785e-06, "loss": 0.8076, "step": 8693 }, { "epoch": 0.9, "learning_rate": 2.466433825622716e-06, "loss": 0.7051, "step": 8694 }, { "epoch": 0.9, "learning_rate": 2.461221260768365e-06, "loss": 0.6992, "step": 8695 }, { "epoch": 0.9, "learning_rate": 2.456014070871893e-06, "loss": 0.6181, "step": 8696 }, { "epoch": 0.9, "learning_rate": 2.450812256522017e-06, "loss": 0.6484, "step": 8697 }, { "epoch": 0.9, "learning_rate": 2.445615818306912e-06, "loss": 0.7268, "step": 8698 }, { "epoch": 0.9, "learning_rate": 2.4404247568140914e-06, "loss": 0.7687, "step": 8699 }, { "epoch": 0.9, "learning_rate": 2.4352390726304854e-06, "loss": 0.6241, "step": 8700 }, { "epoch": 0.9, "learning_rate": 2.430058766342419e-06, "loss": 0.7875, "step": 8701 }, { "epoch": 0.9, "learning_rate": 2.4248838385355966e-06, "loss": 0.6408, "step": 8702 }, { "epoch": 0.9, "learning_rate": 2.419714289795122e-06, "loss": 0.7168, "step": 8703 }, { "epoch": 0.9, "learning_rate": 2.414550120705483e-06, "loss": 0.792, "step": 8704 }, { "epoch": 0.9, "learning_rate": 2.4093913318505746e-06, "loss": 0.8064, "step": 8705 }, { "epoch": 0.9, "learning_rate": 2.404237923813657e-06, "loss": 0.5544, "step": 8706 }, { "epoch": 0.9, "learning_rate": 2.3990898971774146e-06, "loss": 0.7315, "step": 8707 }, { "epoch": 0.9, "learning_rate": 2.3939472525239093e-06, "loss": 0.6242, "step": 8708 }, { "epoch": 0.9, "learning_rate": 2.3888099904345816e-06, "loss": 0.6293, "step": 8709 }, { "epoch": 0.9, "learning_rate": 2.3836781114902784e-06, "loss": 0.6383, "step": 8710 }, { "epoch": 0.9, "learning_rate": 2.3785516162712295e-06, "loss": 0.7165, "step": 8711 }, { "epoch": 0.9, "learning_rate": 2.3734305053570714e-06, "loss": 0.6536, "step": 8712 }, { "epoch": 0.9, "learning_rate": 2.3683147793268135e-06, "loss": 0.6635, "step": 8713 }, { "epoch": 0.9, "learning_rate": 2.3632044387588647e-06, "loss": 0.6689, "step": 8714 }, { "epoch": 0.9, "learning_rate": 2.35809948423103e-06, "loss": 0.6044, "step": 8715 }, { "epoch": 0.9, "learning_rate": 2.3529999163204917e-06, "loss": 0.6018, "step": 8716 }, { "epoch": 0.91, "learning_rate": 2.347905735603828e-06, "loss": 0.7055, "step": 8717 }, { "epoch": 0.91, "learning_rate": 2.3428169426570224e-06, "loss": 0.7856, "step": 8718 }, { "epoch": 0.91, "learning_rate": 2.337733538055431e-06, "loss": 0.7382, "step": 8719 }, { "epoch": 0.91, "learning_rate": 2.3326555223738002e-06, "loss": 0.6388, "step": 8720 }, { "epoch": 0.91, "learning_rate": 2.327582896186298e-06, "loss": 0.7027, "step": 8721 }, { "epoch": 0.91, "learning_rate": 2.3225156600664377e-06, "loss": 0.6075, "step": 8722 }, { "epoch": 0.91, "learning_rate": 2.317453814587145e-06, "loss": 0.593, "step": 8723 }, { "epoch": 0.91, "learning_rate": 2.312397360320745e-06, "loss": 0.6797, "step": 8724 }, { "epoch": 0.91, "learning_rate": 2.307346297838947e-06, "loss": 0.8675, "step": 8725 }, { "epoch": 0.91, "learning_rate": 2.3023006277128335e-06, "loss": 0.7193, "step": 8726 }, { "epoch": 0.91, "learning_rate": 2.297260350512903e-06, "loss": 0.7648, "step": 8727 }, { "epoch": 0.91, "learning_rate": 2.2922254668090394e-06, "loss": 0.7625, "step": 8728 }, { "epoch": 0.91, "learning_rate": 2.287195977170492e-06, "loss": 0.6429, "step": 8729 }, { "epoch": 0.91, "learning_rate": 2.282171882165929e-06, "loss": 0.6291, "step": 8730 }, { "epoch": 0.91, "learning_rate": 2.277153182363395e-06, "loss": 0.5448, "step": 8731 }, { "epoch": 0.91, "learning_rate": 2.2721398783303317e-06, "loss": 0.5868, "step": 8732 }, { "epoch": 0.91, "learning_rate": 2.2671319706335624e-06, "loss": 0.7757, "step": 8733 }, { "epoch": 0.91, "learning_rate": 2.2621294598393183e-06, "loss": 0.6935, "step": 8734 }, { "epoch": 0.91, "learning_rate": 2.2571323465131798e-06, "loss": 0.6112, "step": 8735 }, { "epoch": 0.91, "learning_rate": 2.252140631220173e-06, "loss": 0.7344, "step": 8736 }, { "epoch": 0.91, "learning_rate": 2.247154314524663e-06, "loss": 0.7772, "step": 8737 }, { "epoch": 0.91, "learning_rate": 2.242173396990432e-06, "loss": 0.5821, "step": 8738 }, { "epoch": 0.91, "learning_rate": 2.237197879180658e-06, "loss": 0.647, "step": 8739 }, { "epoch": 0.91, "learning_rate": 2.2322277616578848e-06, "loss": 0.6015, "step": 8740 }, { "epoch": 0.91, "learning_rate": 2.227263044984057e-06, "loss": 0.6804, "step": 8741 }, { "epoch": 0.91, "learning_rate": 2.222303729720515e-06, "loss": 0.6327, "step": 8742 }, { "epoch": 0.91, "learning_rate": 2.217349816427977e-06, "loss": 0.5549, "step": 8743 }, { "epoch": 0.91, "learning_rate": 2.2124013056665503e-06, "loss": 0.5635, "step": 8744 }, { "epoch": 0.91, "learning_rate": 2.207458197995754e-06, "loss": 0.6347, "step": 8745 }, { "epoch": 0.91, "learning_rate": 2.2025204939744638e-06, "loss": 0.8495, "step": 8746 }, { "epoch": 0.91, "learning_rate": 2.1975881941609656e-06, "loss": 0.6662, "step": 8747 }, { "epoch": 0.91, "learning_rate": 2.1926612991129303e-06, "loss": 0.5849, "step": 8748 }, { "epoch": 0.91, "learning_rate": 2.1877398093874122e-06, "loss": 0.6582, "step": 8749 }, { "epoch": 0.91, "learning_rate": 2.1828237255408556e-06, "loss": 0.6904, "step": 8750 }, { "epoch": 0.91, "learning_rate": 2.177913048129104e-06, "loss": 0.8039, "step": 8751 }, { "epoch": 0.91, "learning_rate": 2.1730077777073754e-06, "loss": 0.6597, "step": 8752 }, { "epoch": 0.91, "learning_rate": 2.1681079148302864e-06, "loss": 0.5683, "step": 8753 }, { "epoch": 0.91, "learning_rate": 2.1632134600518384e-06, "loss": 0.7554, "step": 8754 }, { "epoch": 0.91, "learning_rate": 2.158324413925411e-06, "loss": 0.6252, "step": 8755 }, { "epoch": 0.91, "learning_rate": 2.153440777003801e-06, "loss": 0.7178, "step": 8756 }, { "epoch": 0.91, "learning_rate": 2.1485625498391615e-06, "loss": 0.5251, "step": 8757 }, { "epoch": 0.91, "learning_rate": 2.143689732983056e-06, "loss": 0.6923, "step": 8758 }, { "epoch": 0.91, "learning_rate": 2.1388223269864174e-06, "loss": 0.6015, "step": 8759 }, { "epoch": 0.91, "learning_rate": 2.1339603323995983e-06, "loss": 0.6166, "step": 8760 }, { "epoch": 0.91, "learning_rate": 2.129103749772288e-06, "loss": 0.577, "step": 8761 }, { "epoch": 0.91, "learning_rate": 2.1242525796536237e-06, "loss": 0.5993, "step": 8762 }, { "epoch": 0.91, "learning_rate": 2.119406822592085e-06, "loss": 0.7542, "step": 8763 }, { "epoch": 0.91, "learning_rate": 2.1145664791355546e-06, "loss": 0.6612, "step": 8764 }, { "epoch": 0.91, "learning_rate": 2.1097315498313174e-06, "loss": 0.7364, "step": 8765 }, { "epoch": 0.91, "learning_rate": 2.1049020352260306e-06, "loss": 0.6579, "step": 8766 }, { "epoch": 0.91, "learning_rate": 2.100077935865724e-06, "loss": 0.5984, "step": 8767 }, { "epoch": 0.91, "learning_rate": 2.095259252295856e-06, "loss": 0.663, "step": 8768 }, { "epoch": 0.91, "learning_rate": 2.0904459850612347e-06, "loss": 0.6696, "step": 8769 }, { "epoch": 0.91, "learning_rate": 2.0856381347060693e-06, "loss": 0.5859, "step": 8770 }, { "epoch": 0.91, "learning_rate": 2.0808357017739754e-06, "loss": 0.6449, "step": 8771 }, { "epoch": 0.91, "learning_rate": 2.0760386868079352e-06, "loss": 0.7888, "step": 8772 }, { "epoch": 0.91, "learning_rate": 2.0712470903502978e-06, "loss": 0.6148, "step": 8773 }, { "epoch": 0.91, "learning_rate": 2.066460912942847e-06, "loss": 0.6263, "step": 8774 }, { "epoch": 0.91, "learning_rate": 2.061680155126722e-06, "loss": 0.6694, "step": 8775 }, { "epoch": 0.91, "learning_rate": 2.0569048174424567e-06, "loss": 0.5428, "step": 8776 }, { "epoch": 0.91, "learning_rate": 2.0521349004299804e-06, "loss": 0.6616, "step": 8777 }, { "epoch": 0.91, "learning_rate": 2.0473704046285957e-06, "loss": 0.7002, "step": 8778 }, { "epoch": 0.91, "learning_rate": 2.0426113305770043e-06, "loss": 0.6393, "step": 8779 }, { "epoch": 0.91, "learning_rate": 2.0378576788132876e-06, "loss": 0.6384, "step": 8780 }, { "epoch": 0.91, "learning_rate": 2.033109449874909e-06, "loss": 0.7226, "step": 8781 }, { "epoch": 0.91, "learning_rate": 2.028366644298729e-06, "loss": 0.5378, "step": 8782 }, { "epoch": 0.91, "learning_rate": 2.0236292626209963e-06, "loss": 0.6655, "step": 8783 }, { "epoch": 0.91, "learning_rate": 2.018897305377343e-06, "loss": 0.7278, "step": 8784 }, { "epoch": 0.91, "learning_rate": 2.0141707731027806e-06, "loss": 0.6884, "step": 8785 }, { "epoch": 0.91, "learning_rate": 2.0094496663317143e-06, "loss": 0.634, "step": 8786 }, { "epoch": 0.91, "learning_rate": 2.004733985597934e-06, "loss": 0.6009, "step": 8787 }, { "epoch": 0.91, "learning_rate": 2.0000237314346136e-06, "loss": 0.6133, "step": 8788 }, { "epoch": 0.91, "learning_rate": 1.995318904374327e-06, "loss": 0.5977, "step": 8789 }, { "epoch": 0.91, "learning_rate": 1.990619504949015e-06, "loss": 0.6975, "step": 8790 }, { "epoch": 0.91, "learning_rate": 1.985925533690014e-06, "loss": 0.7648, "step": 8791 }, { "epoch": 0.91, "learning_rate": 1.98123699112806e-06, "loss": 0.6819, "step": 8792 }, { "epoch": 0.91, "learning_rate": 1.9765538777932414e-06, "loss": 0.6399, "step": 8793 }, { "epoch": 0.91, "learning_rate": 1.9718761942150608e-06, "loss": 0.7252, "step": 8794 }, { "epoch": 0.91, "learning_rate": 1.9672039409224073e-06, "loss": 0.6327, "step": 8795 }, { "epoch": 0.91, "learning_rate": 1.962537118443536e-06, "loss": 0.6784, "step": 8796 }, { "epoch": 0.91, "learning_rate": 1.957875727306102e-06, "loss": 0.8221, "step": 8797 }, { "epoch": 0.91, "learning_rate": 1.9532197680371622e-06, "loss": 0.7211, "step": 8798 }, { "epoch": 0.91, "learning_rate": 1.948569241163112e-06, "loss": 0.7272, "step": 8799 }, { "epoch": 0.91, "learning_rate": 1.94392414720978e-06, "loss": 0.7004, "step": 8800 }, { "epoch": 0.91, "learning_rate": 1.9392844867023585e-06, "loss": 0.7088, "step": 8801 }, { "epoch": 0.91, "learning_rate": 1.9346502601654326e-06, "loss": 0.6665, "step": 8802 }, { "epoch": 0.91, "learning_rate": 1.9300214681229554e-06, "loss": 0.7551, "step": 8803 }, { "epoch": 0.91, "learning_rate": 1.9253981110983086e-06, "loss": 0.637, "step": 8804 }, { "epoch": 0.91, "learning_rate": 1.920780189614196e-06, "loss": 0.739, "step": 8805 }, { "epoch": 0.91, "learning_rate": 1.9161677041927675e-06, "loss": 0.7381, "step": 8806 }, { "epoch": 0.91, "learning_rate": 1.911560655355521e-06, "loss": 0.5838, "step": 8807 }, { "epoch": 0.91, "learning_rate": 1.9069590436233465e-06, "loss": 0.6781, "step": 8808 }, { "epoch": 0.91, "learning_rate": 1.9023628695165386e-06, "loss": 0.6049, "step": 8809 }, { "epoch": 0.91, "learning_rate": 1.8977721335547537e-06, "loss": 0.7716, "step": 8810 }, { "epoch": 0.91, "learning_rate": 1.8931868362570438e-06, "loss": 0.8275, "step": 8811 }, { "epoch": 0.91, "learning_rate": 1.8886069781418436e-06, "loss": 0.6075, "step": 8812 }, { "epoch": 0.91, "learning_rate": 1.8840325597269725e-06, "loss": 0.6405, "step": 8813 }, { "epoch": 0.92, "learning_rate": 1.8794635815296335e-06, "loss": 0.6894, "step": 8814 }, { "epoch": 0.92, "learning_rate": 1.8749000440664188e-06, "loss": 0.662, "step": 8815 }, { "epoch": 0.92, "learning_rate": 1.8703419478533102e-06, "loss": 0.6412, "step": 8816 }, { "epoch": 0.92, "learning_rate": 1.8657892934056564e-06, "loss": 0.6275, "step": 8817 }, { "epoch": 0.92, "learning_rate": 1.8612420812382125e-06, "loss": 0.7129, "step": 8818 }, { "epoch": 0.92, "learning_rate": 1.8567003118651005e-06, "loss": 0.7229, "step": 8819 }, { "epoch": 0.92, "learning_rate": 1.8521639857998263e-06, "loss": 0.6416, "step": 8820 }, { "epoch": 0.92, "learning_rate": 1.8476331035553074e-06, "loss": 0.7053, "step": 8821 }, { "epoch": 0.92, "learning_rate": 1.8431076656438117e-06, "loss": 0.7048, "step": 8822 }, { "epoch": 0.92, "learning_rate": 1.8385876725770135e-06, "loss": 0.6871, "step": 8823 }, { "epoch": 0.92, "learning_rate": 1.8340731248659703e-06, "loss": 0.7719, "step": 8824 }, { "epoch": 0.92, "learning_rate": 1.829564023021102e-06, "loss": 0.6397, "step": 8825 }, { "epoch": 0.92, "learning_rate": 1.8250603675522392e-06, "loss": 0.662, "step": 8826 }, { "epoch": 0.92, "learning_rate": 1.8205621589685861e-06, "loss": 0.7962, "step": 8827 }, { "epoch": 0.92, "learning_rate": 1.8160693977787302e-06, "loss": 0.6295, "step": 8828 }, { "epoch": 0.92, "learning_rate": 1.8115820844906372e-06, "loss": 0.7077, "step": 8829 }, { "epoch": 0.92, "learning_rate": 1.8071002196116792e-06, "loss": 0.6136, "step": 8830 }, { "epoch": 0.92, "learning_rate": 1.8026238036485898e-06, "loss": 0.6659, "step": 8831 }, { "epoch": 0.92, "learning_rate": 1.7981528371074808e-06, "loss": 0.6994, "step": 8832 }, { "epoch": 0.92, "learning_rate": 1.7936873204938753e-06, "loss": 0.7091, "step": 8833 }, { "epoch": 0.92, "learning_rate": 1.7892272543126699e-06, "loss": 0.689, "step": 8834 }, { "epoch": 0.92, "learning_rate": 1.7847726390681218e-06, "loss": 0.7052, "step": 8835 }, { "epoch": 0.92, "learning_rate": 1.7803234752639175e-06, "loss": 0.7928, "step": 8836 }, { "epoch": 0.92, "learning_rate": 1.7758797634030767e-06, "loss": 0.6179, "step": 8837 }, { "epoch": 0.92, "learning_rate": 1.771441503988025e-06, "loss": 0.6943, "step": 8838 }, { "epoch": 0.92, "learning_rate": 1.7670086975205946e-06, "loss": 0.5715, "step": 8839 }, { "epoch": 0.92, "learning_rate": 1.7625813445019623e-06, "loss": 0.7263, "step": 8840 }, { "epoch": 0.92, "learning_rate": 1.7581594454327054e-06, "loss": 0.8035, "step": 8841 }, { "epoch": 0.92, "learning_rate": 1.7537430008127965e-06, "loss": 0.6481, "step": 8842 }, { "epoch": 0.92, "learning_rate": 1.7493320111415745e-06, "loss": 0.6423, "step": 8843 }, { "epoch": 0.92, "learning_rate": 1.744926476917763e-06, "loss": 0.5755, "step": 8844 }, { "epoch": 0.92, "learning_rate": 1.7405263986394749e-06, "loss": 0.7038, "step": 8845 }, { "epoch": 0.92, "learning_rate": 1.7361317768042007e-06, "loss": 0.654, "step": 8846 }, { "epoch": 0.92, "learning_rate": 1.7317426119088153e-06, "loss": 0.5524, "step": 8847 }, { "epoch": 0.92, "learning_rate": 1.7273589044495885e-06, "loss": 0.6316, "step": 8848 }, { "epoch": 0.92, "learning_rate": 1.7229806549221571e-06, "loss": 0.5262, "step": 8849 }, { "epoch": 0.92, "learning_rate": 1.7186078638215474e-06, "loss": 0.7777, "step": 8850 }, { "epoch": 0.92, "learning_rate": 1.7142405316421638e-06, "loss": 0.6071, "step": 8851 }, { "epoch": 0.92, "learning_rate": 1.7098786588777949e-06, "loss": 0.479, "step": 8852 }, { "epoch": 0.92, "learning_rate": 1.7055222460216235e-06, "loss": 0.6961, "step": 8853 }, { "epoch": 0.92, "learning_rate": 1.701171293566206e-06, "loss": 0.6696, "step": 8854 }, { "epoch": 0.92, "learning_rate": 1.6968258020034766e-06, "loss": 0.6455, "step": 8855 }, { "epoch": 0.92, "learning_rate": 1.6924857718247588e-06, "loss": 0.6532, "step": 8856 }, { "epoch": 0.92, "learning_rate": 1.6881512035207547e-06, "loss": 0.6593, "step": 8857 }, { "epoch": 0.92, "learning_rate": 1.68382209758155e-06, "loss": 0.5882, "step": 8858 }, { "epoch": 0.92, "learning_rate": 1.6794984544966197e-06, "loss": 0.7035, "step": 8859 }, { "epoch": 0.92, "learning_rate": 1.6751802747548117e-06, "loss": 0.656, "step": 8860 }, { "epoch": 0.92, "learning_rate": 1.6708675588443633e-06, "loss": 0.6361, "step": 8861 }, { "epoch": 0.92, "learning_rate": 1.6665603072528846e-06, "loss": 0.6224, "step": 8862 }, { "epoch": 0.92, "learning_rate": 1.6622585204673746e-06, "loss": 0.7889, "step": 8863 }, { "epoch": 0.92, "learning_rate": 1.6579621989742166e-06, "loss": 0.6722, "step": 8864 }, { "epoch": 0.92, "learning_rate": 1.6536713432591722e-06, "loss": 0.6881, "step": 8865 }, { "epoch": 0.92, "learning_rate": 1.6493859538073808e-06, "loss": 0.7236, "step": 8866 }, { "epoch": 0.92, "learning_rate": 1.6451060311033718e-06, "loss": 0.6716, "step": 8867 }, { "epoch": 0.92, "learning_rate": 1.6408315756310689e-06, "loss": 0.6348, "step": 8868 }, { "epoch": 0.92, "learning_rate": 1.6365625878737357e-06, "loss": 0.7515, "step": 8869 }, { "epoch": 0.92, "learning_rate": 1.6322990683140527e-06, "loss": 0.7182, "step": 8870 }, { "epoch": 0.92, "learning_rate": 1.6280410174340844e-06, "loss": 0.7044, "step": 8871 }, { "epoch": 0.92, "learning_rate": 1.6237884357152565e-06, "loss": 0.6187, "step": 8872 }, { "epoch": 0.92, "learning_rate": 1.619541323638385e-06, "loss": 0.5994, "step": 8873 }, { "epoch": 0.92, "learning_rate": 1.615299681683674e-06, "loss": 0.666, "step": 8874 }, { "epoch": 0.92, "learning_rate": 1.611063510330707e-06, "loss": 0.7064, "step": 8875 }, { "epoch": 0.92, "learning_rate": 1.6068328100584284e-06, "loss": 0.6197, "step": 8876 }, { "epoch": 0.92, "learning_rate": 1.6026075813451947e-06, "loss": 0.5966, "step": 8877 }, { "epoch": 0.92, "learning_rate": 1.5983878246687345e-06, "loss": 0.6427, "step": 8878 }, { "epoch": 0.92, "learning_rate": 1.5941735405061332e-06, "loss": 0.7165, "step": 8879 }, { "epoch": 0.92, "learning_rate": 1.5899647293338981e-06, "loss": 0.4798, "step": 8880 }, { "epoch": 0.92, "learning_rate": 1.5857613916278934e-06, "loss": 0.6431, "step": 8881 }, { "epoch": 0.92, "learning_rate": 1.5815635278633557e-06, "loss": 0.6775, "step": 8882 }, { "epoch": 0.92, "learning_rate": 1.5773711385149326e-06, "loss": 0.7175, "step": 8883 }, { "epoch": 0.92, "learning_rate": 1.573184224056623e-06, "loss": 0.725, "step": 8884 }, { "epoch": 0.92, "learning_rate": 1.5690027849618149e-06, "loss": 0.6285, "step": 8885 }, { "epoch": 0.92, "learning_rate": 1.5648268217033025e-06, "loss": 0.7626, "step": 8886 }, { "epoch": 0.92, "learning_rate": 1.560656334753219e-06, "loss": 0.7297, "step": 8887 }, { "epoch": 0.92, "learning_rate": 1.5564913245831093e-06, "loss": 0.5539, "step": 8888 }, { "epoch": 0.92, "learning_rate": 1.5523317916638858e-06, "loss": 0.6375, "step": 8889 }, { "epoch": 0.92, "learning_rate": 1.54817773646585e-06, "loss": 0.6998, "step": 8890 }, { "epoch": 0.92, "learning_rate": 1.5440291594586653e-06, "loss": 0.7441, "step": 8891 }, { "epoch": 0.92, "learning_rate": 1.5398860611114062e-06, "loss": 0.7244, "step": 8892 }, { "epoch": 0.92, "learning_rate": 1.5357484418924983e-06, "loss": 0.6492, "step": 8893 }, { "epoch": 0.92, "learning_rate": 1.5316163022697727e-06, "loss": 0.6461, "step": 8894 }, { "epoch": 0.92, "learning_rate": 1.5274896427104168e-06, "loss": 0.6757, "step": 8895 }, { "epoch": 0.92, "learning_rate": 1.523368463681013e-06, "loss": 0.6126, "step": 8896 }, { "epoch": 0.92, "learning_rate": 1.519252765647522e-06, "loss": 0.6845, "step": 8897 }, { "epoch": 0.92, "learning_rate": 1.5151425490752879e-06, "loss": 0.6114, "step": 8898 }, { "epoch": 0.92, "learning_rate": 1.5110378144290283e-06, "loss": 0.6556, "step": 8899 }, { "epoch": 0.92, "learning_rate": 1.5069385621728439e-06, "loss": 0.615, "step": 8900 }, { "epoch": 0.92, "learning_rate": 1.502844792770214e-06, "loss": 0.655, "step": 8901 }, { "epoch": 0.92, "learning_rate": 1.498756506683996e-06, "loss": 0.6907, "step": 8902 }, { "epoch": 0.92, "learning_rate": 1.4946737043764369e-06, "loss": 0.7505, "step": 8903 }, { "epoch": 0.92, "learning_rate": 1.4905963863091621e-06, "loss": 0.7281, "step": 8904 }, { "epoch": 0.92, "learning_rate": 1.4865245529431583e-06, "loss": 0.5952, "step": 8905 }, { "epoch": 0.92, "learning_rate": 1.4824582047388124e-06, "loss": 0.6037, "step": 8906 }, { "epoch": 0.92, "learning_rate": 1.4783973421559017e-06, "loss": 0.7039, "step": 8907 }, { "epoch": 0.92, "learning_rate": 1.4743419656535362e-06, "loss": 0.6714, "step": 8908 }, { "epoch": 0.92, "learning_rate": 1.4702920756902549e-06, "loss": 0.7795, "step": 8909 }, { "epoch": 0.93, "learning_rate": 1.4662476727239527e-06, "loss": 0.5271, "step": 8910 }, { "epoch": 0.93, "learning_rate": 1.4622087572119025e-06, "loss": 0.5915, "step": 8911 }, { "epoch": 0.93, "learning_rate": 1.4581753296107781e-06, "loss": 0.6876, "step": 8912 }, { "epoch": 0.93, "learning_rate": 1.4541473903766145e-06, "loss": 0.6614, "step": 8913 }, { "epoch": 0.93, "learning_rate": 1.4501249399648142e-06, "loss": 0.6001, "step": 8914 }, { "epoch": 0.93, "learning_rate": 1.4461079788301911e-06, "loss": 0.6693, "step": 8915 }, { "epoch": 0.93, "learning_rate": 1.44209650742691e-06, "loss": 0.4941, "step": 8916 }, { "epoch": 0.93, "learning_rate": 1.4380905262085298e-06, "loss": 0.5844, "step": 8917 }, { "epoch": 0.93, "learning_rate": 1.434090035627994e-06, "loss": 0.6023, "step": 8918 }, { "epoch": 0.93, "learning_rate": 1.430095036137613e-06, "loss": 0.5698, "step": 8919 }, { "epoch": 0.93, "learning_rate": 1.42610552818907e-06, "loss": 0.6106, "step": 8920 }, { "epoch": 0.93, "learning_rate": 1.4221215122334541e-06, "loss": 0.7134, "step": 8921 }, { "epoch": 0.93, "learning_rate": 1.4181429887211995e-06, "loss": 0.8051, "step": 8922 }, { "epoch": 0.93, "learning_rate": 1.414169958102146e-06, "loss": 0.7007, "step": 8923 }, { "epoch": 0.93, "learning_rate": 1.410202420825507e-06, "loss": 0.721, "step": 8924 }, { "epoch": 0.93, "learning_rate": 1.406240377339868e-06, "loss": 0.5484, "step": 8925 }, { "epoch": 0.93, "learning_rate": 1.4022838280931928e-06, "loss": 0.5291, "step": 8926 }, { "epoch": 0.93, "learning_rate": 1.3983327735328288e-06, "loss": 0.7245, "step": 8927 }, { "epoch": 0.93, "learning_rate": 1.3943872141055025e-06, "loss": 0.6515, "step": 8928 }, { "epoch": 0.93, "learning_rate": 1.3904471502573068e-06, "loss": 0.6022, "step": 8929 }, { "epoch": 0.93, "learning_rate": 1.3865125824337466e-06, "loss": 0.618, "step": 8930 }, { "epoch": 0.93, "learning_rate": 1.382583511079666e-06, "loss": 0.7181, "step": 8931 }, { "epoch": 0.93, "learning_rate": 1.3786599366393038e-06, "loss": 0.7167, "step": 8932 }, { "epoch": 0.93, "learning_rate": 1.3747418595562832e-06, "loss": 0.6206, "step": 8933 }, { "epoch": 0.93, "learning_rate": 1.3708292802736e-06, "loss": 0.6004, "step": 8934 }, { "epoch": 0.93, "learning_rate": 1.3669221992336222e-06, "loss": 0.6769, "step": 8935 }, { "epoch": 0.93, "learning_rate": 1.363020616878119e-06, "loss": 0.6341, "step": 8936 }, { "epoch": 0.93, "learning_rate": 1.3591245336482038e-06, "loss": 0.8808, "step": 8937 }, { "epoch": 0.93, "learning_rate": 1.3552339499843914e-06, "loss": 0.7204, "step": 8938 }, { "epoch": 0.93, "learning_rate": 1.3513488663265794e-06, "loss": 0.7878, "step": 8939 }, { "epoch": 0.93, "learning_rate": 1.3474692831140169e-06, "loss": 0.6165, "step": 8940 }, { "epoch": 0.93, "learning_rate": 1.343595200785358e-06, "loss": 0.7287, "step": 8941 }, { "epoch": 0.93, "learning_rate": 1.339726619778625e-06, "loss": 0.6174, "step": 8942 }, { "epoch": 0.93, "learning_rate": 1.335863540531218e-06, "loss": 0.5651, "step": 8943 }, { "epoch": 0.93, "learning_rate": 1.3320059634799044e-06, "loss": 0.747, "step": 8944 }, { "epoch": 0.93, "learning_rate": 1.3281538890608625e-06, "loss": 0.6161, "step": 8945 }, { "epoch": 0.93, "learning_rate": 1.3243073177095999e-06, "loss": 0.6649, "step": 8946 }, { "epoch": 0.93, "learning_rate": 1.3204662498610464e-06, "loss": 0.7354, "step": 8947 }, { "epoch": 0.93, "learning_rate": 1.3166306859494825e-06, "loss": 0.5599, "step": 8948 }, { "epoch": 0.93, "learning_rate": 1.3128006264085779e-06, "loss": 0.5681, "step": 8949 }, { "epoch": 0.93, "learning_rate": 1.3089760716713695e-06, "loss": 0.5892, "step": 8950 }, { "epoch": 0.93, "learning_rate": 1.3051570221703002e-06, "loss": 0.7161, "step": 8951 }, { "epoch": 0.93, "learning_rate": 1.301343478337147e-06, "loss": 0.8549, "step": 8952 }, { "epoch": 0.93, "learning_rate": 1.2975354406030981e-06, "loss": 0.6715, "step": 8953 }, { "epoch": 0.93, "learning_rate": 1.2937329093987095e-06, "loss": 0.6521, "step": 8954 }, { "epoch": 0.93, "learning_rate": 1.2899358851539033e-06, "loss": 0.6768, "step": 8955 }, { "epoch": 0.93, "learning_rate": 1.286144368297998e-06, "loss": 0.7296, "step": 8956 }, { "epoch": 0.93, "learning_rate": 1.2823583592596777e-06, "loss": 0.7074, "step": 8957 }, { "epoch": 0.93, "learning_rate": 1.2785778584670117e-06, "loss": 0.7976, "step": 8958 }, { "epoch": 0.93, "learning_rate": 1.27480286634743e-06, "loss": 0.6321, "step": 8959 }, { "epoch": 0.93, "learning_rate": 1.2710333833277633e-06, "loss": 0.7486, "step": 8960 }, { "epoch": 0.93, "learning_rate": 1.267269409834193e-06, "loss": 0.6465, "step": 8961 }, { "epoch": 0.93, "learning_rate": 1.2635109462923068e-06, "loss": 0.7611, "step": 8962 }, { "epoch": 0.93, "learning_rate": 1.259757993127042e-06, "loss": 0.7272, "step": 8963 }, { "epoch": 0.93, "learning_rate": 1.2560105507627319e-06, "loss": 0.6853, "step": 8964 }, { "epoch": 0.93, "learning_rate": 1.2522686196230815e-06, "loss": 0.7657, "step": 8965 }, { "epoch": 0.93, "learning_rate": 1.2485322001311638e-06, "loss": 0.7269, "step": 8966 }, { "epoch": 0.93, "learning_rate": 1.2448012927094354e-06, "loss": 0.6068, "step": 8967 }, { "epoch": 0.93, "learning_rate": 1.241075897779742e-06, "loss": 0.5391, "step": 8968 }, { "epoch": 0.93, "learning_rate": 1.2373560157632857e-06, "loss": 0.7255, "step": 8969 }, { "epoch": 0.93, "learning_rate": 1.2336416470806523e-06, "loss": 0.6406, "step": 8970 }, { "epoch": 0.93, "learning_rate": 1.2299327921518167e-06, "loss": 0.6903, "step": 8971 }, { "epoch": 0.93, "learning_rate": 1.2262294513961048e-06, "loss": 0.6995, "step": 8972 }, { "epoch": 0.93, "learning_rate": 1.2225316252322372e-06, "loss": 0.758, "step": 8973 }, { "epoch": 0.93, "learning_rate": 1.2188393140783183e-06, "loss": 0.6054, "step": 8974 }, { "epoch": 0.93, "learning_rate": 1.215152518351803e-06, "loss": 0.6249, "step": 8975 }, { "epoch": 0.93, "learning_rate": 1.211471238469547e-06, "loss": 0.7168, "step": 8976 }, { "epoch": 0.93, "learning_rate": 1.2077954748477781e-06, "loss": 0.7473, "step": 8977 }, { "epoch": 0.93, "learning_rate": 1.2041252279020865e-06, "loss": 0.6343, "step": 8978 }, { "epoch": 0.93, "learning_rate": 1.2004604980474453e-06, "loss": 0.894, "step": 8979 }, { "epoch": 0.93, "learning_rate": 1.1968012856982125e-06, "loss": 0.6378, "step": 8980 }, { "epoch": 0.93, "learning_rate": 1.193147591268118e-06, "loss": 0.6985, "step": 8981 }, { "epoch": 0.93, "learning_rate": 1.1894994151702533e-06, "loss": 0.6297, "step": 8982 }, { "epoch": 0.93, "learning_rate": 1.1858567578171165e-06, "loss": 0.6902, "step": 8983 }, { "epoch": 0.93, "learning_rate": 1.1822196196205448e-06, "loss": 0.6664, "step": 8984 }, { "epoch": 0.93, "learning_rate": 1.1785880009917815e-06, "loss": 0.804, "step": 8985 }, { "epoch": 0.93, "learning_rate": 1.1749619023414371e-06, "loss": 0.7069, "step": 8986 }, { "epoch": 0.93, "learning_rate": 1.171341324079489e-06, "loss": 0.7579, "step": 8987 }, { "epoch": 0.93, "learning_rate": 1.1677262666152933e-06, "loss": 0.5757, "step": 8988 }, { "epoch": 0.93, "learning_rate": 1.1641167303575895e-06, "loss": 0.6002, "step": 8989 }, { "epoch": 0.93, "learning_rate": 1.1605127157144958e-06, "loss": 0.7498, "step": 8990 }, { "epoch": 0.93, "learning_rate": 1.1569142230934916e-06, "loss": 0.7755, "step": 8991 }, { "epoch": 0.93, "learning_rate": 1.1533212529014403e-06, "loss": 0.6469, "step": 8992 }, { "epoch": 0.93, "learning_rate": 1.1497338055445783e-06, "loss": 0.632, "step": 8993 }, { "epoch": 0.93, "learning_rate": 1.1461518814285199e-06, "loss": 0.7782, "step": 8994 }, { "epoch": 0.93, "learning_rate": 1.1425754809582578e-06, "loss": 0.6927, "step": 8995 }, { "epoch": 0.93, "learning_rate": 1.139004604538152e-06, "loss": 0.7977, "step": 8996 }, { "epoch": 0.93, "learning_rate": 1.1354392525719514e-06, "loss": 0.5226, "step": 8997 }, { "epoch": 0.93, "learning_rate": 1.1318794254627618e-06, "loss": 0.6774, "step": 8998 }, { "epoch": 0.93, "learning_rate": 1.1283251236130721e-06, "loss": 0.627, "step": 8999 }, { "epoch": 0.93, "learning_rate": 1.1247763474247553e-06, "loss": 0.6196, "step": 9000 }, { "epoch": 0.93, "learning_rate": 1.121233097299057e-06, "loss": 0.7212, "step": 9001 }, { "epoch": 0.93, "learning_rate": 1.1176953736365848e-06, "loss": 0.6161, "step": 9002 }, { "epoch": 0.93, "learning_rate": 1.1141631768373352e-06, "loss": 0.6273, "step": 9003 }, { "epoch": 0.93, "learning_rate": 1.1106365073006664e-06, "loss": 0.7417, "step": 9004 }, { "epoch": 0.93, "learning_rate": 1.107115365425332e-06, "loss": 0.6116, "step": 9005 }, { "epoch": 0.94, "learning_rate": 1.103599751609441e-06, "loss": 0.6231, "step": 9006 }, { "epoch": 0.94, "learning_rate": 1.1000896662504923e-06, "loss": 0.5303, "step": 9007 }, { "epoch": 0.94, "learning_rate": 1.0965851097453406e-06, "loss": 0.6768, "step": 9008 }, { "epoch": 0.94, "learning_rate": 1.0930860824902467e-06, "loss": 0.8646, "step": 9009 }, { "epoch": 0.94, "learning_rate": 1.0895925848808108e-06, "loss": 0.6671, "step": 9010 }, { "epoch": 0.94, "learning_rate": 1.0861046173120226e-06, "loss": 0.6644, "step": 9011 }, { "epoch": 0.94, "learning_rate": 1.082622180178261e-06, "loss": 0.5255, "step": 9012 }, { "epoch": 0.94, "learning_rate": 1.079145273873261e-06, "loss": 0.601, "step": 9013 }, { "epoch": 0.94, "learning_rate": 1.0756738987901304e-06, "loss": 0.5711, "step": 9014 }, { "epoch": 0.94, "learning_rate": 1.0722080553213721e-06, "loss": 0.6337, "step": 9015 }, { "epoch": 0.94, "learning_rate": 1.0687477438588445e-06, "loss": 0.6957, "step": 9016 }, { "epoch": 0.94, "learning_rate": 1.0652929647937847e-06, "loss": 0.6603, "step": 9017 }, { "epoch": 0.94, "learning_rate": 1.0618437185168084e-06, "loss": 0.6285, "step": 9018 }, { "epoch": 0.94, "learning_rate": 1.0584000054179032e-06, "loss": 0.6974, "step": 9019 }, { "epoch": 0.94, "learning_rate": 1.0549618258864303e-06, "loss": 0.8476, "step": 9020 }, { "epoch": 0.94, "learning_rate": 1.0515291803111338e-06, "loss": 0.6927, "step": 9021 }, { "epoch": 0.94, "learning_rate": 1.0481020690801202e-06, "loss": 0.6667, "step": 9022 }, { "epoch": 0.94, "learning_rate": 1.044680492580863e-06, "loss": 0.6475, "step": 9023 }, { "epoch": 0.94, "learning_rate": 1.0412644512002411e-06, "loss": 0.7278, "step": 9024 }, { "epoch": 0.94, "learning_rate": 1.037853945324474e-06, "loss": 0.6357, "step": 9025 }, { "epoch": 0.94, "learning_rate": 1.0344489753391752e-06, "loss": 0.7146, "step": 9026 }, { "epoch": 0.94, "learning_rate": 1.0310495416293309e-06, "loss": 0.6732, "step": 9027 }, { "epoch": 0.94, "learning_rate": 1.0276556445792896e-06, "loss": 0.6427, "step": 9028 }, { "epoch": 0.94, "learning_rate": 1.024267284572783e-06, "loss": 0.6431, "step": 9029 }, { "epoch": 0.94, "learning_rate": 1.0208844619929214e-06, "loss": 0.6796, "step": 9030 }, { "epoch": 0.94, "learning_rate": 1.0175071772221711e-06, "loss": 0.6294, "step": 9031 }, { "epoch": 0.94, "learning_rate": 1.0141354306423933e-06, "loss": 0.6512, "step": 9032 }, { "epoch": 0.94, "learning_rate": 1.0107692226348108e-06, "loss": 0.6172, "step": 9033 }, { "epoch": 0.94, "learning_rate": 1.0074085535800192e-06, "loss": 0.6531, "step": 9034 }, { "epoch": 0.94, "learning_rate": 1.004053423857998e-06, "loss": 0.6323, "step": 9035 }, { "epoch": 0.94, "learning_rate": 1.0007038338480935e-06, "loss": 0.7046, "step": 9036 }, { "epoch": 0.94, "learning_rate": 9.973597839290195e-07, "loss": 0.6367, "step": 9037 }, { "epoch": 0.94, "learning_rate": 9.94021274478868e-07, "loss": 0.7062, "step": 9038 }, { "epoch": 0.94, "learning_rate": 9.906883058751205e-07, "loss": 0.5996, "step": 9039 }, { "epoch": 0.94, "learning_rate": 9.873608784946086e-07, "loss": 0.6098, "step": 9040 }, { "epoch": 0.94, "learning_rate": 9.840389927135484e-07, "loss": 0.7936, "step": 9041 }, { "epoch": 0.94, "learning_rate": 9.807226489075227e-07, "loss": 0.6839, "step": 9042 }, { "epoch": 0.94, "learning_rate": 9.774118474514983e-07, "loss": 0.6258, "step": 9043 }, { "epoch": 0.94, "learning_rate": 9.741065887198142e-07, "loss": 0.5754, "step": 9044 }, { "epoch": 0.94, "learning_rate": 9.708068730861775e-07, "loss": 0.7262, "step": 9045 }, { "epoch": 0.94, "learning_rate": 9.675127009236616e-07, "loss": 0.5843, "step": 9046 }, { "epoch": 0.94, "learning_rate": 9.642240726047247e-07, "loss": 0.5948, "step": 9047 }, { "epoch": 0.94, "learning_rate": 9.609409885011966e-07, "loss": 0.7291, "step": 9048 }, { "epoch": 0.94, "learning_rate": 9.57663448984275e-07, "loss": 0.7053, "step": 9049 }, { "epoch": 0.94, "learning_rate": 9.543914544245357e-07, "loss": 0.733, "step": 9050 }, { "epoch": 0.94, "learning_rate": 9.51125005191933e-07, "loss": 0.8071, "step": 9051 }, { "epoch": 0.94, "learning_rate": 9.47864101655771e-07, "loss": 0.6618, "step": 9052 }, { "epoch": 0.94, "learning_rate": 9.446087441847551e-07, "loss": 0.6816, "step": 9053 }, { "epoch": 0.94, "learning_rate": 9.413589331469519e-07, "loss": 0.565, "step": 9054 }, { "epoch": 0.94, "learning_rate": 9.381146689097952e-07, "loss": 0.6332, "step": 9055 }, { "epoch": 0.94, "learning_rate": 9.348759518400974e-07, "loss": 0.6433, "step": 9056 }, { "epoch": 0.94, "learning_rate": 9.31642782304043e-07, "loss": 0.6964, "step": 9057 }, { "epoch": 0.94, "learning_rate": 9.284151606671843e-07, "loss": 0.7584, "step": 9058 }, { "epoch": 0.94, "learning_rate": 9.251930872944625e-07, "loss": 0.6303, "step": 9059 }, { "epoch": 0.94, "learning_rate": 9.219765625501809e-07, "loss": 0.5879, "step": 9060 }, { "epoch": 0.94, "learning_rate": 9.187655867980038e-07, "loss": 0.5862, "step": 9061 }, { "epoch": 0.94, "learning_rate": 9.155601604009856e-07, "loss": 0.7189, "step": 9062 }, { "epoch": 0.94, "learning_rate": 9.123602837215417e-07, "loss": 0.7022, "step": 9063 }, { "epoch": 0.94, "learning_rate": 9.091659571214717e-07, "loss": 0.7722, "step": 9064 }, { "epoch": 0.94, "learning_rate": 9.059771809619366e-07, "loss": 0.5934, "step": 9065 }, { "epoch": 0.94, "learning_rate": 9.027939556034815e-07, "loss": 0.6706, "step": 9066 }, { "epoch": 0.94, "learning_rate": 8.996162814060128e-07, "loss": 0.5491, "step": 9067 }, { "epoch": 0.94, "learning_rate": 8.964441587288097e-07, "loss": 0.6213, "step": 9068 }, { "epoch": 0.94, "learning_rate": 8.9327758793053e-07, "loss": 0.7493, "step": 9069 }, { "epoch": 0.94, "learning_rate": 8.901165693691982e-07, "loss": 0.6393, "step": 9070 }, { "epoch": 0.94, "learning_rate": 8.869611034022174e-07, "loss": 0.6179, "step": 9071 }, { "epoch": 0.94, "learning_rate": 8.838111903863633e-07, "loss": 0.7418, "step": 9072 }, { "epoch": 0.94, "learning_rate": 8.806668306777733e-07, "loss": 0.678, "step": 9073 }, { "epoch": 0.94, "learning_rate": 8.775280246319684e-07, "loss": 0.6592, "step": 9074 }, { "epoch": 0.94, "learning_rate": 8.743947726038315e-07, "loss": 0.7419, "step": 9075 }, { "epoch": 0.94, "learning_rate": 8.712670749476181e-07, "loss": 0.6719, "step": 9076 }, { "epoch": 0.94, "learning_rate": 8.681449320169788e-07, "loss": 0.7613, "step": 9077 }, { "epoch": 0.94, "learning_rate": 8.650283441649032e-07, "loss": 0.7727, "step": 9078 }, { "epoch": 0.94, "learning_rate": 8.619173117437707e-07, "loss": 0.8256, "step": 9079 }, { "epoch": 0.94, "learning_rate": 8.588118351053276e-07, "loss": 0.637, "step": 9080 }, { "epoch": 0.94, "learning_rate": 8.557119146006931e-07, "loss": 0.6159, "step": 9081 }, { "epoch": 0.94, "learning_rate": 8.526175505803647e-07, "loss": 0.5483, "step": 9082 }, { "epoch": 0.94, "learning_rate": 8.495287433942011e-07, "loss": 0.6093, "step": 9083 }, { "epoch": 0.94, "learning_rate": 8.464454933914401e-07, "loss": 0.7456, "step": 9084 }, { "epoch": 0.94, "learning_rate": 8.433678009206803e-07, "loss": 0.737, "step": 9085 }, { "epoch": 0.94, "learning_rate": 8.402956663299155e-07, "loss": 0.7876, "step": 9086 }, { "epoch": 0.94, "learning_rate": 8.372290899664792e-07, "loss": 0.6422, "step": 9087 }, { "epoch": 0.94, "learning_rate": 8.341680721771051e-07, "loss": 0.7366, "step": 9088 }, { "epoch": 0.94, "learning_rate": 8.311126133078828e-07, "loss": 0.7865, "step": 9089 }, { "epoch": 0.94, "learning_rate": 8.280627137042751e-07, "loss": 0.6928, "step": 9090 }, { "epoch": 0.94, "learning_rate": 8.250183737111117e-07, "loss": 0.6489, "step": 9091 }, { "epoch": 0.94, "learning_rate": 8.219795936726171e-07, "loss": 0.7315, "step": 9092 }, { "epoch": 0.94, "learning_rate": 8.1894637393235e-07, "loss": 0.5441, "step": 9093 }, { "epoch": 0.94, "learning_rate": 8.159187148332747e-07, "loss": 0.7118, "step": 9094 }, { "epoch": 0.94, "learning_rate": 8.128966167177121e-07, "loss": 0.6727, "step": 9095 }, { "epoch": 0.94, "learning_rate": 8.098800799273443e-07, "loss": 0.7, "step": 9096 }, { "epoch": 0.94, "learning_rate": 8.068691048032428e-07, "loss": 0.7463, "step": 9097 }, { "epoch": 0.94, "learning_rate": 8.038636916858466e-07, "loss": 0.7792, "step": 9098 }, { "epoch": 0.94, "learning_rate": 8.008638409149505e-07, "loss": 0.633, "step": 9099 }, { "epoch": 0.94, "learning_rate": 7.978695528297442e-07, "loss": 0.7434, "step": 9100 }, { "epoch": 0.94, "learning_rate": 7.948808277687681e-07, "loss": 0.5533, "step": 9101 }, { "epoch": 0.94, "learning_rate": 7.918976660699351e-07, "loss": 0.6946, "step": 9102 }, { "epoch": 0.95, "learning_rate": 7.889200680705533e-07, "loss": 0.6812, "step": 9103 }, { "epoch": 0.95, "learning_rate": 7.8594803410727e-07, "loss": 0.5816, "step": 9104 }, { "epoch": 0.95, "learning_rate": 7.82981564516122e-07, "loss": 0.5948, "step": 9105 }, { "epoch": 0.95, "learning_rate": 7.800206596325132e-07, "loss": 0.6338, "step": 9106 }, { "epoch": 0.95, "learning_rate": 7.770653197912203e-07, "loss": 0.5963, "step": 9107 }, { "epoch": 0.95, "learning_rate": 7.74115545326376e-07, "loss": 0.6649, "step": 9108 }, { "epoch": 0.95, "learning_rate": 7.711713365715024e-07, "loss": 0.6083, "step": 9109 }, { "epoch": 0.95, "learning_rate": 7.682326938594942e-07, "loss": 0.7978, "step": 9110 }, { "epoch": 0.95, "learning_rate": 7.652996175225969e-07, "loss": 0.6735, "step": 9111 }, { "epoch": 0.95, "learning_rate": 7.623721078924396e-07, "loss": 0.6789, "step": 9112 }, { "epoch": 0.95, "learning_rate": 7.594501653000296e-07, "loss": 0.6024, "step": 9113 }, { "epoch": 0.95, "learning_rate": 7.565337900757141e-07, "loss": 0.5784, "step": 9114 }, { "epoch": 0.95, "learning_rate": 7.536229825492569e-07, "loss": 0.7805, "step": 9115 }, { "epoch": 0.95, "learning_rate": 7.507177430497558e-07, "loss": 0.6325, "step": 9116 }, { "epoch": 0.95, "learning_rate": 7.478180719056871e-07, "loss": 0.6507, "step": 9117 }, { "epoch": 0.95, "learning_rate": 7.449239694449162e-07, "loss": 0.7654, "step": 9118 }, { "epoch": 0.95, "learning_rate": 7.42035435994648e-07, "loss": 0.7525, "step": 9119 }, { "epoch": 0.95, "learning_rate": 7.391524718814768e-07, "loss": 0.685, "step": 9120 }, { "epoch": 0.95, "learning_rate": 7.362750774313698e-07, "loss": 0.6281, "step": 9121 }, { "epoch": 0.95, "learning_rate": 7.334032529696499e-07, "loss": 0.5922, "step": 9122 }, { "epoch": 0.95, "learning_rate": 7.305369988210298e-07, "loss": 0.5751, "step": 9123 }, { "epoch": 0.95, "learning_rate": 7.276763153095833e-07, "loss": 0.789, "step": 9124 }, { "epoch": 0.95, "learning_rate": 7.248212027587353e-07, "loss": 0.6477, "step": 9125 }, { "epoch": 0.95, "learning_rate": 7.219716614913108e-07, "loss": 0.5864, "step": 9126 }, { "epoch": 0.95, "learning_rate": 7.191276918294965e-07, "loss": 0.6836, "step": 9127 }, { "epoch": 0.95, "learning_rate": 7.162892940948351e-07, "loss": 0.7321, "step": 9128 }, { "epoch": 0.95, "learning_rate": 7.134564686082534e-07, "loss": 0.7984, "step": 9129 }, { "epoch": 0.95, "learning_rate": 7.106292156900451e-07, "loss": 0.6706, "step": 9130 }, { "epoch": 0.95, "learning_rate": 7.078075356598712e-07, "loss": 0.6432, "step": 9131 }, { "epoch": 0.95, "learning_rate": 7.049914288367654e-07, "loss": 0.6858, "step": 9132 }, { "epoch": 0.95, "learning_rate": 7.021808955391285e-07, "loss": 0.7296, "step": 9133 }, { "epoch": 0.95, "learning_rate": 6.993759360847285e-07, "loss": 0.8114, "step": 9134 }, { "epoch": 0.95, "learning_rate": 6.965765507907118e-07, "loss": 0.8668, "step": 9135 }, { "epoch": 0.95, "learning_rate": 6.937827399735974e-07, "loss": 0.6172, "step": 9136 }, { "epoch": 0.95, "learning_rate": 6.909945039492549e-07, "loss": 0.7323, "step": 9137 }, { "epoch": 0.95, "learning_rate": 6.882118430329431e-07, "loss": 0.5661, "step": 9138 }, { "epoch": 0.95, "learning_rate": 6.854347575392772e-07, "loss": 0.6959, "step": 9139 }, { "epoch": 0.95, "learning_rate": 6.826632477822448e-07, "loss": 0.6287, "step": 9140 }, { "epoch": 0.95, "learning_rate": 6.798973140752174e-07, "loss": 0.6652, "step": 9141 }, { "epoch": 0.95, "learning_rate": 6.771369567309172e-07, "loss": 0.5474, "step": 9142 }, { "epoch": 0.95, "learning_rate": 6.743821760614444e-07, "loss": 0.6528, "step": 9143 }, { "epoch": 0.95, "learning_rate": 6.716329723782666e-07, "loss": 0.6034, "step": 9144 }, { "epoch": 0.95, "learning_rate": 6.688893459922241e-07, "loss": 0.6276, "step": 9145 }, { "epoch": 0.95, "learning_rate": 6.661512972135131e-07, "loss": 0.665, "step": 9146 }, { "epoch": 0.95, "learning_rate": 6.634188263517305e-07, "loss": 0.5384, "step": 9147 }, { "epoch": 0.95, "learning_rate": 6.606919337158068e-07, "loss": 0.7072, "step": 9148 }, { "epoch": 0.95, "learning_rate": 6.579706196140567e-07, "loss": 0.5738, "step": 9149 }, { "epoch": 0.95, "learning_rate": 6.552548843541784e-07, "loss": 0.6437, "step": 9150 }, { "epoch": 0.95, "learning_rate": 6.525447282432096e-07, "loss": 0.6543, "step": 9151 }, { "epoch": 0.95, "learning_rate": 6.498401515875829e-07, "loss": 0.5844, "step": 9152 }, { "epoch": 0.95, "learning_rate": 6.471411546930928e-07, "loss": 0.916, "step": 9153 }, { "epoch": 0.95, "learning_rate": 6.444477378648894e-07, "loss": 0.6149, "step": 9154 }, { "epoch": 0.95, "learning_rate": 6.417599014075126e-07, "loss": 0.6713, "step": 9155 }, { "epoch": 0.95, "learning_rate": 6.390776456248637e-07, "loss": 0.5633, "step": 9156 }, { "epoch": 0.95, "learning_rate": 6.364009708202001e-07, "loss": 0.6438, "step": 9157 }, { "epoch": 0.95, "learning_rate": 6.337298772961631e-07, "loss": 0.6792, "step": 9158 }, { "epoch": 0.95, "learning_rate": 6.310643653547665e-07, "loss": 0.5609, "step": 9159 }, { "epoch": 0.95, "learning_rate": 6.284044352973805e-07, "loss": 0.6221, "step": 9160 }, { "epoch": 0.95, "learning_rate": 6.25750087424748e-07, "loss": 0.6327, "step": 9161 }, { "epoch": 0.95, "learning_rate": 6.231013220369897e-07, "loss": 0.7125, "step": 9162 }, { "epoch": 0.95, "learning_rate": 6.204581394335773e-07, "loss": 0.6404, "step": 9163 }, { "epoch": 0.95, "learning_rate": 6.178205399133607e-07, "loss": 0.705, "step": 9164 }, { "epoch": 0.95, "learning_rate": 6.15188523774568e-07, "loss": 0.6974, "step": 9165 }, { "epoch": 0.95, "learning_rate": 6.125620913147834e-07, "loss": 0.6718, "step": 9166 }, { "epoch": 0.95, "learning_rate": 6.099412428309581e-07, "loss": 0.5798, "step": 9167 }, { "epoch": 0.95, "learning_rate": 6.07325978619433e-07, "loss": 0.7749, "step": 9168 }, { "epoch": 0.95, "learning_rate": 6.047162989758881e-07, "loss": 0.5676, "step": 9169 }, { "epoch": 0.95, "learning_rate": 6.021122041953875e-07, "loss": 0.6013, "step": 9170 }, { "epoch": 0.95, "learning_rate": 5.995136945723679e-07, "loss": 0.6301, "step": 9171 }, { "epoch": 0.95, "learning_rate": 5.969207704006274e-07, "loss": 0.7282, "step": 9172 }, { "epoch": 0.95, "learning_rate": 5.943334319733262e-07, "loss": 0.624, "step": 9173 }, { "epoch": 0.95, "learning_rate": 5.917516795830136e-07, "loss": 0.6464, "step": 9174 }, { "epoch": 0.95, "learning_rate": 5.891755135215892e-07, "loss": 0.7062, "step": 9175 }, { "epoch": 0.95, "learning_rate": 5.866049340803259e-07, "loss": 0.7143, "step": 9176 }, { "epoch": 0.95, "learning_rate": 5.840399415498632e-07, "loss": 0.6228, "step": 9177 }, { "epoch": 0.95, "learning_rate": 5.814805362202191e-07, "loss": 0.733, "step": 9178 }, { "epoch": 0.95, "learning_rate": 5.789267183807623e-07, "loss": 0.8183, "step": 9179 }, { "epoch": 0.95, "learning_rate": 5.763784883202449e-07, "loss": 0.6566, "step": 9180 }, { "epoch": 0.95, "learning_rate": 5.738358463267757e-07, "loss": 0.6902, "step": 9181 }, { "epoch": 0.95, "learning_rate": 5.712987926878522e-07, "loss": 0.7021, "step": 9182 }, { "epoch": 0.95, "learning_rate": 5.687673276903117e-07, "loss": 0.771, "step": 9183 }, { "epoch": 0.95, "learning_rate": 5.662414516203751e-07, "loss": 0.6559, "step": 9184 }, { "epoch": 0.95, "learning_rate": 5.637211647636309e-07, "loss": 0.7763, "step": 9185 }, { "epoch": 0.95, "learning_rate": 5.612064674050454e-07, "loss": 0.6979, "step": 9186 }, { "epoch": 0.95, "learning_rate": 5.586973598289246e-07, "loss": 0.6384, "step": 9187 }, { "epoch": 0.95, "learning_rate": 5.56193842318975e-07, "loss": 0.682, "step": 9188 }, { "epoch": 0.95, "learning_rate": 5.536959151582477e-07, "loss": 0.685, "step": 9189 }, { "epoch": 0.95, "learning_rate": 5.512035786291669e-07, "loss": 0.618, "step": 9190 }, { "epoch": 0.95, "learning_rate": 5.487168330135406e-07, "loss": 0.7377, "step": 9191 }, { "epoch": 0.95, "learning_rate": 5.462356785925216e-07, "loss": 0.6072, "step": 9192 }, { "epoch": 0.95, "learning_rate": 5.437601156466355e-07, "loss": 0.5442, "step": 9193 }, { "epoch": 0.95, "learning_rate": 5.412901444558028e-07, "loss": 0.6441, "step": 9194 }, { "epoch": 0.95, "learning_rate": 5.388257652992723e-07, "loss": 0.7322, "step": 9195 }, { "epoch": 0.95, "learning_rate": 5.363669784556769e-07, "loss": 0.6194, "step": 9196 }, { "epoch": 0.95, "learning_rate": 5.339137842030272e-07, "loss": 0.6847, "step": 9197 }, { "epoch": 0.95, "learning_rate": 5.314661828186906e-07, "loss": 0.6162, "step": 9198 }, { "epoch": 0.96, "learning_rate": 5.290241745794011e-07, "loss": 0.5878, "step": 9199 }, { "epoch": 0.96, "learning_rate": 5.265877597612656e-07, "loss": 0.7067, "step": 9200 }, { "epoch": 0.96, "learning_rate": 5.241569386397637e-07, "loss": 0.7728, "step": 9201 }, { "epoch": 0.96, "learning_rate": 5.217317114897202e-07, "loss": 0.6983, "step": 9202 }, { "epoch": 0.96, "learning_rate": 5.1931207858536e-07, "loss": 0.6114, "step": 9203 }, { "epoch": 0.96, "learning_rate": 5.168980402002421e-07, "loss": 0.6313, "step": 9204 }, { "epoch": 0.96, "learning_rate": 5.144895966073205e-07, "loss": 0.611, "step": 9205 }, { "epoch": 0.96, "learning_rate": 5.120867480788994e-07, "loss": 0.6726, "step": 9206 }, { "epoch": 0.96, "learning_rate": 5.096894948866615e-07, "loss": 0.6554, "step": 9207 }, { "epoch": 0.96, "learning_rate": 5.072978373016457e-07, "loss": 0.5898, "step": 9208 }, { "epoch": 0.96, "learning_rate": 5.04911775594269e-07, "loss": 0.6329, "step": 9209 }, { "epoch": 0.96, "learning_rate": 5.025313100343043e-07, "loss": 0.6314, "step": 9210 }, { "epoch": 0.96, "learning_rate": 5.001564408908977e-07, "loss": 0.6534, "step": 9211 }, { "epoch": 0.96, "learning_rate": 4.97787168432573e-07, "loss": 0.692, "step": 9212 }, { "epoch": 0.96, "learning_rate": 4.954234929272106e-07, "loss": 0.729, "step": 9213 }, { "epoch": 0.96, "learning_rate": 4.930654146420466e-07, "loss": 0.6434, "step": 9214 }, { "epoch": 0.96, "learning_rate": 4.907129338437067e-07, "loss": 0.7576, "step": 9215 }, { "epoch": 0.96, "learning_rate": 4.883660507981669e-07, "loss": 0.5936, "step": 9216 }, { "epoch": 0.96, "learning_rate": 4.860247657707817e-07, "loss": 0.6285, "step": 9217 }, { "epoch": 0.96, "learning_rate": 4.836890790262671e-07, "loss": 0.7251, "step": 9218 }, { "epoch": 0.96, "learning_rate": 4.813589908287064e-07, "loss": 0.4844, "step": 9219 }, { "epoch": 0.96, "learning_rate": 4.790345014415498e-07, "loss": 0.8384, "step": 9220 }, { "epoch": 0.96, "learning_rate": 4.767156111276205e-07, "loss": 0.6531, "step": 9221 }, { "epoch": 0.96, "learning_rate": 4.7440232014909216e-07, "loss": 0.6851, "step": 9222 }, { "epoch": 0.96, "learning_rate": 4.7209462876752206e-07, "loss": 0.761, "step": 9223 }, { "epoch": 0.96, "learning_rate": 4.697925372438294e-07, "loss": 0.5685, "step": 9224 }, { "epoch": 0.96, "learning_rate": 4.6749604583830043e-07, "loss": 0.6926, "step": 9225 }, { "epoch": 0.96, "learning_rate": 4.652051548105829e-07, "loss": 0.5224, "step": 9226 }, { "epoch": 0.96, "learning_rate": 4.6291986441969747e-07, "loss": 0.763, "step": 9227 }, { "epoch": 0.96, "learning_rate": 4.6064017492403187e-07, "loss": 0.6559, "step": 9228 }, { "epoch": 0.96, "learning_rate": 4.5836608658134104e-07, "loss": 0.8037, "step": 9229 }, { "epoch": 0.96, "learning_rate": 4.56097599648736e-07, "loss": 0.7237, "step": 9230 }, { "epoch": 0.96, "learning_rate": 4.5383471438271154e-07, "loss": 0.7059, "step": 9231 }, { "epoch": 0.96, "learning_rate": 4.5157743103910743e-07, "loss": 0.6063, "step": 9232 }, { "epoch": 0.96, "learning_rate": 4.4932574987315846e-07, "loss": 0.6911, "step": 9233 }, { "epoch": 0.96, "learning_rate": 4.470796711394387e-07, "loss": 0.7189, "step": 9234 }, { "epoch": 0.96, "learning_rate": 4.448391950919062e-07, "loss": 0.708, "step": 9235 }, { "epoch": 0.96, "learning_rate": 4.4260432198388045e-07, "loss": 0.6684, "step": 9236 }, { "epoch": 0.96, "learning_rate": 4.403750520680372e-07, "loss": 0.7042, "step": 9237 }, { "epoch": 0.96, "learning_rate": 4.381513855964414e-07, "loss": 0.6468, "step": 9238 }, { "epoch": 0.96, "learning_rate": 4.3593332282050313e-07, "loss": 0.6804, "step": 9239 }, { "epoch": 0.96, "learning_rate": 4.3372086399101066e-07, "loss": 0.7869, "step": 9240 }, { "epoch": 0.96, "learning_rate": 4.315140093581083e-07, "loss": 0.7149, "step": 9241 }, { "epoch": 0.96, "learning_rate": 4.293127591713242e-07, "loss": 0.6312, "step": 9242 }, { "epoch": 0.96, "learning_rate": 4.2711711367953153e-07, "loss": 0.7481, "step": 9243 }, { "epoch": 0.96, "learning_rate": 4.2492707313098735e-07, "loss": 0.5819, "step": 9244 }, { "epoch": 0.96, "learning_rate": 4.227426377733046e-07, "loss": 0.632, "step": 9245 }, { "epoch": 0.96, "learning_rate": 4.205638078534635e-07, "loss": 0.6739, "step": 9246 }, { "epoch": 0.96, "learning_rate": 4.183905836178226e-07, "loss": 0.6021, "step": 9247 }, { "epoch": 0.96, "learning_rate": 4.162229653120853e-07, "loss": 0.6395, "step": 9248 }, { "epoch": 0.96, "learning_rate": 4.1406095318133885e-07, "loss": 0.6896, "step": 9249 }, { "epoch": 0.96, "learning_rate": 4.1190454747003225e-07, "loss": 0.6448, "step": 9250 }, { "epoch": 0.96, "learning_rate": 4.0975374842197044e-07, "loss": 0.742, "step": 9251 }, { "epoch": 0.96, "learning_rate": 4.076085562803422e-07, "loss": 0.4939, "step": 9252 }, { "epoch": 0.96, "learning_rate": 4.054689712876925e-07, "loss": 0.6559, "step": 9253 }, { "epoch": 0.96, "learning_rate": 4.0333499368592766e-07, "loss": 0.6474, "step": 9254 }, { "epoch": 0.96, "learning_rate": 4.012066237163214e-07, "loss": 0.6429, "step": 9255 }, { "epoch": 0.96, "learning_rate": 3.990838616195258e-07, "loss": 0.7177, "step": 9256 }, { "epoch": 0.96, "learning_rate": 3.969667076355488e-07, "loss": 0.7267, "step": 9257 }, { "epoch": 0.96, "learning_rate": 3.948551620037655e-07, "loss": 0.6317, "step": 9258 }, { "epoch": 0.96, "learning_rate": 3.9274922496291834e-07, "loss": 0.6687, "step": 9259 }, { "epoch": 0.96, "learning_rate": 3.906488967511057e-07, "loss": 0.716, "step": 9260 }, { "epoch": 0.96, "learning_rate": 3.885541776058099e-07, "loss": 0.6605, "step": 9261 }, { "epoch": 0.96, "learning_rate": 3.864650677638693e-07, "loss": 0.6435, "step": 9262 }, { "epoch": 0.96, "learning_rate": 3.843815674614837e-07, "loss": 0.6466, "step": 9263 }, { "epoch": 0.96, "learning_rate": 3.8230367693422585e-07, "loss": 0.6745, "step": 9264 }, { "epoch": 0.96, "learning_rate": 3.8023139641703566e-07, "loss": 0.5693, "step": 9265 }, { "epoch": 0.96, "learning_rate": 3.7816472614420893e-07, "loss": 0.7016, "step": 9266 }, { "epoch": 0.96, "learning_rate": 3.7610366634941443e-07, "loss": 0.5804, "step": 9267 }, { "epoch": 0.96, "learning_rate": 3.7404821726568785e-07, "loss": 0.6578, "step": 9268 }, { "epoch": 0.96, "learning_rate": 3.7199837912542667e-07, "loss": 0.7896, "step": 9269 }, { "epoch": 0.96, "learning_rate": 3.6995415216038995e-07, "loss": 0.6366, "step": 9270 }, { "epoch": 0.96, "learning_rate": 3.6791553660172065e-07, "loss": 0.6095, "step": 9271 }, { "epoch": 0.96, "learning_rate": 3.6588253267989536e-07, "loss": 0.6665, "step": 9272 }, { "epoch": 0.96, "learning_rate": 3.63855140624797e-07, "loss": 0.6444, "step": 9273 }, { "epoch": 0.96, "learning_rate": 3.6183336066563657e-07, "loss": 0.6834, "step": 9274 }, { "epoch": 0.96, "learning_rate": 3.59817193031009e-07, "loss": 0.7459, "step": 9275 }, { "epoch": 0.96, "learning_rate": 3.578066379488709e-07, "loss": 0.7665, "step": 9276 }, { "epoch": 0.96, "learning_rate": 3.5580169564655153e-07, "loss": 0.6525, "step": 9277 }, { "epoch": 0.96, "learning_rate": 3.538023663507306e-07, "loss": 0.6706, "step": 9278 }, { "epoch": 0.96, "learning_rate": 3.518086502874718e-07, "loss": 0.6045, "step": 9279 }, { "epoch": 0.96, "learning_rate": 3.498205476821836e-07, "loss": 0.7207, "step": 9280 }, { "epoch": 0.96, "learning_rate": 3.4783805875965305e-07, "loss": 0.704, "step": 9281 }, { "epoch": 0.96, "learning_rate": 3.4586118374403396e-07, "loss": 0.7131, "step": 9282 }, { "epoch": 0.96, "learning_rate": 3.438899228588366e-07, "loss": 0.8099, "step": 9283 }, { "epoch": 0.96, "learning_rate": 3.4192427632694925e-07, "loss": 0.6842, "step": 9284 }, { "epoch": 0.96, "learning_rate": 3.3996424437060526e-07, "loss": 0.6665, "step": 9285 }, { "epoch": 0.96, "learning_rate": 3.380098272114218e-07, "loss": 0.7722, "step": 9286 }, { "epoch": 0.96, "learning_rate": 3.3606102507036665e-07, "loss": 0.6102, "step": 9287 }, { "epoch": 0.96, "learning_rate": 3.341178381677967e-07, "loss": 0.6681, "step": 9288 }, { "epoch": 0.96, "learning_rate": 3.321802667234031e-07, "loss": 0.6394, "step": 9289 }, { "epoch": 0.96, "learning_rate": 3.3024831095626594e-07, "loss": 0.6592, "step": 9290 }, { "epoch": 0.96, "learning_rate": 3.2832197108481624e-07, "loss": 0.7299, "step": 9291 }, { "epoch": 0.96, "learning_rate": 3.2640124732685184e-07, "loss": 0.7015, "step": 9292 }, { "epoch": 0.96, "learning_rate": 3.244861398995436e-07, "loss": 0.673, "step": 9293 }, { "epoch": 0.96, "learning_rate": 3.225766490194237e-07, "loss": 0.6049, "step": 9294 }, { "epoch": 0.97, "learning_rate": 3.206727749023863e-07, "loss": 0.7622, "step": 9295 }, { "epoch": 0.97, "learning_rate": 3.187745177636925e-07, "loss": 0.7353, "step": 9296 }, { "epoch": 0.97, "learning_rate": 3.168818778179705e-07, "loss": 0.6013, "step": 9297 }, { "epoch": 0.97, "learning_rate": 3.1499485527921035e-07, "loss": 0.8097, "step": 9298 }, { "epoch": 0.97, "learning_rate": 3.13113450360758e-07, "loss": 0.7599, "step": 9299 }, { "epoch": 0.97, "learning_rate": 3.112376632753489e-07, "loss": 0.6578, "step": 9300 }, { "epoch": 0.97, "learning_rate": 3.093674942350577e-07, "loss": 0.5864, "step": 9301 }, { "epoch": 0.97, "learning_rate": 3.075029434513377e-07, "loss": 0.6799, "step": 9302 }, { "epoch": 0.97, "learning_rate": 3.0564401113500897e-07, "loss": 0.7707, "step": 9303 }, { "epoch": 0.97, "learning_rate": 3.0379069749624234e-07, "loss": 0.6866, "step": 9304 }, { "epoch": 0.97, "learning_rate": 3.0194300274458685e-07, "loss": 0.5572, "step": 9305 }, { "epoch": 0.97, "learning_rate": 3.0010092708894764e-07, "loss": 0.6822, "step": 9306 }, { "epoch": 0.97, "learning_rate": 2.982644707376081e-07, "loss": 0.7338, "step": 9307 }, { "epoch": 0.97, "learning_rate": 2.9643363389819655e-07, "loss": 0.6727, "step": 9308 }, { "epoch": 0.97, "learning_rate": 2.9460841677771965e-07, "loss": 0.6843, "step": 9309 }, { "epoch": 0.97, "learning_rate": 2.927888195825512e-07, "loss": 0.6051, "step": 9310 }, { "epoch": 0.97, "learning_rate": 2.9097484251841e-07, "loss": 0.6884, "step": 9311 }, { "epoch": 0.97, "learning_rate": 2.891664857904042e-07, "loss": 0.6701, "step": 9312 }, { "epoch": 0.97, "learning_rate": 2.8736374960299237e-07, "loss": 0.5692, "step": 9313 }, { "epoch": 0.97, "learning_rate": 2.8556663415999494e-07, "loss": 0.7332, "step": 9314 }, { "epoch": 0.97, "learning_rate": 2.837751396646049e-07, "loss": 0.7892, "step": 9315 }, { "epoch": 0.97, "learning_rate": 2.819892663193824e-07, "loss": 0.6726, "step": 9316 }, { "epoch": 0.97, "learning_rate": 2.802090143262437e-07, "loss": 0.7728, "step": 9317 }, { "epoch": 0.97, "learning_rate": 2.7843438388647223e-07, "loss": 0.6801, "step": 9318 }, { "epoch": 0.97, "learning_rate": 2.766653752007131e-07, "loss": 0.6953, "step": 9319 }, { "epoch": 0.97, "learning_rate": 2.749019884689785e-07, "loss": 0.8483, "step": 9320 }, { "epoch": 0.97, "learning_rate": 2.731442238906479e-07, "loss": 0.7044, "step": 9321 }, { "epoch": 0.97, "learning_rate": 2.7139208166446773e-07, "loss": 0.6375, "step": 9322 }, { "epoch": 0.97, "learning_rate": 2.696455619885352e-07, "loss": 0.4613, "step": 9323 }, { "epoch": 0.97, "learning_rate": 2.6790466506032007e-07, "loss": 0.6032, "step": 9324 }, { "epoch": 0.97, "learning_rate": 2.661693910766649e-07, "loss": 0.6123, "step": 9325 }, { "epoch": 0.97, "learning_rate": 2.644397402337573e-07, "loss": 0.7289, "step": 9326 }, { "epoch": 0.97, "learning_rate": 2.6271571272716844e-07, "loss": 0.6143, "step": 9327 }, { "epoch": 0.97, "learning_rate": 2.6099730875181474e-07, "loss": 0.732, "step": 9328 }, { "epoch": 0.97, "learning_rate": 2.592845285020018e-07, "loss": 0.6179, "step": 9329 }, { "epoch": 0.97, "learning_rate": 2.575773721713692e-07, "loss": 0.5842, "step": 9330 }, { "epoch": 0.97, "learning_rate": 2.5587583995294593e-07, "loss": 0.6727, "step": 9331 }, { "epoch": 0.97, "learning_rate": 2.541799320391114e-07, "loss": 0.6769, "step": 9332 }, { "epoch": 0.97, "learning_rate": 2.5248964862161773e-07, "loss": 0.6414, "step": 9333 }, { "epoch": 0.97, "learning_rate": 2.5080498989156765e-07, "loss": 0.6052, "step": 9334 }, { "epoch": 0.97, "learning_rate": 2.491259560394421e-07, "loss": 0.6846, "step": 9335 }, { "epoch": 0.97, "learning_rate": 2.474525472550837e-07, "loss": 0.7352, "step": 9336 }, { "epoch": 0.97, "learning_rate": 2.4578476372768557e-07, "loss": 0.7049, "step": 9337 }, { "epoch": 0.97, "learning_rate": 2.4412260564583014e-07, "loss": 0.6568, "step": 9338 }, { "epoch": 0.97, "learning_rate": 2.4246607319743377e-07, "loss": 0.7292, "step": 9339 }, { "epoch": 0.97, "learning_rate": 2.408151665697966e-07, "loss": 0.5394, "step": 9340 }, { "epoch": 0.97, "learning_rate": 2.3916988594958613e-07, "loss": 0.7057, "step": 9341 }, { "epoch": 0.97, "learning_rate": 2.3753023152282005e-07, "loss": 0.6547, "step": 9342 }, { "epoch": 0.97, "learning_rate": 2.3589620347487796e-07, "loss": 0.7253, "step": 9343 }, { "epoch": 0.97, "learning_rate": 2.3426780199051756e-07, "loss": 0.7662, "step": 9344 }, { "epoch": 0.97, "learning_rate": 2.3264502725385828e-07, "loss": 0.7924, "step": 9345 }, { "epoch": 0.97, "learning_rate": 2.3102787944837002e-07, "loss": 0.6826, "step": 9346 }, { "epoch": 0.97, "learning_rate": 2.2941635875689538e-07, "loss": 0.6397, "step": 9347 }, { "epoch": 0.97, "learning_rate": 2.278104653616553e-07, "loss": 0.6684, "step": 9348 }, { "epoch": 0.97, "learning_rate": 2.2621019944419897e-07, "loss": 0.7838, "step": 9349 }, { "epoch": 0.97, "learning_rate": 2.2461556118547057e-07, "loss": 0.6312, "step": 9350 }, { "epoch": 0.97, "learning_rate": 2.2302655076576473e-07, "loss": 0.5969, "step": 9351 }, { "epoch": 0.97, "learning_rate": 2.2144316836474333e-07, "loss": 0.7195, "step": 9352 }, { "epoch": 0.97, "learning_rate": 2.1986541416143536e-07, "loss": 0.7302, "step": 9353 }, { "epoch": 0.97, "learning_rate": 2.182932883342259e-07, "loss": 0.7056, "step": 9354 }, { "epoch": 0.97, "learning_rate": 2.167267910608617e-07, "loss": 0.8642, "step": 9355 }, { "epoch": 0.97, "learning_rate": 2.1516592251846213e-07, "loss": 0.6207, "step": 9356 }, { "epoch": 0.97, "learning_rate": 2.1361068288351381e-07, "loss": 0.646, "step": 9357 }, { "epoch": 0.97, "learning_rate": 2.120610723318428e-07, "loss": 0.6773, "step": 9358 }, { "epoch": 0.97, "learning_rate": 2.1051709103867e-07, "loss": 0.7334, "step": 9359 }, { "epoch": 0.97, "learning_rate": 2.0897873917856136e-07, "loss": 0.635, "step": 9360 }, { "epoch": 0.97, "learning_rate": 2.0744601692544996e-07, "loss": 0.5089, "step": 9361 }, { "epoch": 0.97, "learning_rate": 2.059189244526305e-07, "loss": 0.7258, "step": 9362 }, { "epoch": 0.97, "learning_rate": 2.043974619327649e-07, "loss": 0.6146, "step": 9363 }, { "epoch": 0.97, "learning_rate": 2.028816295378766e-07, "loss": 0.6251, "step": 9364 }, { "epoch": 0.97, "learning_rate": 2.0137142743935077e-07, "loss": 0.6445, "step": 9365 }, { "epoch": 0.97, "learning_rate": 1.9986685580793973e-07, "loss": 0.6686, "step": 9366 }, { "epoch": 0.97, "learning_rate": 1.9836791481376292e-07, "loss": 0.7276, "step": 9367 }, { "epoch": 0.97, "learning_rate": 1.9687460462628482e-07, "loss": 0.8393, "step": 9368 }, { "epoch": 0.97, "learning_rate": 1.9538692541435922e-07, "loss": 0.6357, "step": 9369 }, { "epoch": 0.97, "learning_rate": 1.9390487734617934e-07, "loss": 0.6093, "step": 9370 }, { "epoch": 0.97, "learning_rate": 1.9242846058932228e-07, "loss": 0.8015, "step": 9371 }, { "epoch": 0.97, "learning_rate": 1.9095767531071008e-07, "loss": 0.5835, "step": 9372 }, { "epoch": 0.97, "learning_rate": 1.89492521676643e-07, "loss": 0.6906, "step": 9373 }, { "epoch": 0.97, "learning_rate": 1.8803299985277744e-07, "loss": 0.588, "step": 9374 }, { "epoch": 0.97, "learning_rate": 1.8657911000412587e-07, "loss": 0.6296, "step": 9375 }, { "epoch": 0.97, "learning_rate": 1.8513085229508453e-07, "loss": 0.6938, "step": 9376 }, { "epoch": 0.97, "learning_rate": 1.8368822688938914e-07, "loss": 0.6467, "step": 9377 }, { "epoch": 0.97, "learning_rate": 1.822512339501592e-07, "loss": 0.6133, "step": 9378 }, { "epoch": 0.97, "learning_rate": 1.8081987363985919e-07, "loss": 0.6718, "step": 9379 }, { "epoch": 0.97, "learning_rate": 1.793941461203319e-07, "loss": 0.6285, "step": 9380 }, { "epoch": 0.97, "learning_rate": 1.7797405155277058e-07, "loss": 0.7933, "step": 9381 }, { "epoch": 0.97, "learning_rate": 1.7655959009774682e-07, "loss": 0.6571, "step": 9382 }, { "epoch": 0.97, "learning_rate": 1.751507619151771e-07, "loss": 0.7825, "step": 9383 }, { "epoch": 0.97, "learning_rate": 1.7374756716435625e-07, "loss": 0.5006, "step": 9384 }, { "epoch": 0.97, "learning_rate": 1.723500060039296e-07, "loss": 0.593, "step": 9385 }, { "epoch": 0.97, "learning_rate": 1.709580785919207e-07, "loss": 0.6276, "step": 9386 }, { "epoch": 0.97, "learning_rate": 1.695717850857037e-07, "loss": 0.6601, "step": 9387 }, { "epoch": 0.97, "learning_rate": 1.6819112564201434e-07, "loss": 0.5791, "step": 9388 }, { "epoch": 0.97, "learning_rate": 1.6681610041696104e-07, "loss": 0.76, "step": 9389 }, { "epoch": 0.97, "learning_rate": 1.6544670956601393e-07, "loss": 0.7503, "step": 9390 }, { "epoch": 0.97, "learning_rate": 1.6408295324399913e-07, "loss": 0.6123, "step": 9391 }, { "epoch": 0.98, "learning_rate": 1.6272483160510442e-07, "loss": 0.6665, "step": 9392 }, { "epoch": 0.98, "learning_rate": 1.6137234480289586e-07, "loss": 0.6239, "step": 9393 }, { "epoch": 0.98, "learning_rate": 1.6002549299028447e-07, "loss": 0.6038, "step": 9394 }, { "epoch": 0.98, "learning_rate": 1.5868427631955397e-07, "loss": 0.5815, "step": 9395 }, { "epoch": 0.98, "learning_rate": 1.5734869494234416e-07, "loss": 0.7963, "step": 9396 }, { "epoch": 0.98, "learning_rate": 1.5601874900967317e-07, "loss": 0.7605, "step": 9397 }, { "epoch": 0.98, "learning_rate": 1.5469443867189848e-07, "loss": 0.7237, "step": 9398 }, { "epoch": 0.98, "learning_rate": 1.533757640787614e-07, "loss": 0.7804, "step": 9399 }, { "epoch": 0.98, "learning_rate": 1.520627253793594e-07, "loss": 0.8145, "step": 9400 }, { "epoch": 0.98, "learning_rate": 1.5075532272214033e-07, "loss": 0.7469, "step": 9401 }, { "epoch": 0.98, "learning_rate": 1.494535562549304e-07, "loss": 0.6046, "step": 9402 }, { "epoch": 0.98, "learning_rate": 1.481574261249119e-07, "loss": 0.6512, "step": 9403 }, { "epoch": 0.98, "learning_rate": 1.468669324786398e-07, "loss": 0.674, "step": 9404 }, { "epoch": 0.98, "learning_rate": 1.455820754620141e-07, "loss": 0.5676, "step": 9405 }, { "epoch": 0.98, "learning_rate": 1.443028552203074e-07, "loss": 0.7239, "step": 9406 }, { "epoch": 0.98, "learning_rate": 1.4302927189815962e-07, "loss": 0.6198, "step": 9407 }, { "epoch": 0.98, "learning_rate": 1.417613256395667e-07, "loss": 0.7502, "step": 9408 }, { "epoch": 0.98, "learning_rate": 1.4049901658788057e-07, "loss": 0.7055, "step": 9409 }, { "epoch": 0.98, "learning_rate": 1.392423448858371e-07, "loss": 0.7677, "step": 9410 }, { "epoch": 0.98, "learning_rate": 1.3799131067551152e-07, "loss": 0.693, "step": 9411 }, { "epoch": 0.98, "learning_rate": 1.3674591409835736e-07, "loss": 0.5785, "step": 9412 }, { "epoch": 0.98, "learning_rate": 1.3550615529517862e-07, "loss": 0.6328, "step": 9413 }, { "epoch": 0.98, "learning_rate": 1.342720344061521e-07, "loss": 0.6459, "step": 9414 }, { "epoch": 0.98, "learning_rate": 1.3304355157081616e-07, "loss": 0.6636, "step": 9415 }, { "epoch": 0.98, "learning_rate": 1.3182070692806525e-07, "loss": 0.6736, "step": 9416 }, { "epoch": 0.98, "learning_rate": 1.30603500616161e-07, "loss": 0.6389, "step": 9417 }, { "epoch": 0.98, "learning_rate": 1.2939193277272665e-07, "loss": 0.5372, "step": 9418 }, { "epoch": 0.98, "learning_rate": 1.2818600353474708e-07, "loss": 0.5919, "step": 9419 }, { "epoch": 0.98, "learning_rate": 1.2698571303856876e-07, "loss": 0.7004, "step": 9420 }, { "epoch": 0.98, "learning_rate": 1.257910614199054e-07, "loss": 0.7371, "step": 9421 }, { "epoch": 0.98, "learning_rate": 1.246020488138322e-07, "loss": 0.5469, "step": 9422 }, { "epoch": 0.98, "learning_rate": 1.2341867535477503e-07, "loss": 0.5273, "step": 9423 }, { "epoch": 0.98, "learning_rate": 1.2224094117653796e-07, "loss": 0.751, "step": 9424 }, { "epoch": 0.98, "learning_rate": 1.2106884641228112e-07, "loss": 0.6952, "step": 9425 }, { "epoch": 0.98, "learning_rate": 1.1990239119453184e-07, "loss": 0.7734, "step": 9426 }, { "epoch": 0.98, "learning_rate": 1.1874157565516242e-07, "loss": 0.6531, "step": 9427 }, { "epoch": 0.98, "learning_rate": 1.1758639992542897e-07, "loss": 0.7383, "step": 9428 }, { "epoch": 0.98, "learning_rate": 1.1643686413594367e-07, "loss": 0.7446, "step": 9429 }, { "epoch": 0.98, "learning_rate": 1.1529296841666926e-07, "loss": 0.6943, "step": 9430 }, { "epoch": 0.98, "learning_rate": 1.1415471289695223e-07, "loss": 0.7272, "step": 9431 }, { "epoch": 0.98, "learning_rate": 1.13022097705473e-07, "loss": 0.6772, "step": 9432 }, { "epoch": 0.98, "learning_rate": 1.1189512297030691e-07, "loss": 0.6926, "step": 9433 }, { "epoch": 0.98, "learning_rate": 1.1077378881886313e-07, "loss": 0.7501, "step": 9434 }, { "epoch": 0.98, "learning_rate": 1.0965809537792915e-07, "loss": 0.6102, "step": 9435 }, { "epoch": 0.98, "learning_rate": 1.0854804277365404e-07, "loss": 0.6956, "step": 9436 }, { "epoch": 0.98, "learning_rate": 1.0744363113153743e-07, "loss": 0.5914, "step": 9437 }, { "epoch": 0.98, "learning_rate": 1.063448605764572e-07, "loss": 0.7013, "step": 9438 }, { "epoch": 0.98, "learning_rate": 1.0525173123264175e-07, "loss": 0.8646, "step": 9439 }, { "epoch": 0.98, "learning_rate": 1.0416424322368667e-07, "loss": 0.6669, "step": 9440 }, { "epoch": 0.98, "learning_rate": 1.0308239667254361e-07, "loss": 0.6378, "step": 9441 }, { "epoch": 0.98, "learning_rate": 1.0200619170154246e-07, "loss": 0.6057, "step": 9442 }, { "epoch": 0.98, "learning_rate": 1.009356284323526e-07, "loss": 0.6779, "step": 9443 }, { "epoch": 0.98, "learning_rate": 9.987070698602163e-08, "loss": 0.7473, "step": 9444 }, { "epoch": 0.98, "learning_rate": 9.881142748295325e-08, "loss": 0.8091, "step": 9445 }, { "epoch": 0.98, "learning_rate": 9.77577900429183e-08, "loss": 0.6034, "step": 9446 }, { "epoch": 0.98, "learning_rate": 9.670979478504372e-08, "loss": 0.6163, "step": 9447 }, { "epoch": 0.98, "learning_rate": 9.566744182781806e-08, "loss": 0.6178, "step": 9448 }, { "epoch": 0.98, "learning_rate": 9.463073128909706e-08, "loss": 0.8043, "step": 9449 }, { "epoch": 0.98, "learning_rate": 9.359966328609804e-08, "loss": 0.6647, "step": 9450 }, { "epoch": 0.98, "learning_rate": 9.257423793539444e-08, "loss": 0.6995, "step": 9451 }, { "epoch": 0.98, "learning_rate": 9.155445535292684e-08, "loss": 0.6745, "step": 9452 }, { "epoch": 0.98, "learning_rate": 9.054031565399745e-08, "loss": 0.6712, "step": 9453 }, { "epoch": 0.98, "learning_rate": 8.953181895327012e-08, "loss": 0.6439, "step": 9454 }, { "epoch": 0.98, "learning_rate": 8.85289653647703e-08, "loss": 0.74, "step": 9455 }, { "epoch": 0.98, "learning_rate": 8.753175500187949e-08, "loss": 0.6343, "step": 9456 }, { "epoch": 0.98, "learning_rate": 8.654018797735753e-08, "loss": 0.6263, "step": 9457 }, { "epoch": 0.98, "learning_rate": 8.555426440331472e-08, "loss": 0.6733, "step": 9458 }, { "epoch": 0.98, "learning_rate": 8.457398439121189e-08, "loss": 0.7876, "step": 9459 }, { "epoch": 0.98, "learning_rate": 8.359934805189928e-08, "loss": 0.634, "step": 9460 }, { "epoch": 0.98, "learning_rate": 8.263035549556098e-08, "loss": 0.5629, "step": 9461 }, { "epoch": 0.98, "learning_rate": 8.166700683175932e-08, "loss": 0.7007, "step": 9462 }, { "epoch": 0.98, "learning_rate": 8.070930216942386e-08, "loss": 0.6893, "step": 9463 }, { "epoch": 0.98, "learning_rate": 7.975724161682906e-08, "loss": 0.6679, "step": 9464 }, { "epoch": 0.98, "learning_rate": 7.881082528161665e-08, "loss": 0.5724, "step": 9465 }, { "epoch": 0.98, "learning_rate": 7.787005327080099e-08, "loss": 0.7279, "step": 9466 }, { "epoch": 0.98, "learning_rate": 7.6934925690747e-08, "loss": 0.5232, "step": 9467 }, { "epoch": 0.98, "learning_rate": 7.600544264718124e-08, "loss": 0.6443, "step": 9468 }, { "epoch": 0.98, "learning_rate": 7.508160424519739e-08, "loss": 0.7193, "step": 9469 }, { "epoch": 0.98, "learning_rate": 7.416341058925081e-08, "loss": 0.5994, "step": 9470 }, { "epoch": 0.98, "learning_rate": 7.325086178315843e-08, "loss": 0.6601, "step": 9471 }, { "epoch": 0.98, "learning_rate": 7.234395793008775e-08, "loss": 0.7493, "step": 9472 }, { "epoch": 0.98, "learning_rate": 7.144269913259006e-08, "loss": 0.6681, "step": 9473 }, { "epoch": 0.98, "learning_rate": 7.054708549256162e-08, "loss": 0.7014, "step": 9474 }, { "epoch": 0.98, "learning_rate": 6.965711711126033e-08, "loss": 0.6072, "step": 9475 }, { "epoch": 0.98, "learning_rate": 6.877279408931126e-08, "loss": 0.6488, "step": 9476 }, { "epoch": 0.98, "learning_rate": 6.789411652670663e-08, "loss": 0.7835, "step": 9477 }, { "epoch": 0.98, "learning_rate": 6.702108452278365e-08, "loss": 0.6714, "step": 9478 }, { "epoch": 0.98, "learning_rate": 6.615369817626338e-08, "loss": 0.5625, "step": 9479 }, { "epoch": 0.98, "learning_rate": 6.529195758520623e-08, "loss": 0.7318, "step": 9480 }, { "epoch": 0.98, "learning_rate": 6.443586284705094e-08, "loss": 0.6565, "step": 9481 }, { "epoch": 0.98, "learning_rate": 6.358541405858676e-08, "loss": 0.7275, "step": 9482 }, { "epoch": 0.98, "learning_rate": 6.274061131597563e-08, "loss": 0.7675, "step": 9483 }, { "epoch": 0.98, "learning_rate": 6.190145471473008e-08, "loss": 0.658, "step": 9484 }, { "epoch": 0.98, "learning_rate": 6.106794434972974e-08, "loss": 0.7328, "step": 9485 }, { "epoch": 0.98, "learning_rate": 6.024008031521589e-08, "loss": 0.6326, "step": 9486 }, { "epoch": 0.98, "learning_rate": 5.9417862704785886e-08, "loss": 0.7274, "step": 9487 }, { "epoch": 0.99, "learning_rate": 5.860129161141537e-08, "loss": 0.534, "step": 9488 }, { "epoch": 0.99, "learning_rate": 5.779036712741936e-08, "loss": 0.5909, "step": 9489 }, { "epoch": 0.99, "learning_rate": 5.698508934449121e-08, "loss": 0.6286, "step": 9490 }, { "epoch": 0.99, "learning_rate": 5.6185458353669174e-08, "loss": 0.6422, "step": 9491 }, { "epoch": 0.99, "learning_rate": 5.539147424537539e-08, "loss": 0.5307, "step": 9492 }, { "epoch": 0.99, "learning_rate": 5.4603137109376924e-08, "loss": 0.6235, "step": 9493 }, { "epoch": 0.99, "learning_rate": 5.382044703480804e-08, "loss": 0.7574, "step": 9494 }, { "epoch": 0.99, "learning_rate": 5.304340411015907e-08, "loss": 0.6375, "step": 9495 }, { "epoch": 0.99, "learning_rate": 5.22720084232875e-08, "loss": 0.468, "step": 9496 }, { "epoch": 0.99, "learning_rate": 5.150626006141246e-08, "loss": 0.6204, "step": 9497 }, { "epoch": 0.99, "learning_rate": 5.0746159111114686e-08, "loss": 0.6421, "step": 9498 }, { "epoch": 0.99, "learning_rate": 4.9991705658331e-08, "loss": 0.6685, "step": 9499 }, { "epoch": 0.99, "learning_rate": 4.9242899788365385e-08, "loss": 0.6246, "step": 9500 }, { "epoch": 0.99, "learning_rate": 4.849974158588344e-08, "loss": 0.6403, "step": 9501 }, { "epoch": 0.99, "learning_rate": 4.776223113490686e-08, "loss": 0.6702, "step": 9502 }, { "epoch": 0.99, "learning_rate": 4.703036851882447e-08, "loss": 0.7457, "step": 9503 }, { "epoch": 0.99, "learning_rate": 4.630415382038122e-08, "loss": 0.7142, "step": 9504 }, { "epoch": 0.99, "learning_rate": 4.55835871216892e-08, "loss": 0.6825, "step": 9505 }, { "epoch": 0.99, "learning_rate": 4.486866850421656e-08, "loss": 0.6986, "step": 9506 }, { "epoch": 0.99, "learning_rate": 4.415939804879865e-08, "loss": 0.777, "step": 9507 }, { "epoch": 0.99, "learning_rate": 4.345577583562133e-08, "loss": 0.7372, "step": 9508 }, { "epoch": 0.99, "learning_rate": 4.2757801944254275e-08, "loss": 0.6697, "step": 9509 }, { "epoch": 0.99, "learning_rate": 4.2065476453595486e-08, "loss": 0.6286, "step": 9510 }, { "epoch": 0.99, "learning_rate": 4.13787994419379e-08, "loss": 0.632, "step": 9511 }, { "epoch": 0.99, "learning_rate": 4.06977709869083e-08, "loss": 0.5956, "step": 9512 }, { "epoch": 0.99, "learning_rate": 4.0022391165517313e-08, "loss": 0.6043, "step": 9513 }, { "epoch": 0.99, "learning_rate": 3.935266005412053e-08, "loss": 0.6758, "step": 9514 }, { "epoch": 0.99, "learning_rate": 3.86885777284407e-08, "loss": 0.5965, "step": 9515 }, { "epoch": 0.99, "learning_rate": 3.803014426356777e-08, "loss": 0.7238, "step": 9516 }, { "epoch": 0.99, "learning_rate": 3.7377359733936635e-08, "loss": 0.7384, "step": 9517 }, { "epoch": 0.99, "learning_rate": 3.673022421336603e-08, "loss": 0.5734, "step": 9518 }, { "epoch": 0.99, "learning_rate": 3.608873777501964e-08, "loss": 0.6746, "step": 9519 }, { "epoch": 0.99, "learning_rate": 3.54529004914228e-08, "loss": 0.7592, "step": 9520 }, { "epoch": 0.99, "learning_rate": 3.482271243447355e-08, "loss": 0.7388, "step": 9521 }, { "epoch": 0.99, "learning_rate": 3.419817367541489e-08, "loss": 0.6962, "step": 9522 }, { "epoch": 0.99, "learning_rate": 3.3579284284868116e-08, "loss": 0.621, "step": 9523 }, { "epoch": 0.99, "learning_rate": 3.2966044332805035e-08, "loss": 0.6622, "step": 9524 }, { "epoch": 0.99, "learning_rate": 3.235845388856462e-08, "loss": 0.7326, "step": 9525 }, { "epoch": 0.99, "learning_rate": 3.175651302083637e-08, "loss": 0.7296, "step": 9526 }, { "epoch": 0.99, "learning_rate": 3.116022179768252e-08, "loss": 0.7398, "step": 9527 }, { "epoch": 0.99, "learning_rate": 3.056958028652135e-08, "loss": 0.5992, "step": 9528 }, { "epoch": 0.99, "learning_rate": 2.9984588554138326e-08, "loss": 0.7561, "step": 9529 }, { "epoch": 0.99, "learning_rate": 2.940524666667499e-08, "loss": 0.8349, "step": 9530 }, { "epoch": 0.99, "learning_rate": 2.8831554689623398e-08, "loss": 0.6137, "step": 9531 }, { "epoch": 0.99, "learning_rate": 2.826351268786498e-08, "loss": 0.7735, "step": 9532 }, { "epoch": 0.99, "learning_rate": 2.7701120725609487e-08, "loss": 0.6719, "step": 9533 }, { "epoch": 0.99, "learning_rate": 2.7144378866456044e-08, "loss": 0.6773, "step": 9534 }, { "epoch": 0.99, "learning_rate": 2.6593287173343196e-08, "loss": 0.6184, "step": 9535 }, { "epoch": 0.99, "learning_rate": 2.604784570858221e-08, "loss": 0.6656, "step": 9536 }, { "epoch": 0.99, "learning_rate": 2.5508054533845972e-08, "loss": 0.567, "step": 9537 }, { "epoch": 0.99, "learning_rate": 2.4973913710163442e-08, "loss": 0.6724, "step": 9538 }, { "epoch": 0.99, "learning_rate": 2.4445423297930757e-08, "loss": 0.5972, "step": 9539 }, { "epoch": 0.99, "learning_rate": 2.392258335690012e-08, "loss": 0.6603, "step": 9540 }, { "epoch": 0.99, "learning_rate": 2.3405393946179798e-08, "loss": 0.7897, "step": 9541 }, { "epoch": 0.99, "learning_rate": 2.289385512425635e-08, "loss": 0.7307, "step": 9542 }, { "epoch": 0.99, "learning_rate": 2.238796694895573e-08, "loss": 0.7726, "step": 9543 }, { "epoch": 0.99, "learning_rate": 2.188772947748774e-08, "loss": 0.653, "step": 9544 }, { "epoch": 0.99, "learning_rate": 2.1393142766401585e-08, "loss": 0.6599, "step": 9545 }, { "epoch": 0.99, "learning_rate": 2.0904206871624755e-08, "loss": 0.6362, "step": 9546 }, { "epoch": 0.99, "learning_rate": 2.0420921848429697e-08, "loss": 0.7023, "step": 9547 }, { "epoch": 0.99, "learning_rate": 1.9943287751472696e-08, "loss": 0.6713, "step": 9548 }, { "epoch": 0.99, "learning_rate": 1.9471304634743893e-08, "loss": 0.6409, "step": 9549 }, { "epoch": 0.99, "learning_rate": 1.900497255161171e-08, "loss": 0.6142, "step": 9550 }, { "epoch": 0.99, "learning_rate": 1.8544291554806194e-08, "loss": 0.7865, "step": 9551 }, { "epoch": 0.99, "learning_rate": 1.80892616964079e-08, "loss": 0.7146, "step": 9552 }, { "epoch": 0.99, "learning_rate": 1.763988302787567e-08, "loss": 0.6399, "step": 9553 }, { "epoch": 0.99, "learning_rate": 1.7196155600002207e-08, "loss": 0.6825, "step": 9554 }, { "epoch": 0.99, "learning_rate": 1.675807946296959e-08, "loss": 0.7311, "step": 9555 }, { "epoch": 0.99, "learning_rate": 1.6325654666304868e-08, "loss": 0.6873, "step": 9556 }, { "epoch": 0.99, "learning_rate": 1.5898881258902265e-08, "loss": 0.7002, "step": 9557 }, { "epoch": 0.99, "learning_rate": 1.547775928900652e-08, "loss": 0.6717, "step": 9558 }, { "epoch": 0.99, "learning_rate": 1.5062288804246205e-08, "loss": 0.7371, "step": 9559 }, { "epoch": 0.99, "learning_rate": 1.465246985158375e-08, "loss": 0.6106, "step": 9560 }, { "epoch": 0.99, "learning_rate": 1.4248302477359865e-08, "loss": 0.6879, "step": 9561 }, { "epoch": 0.99, "learning_rate": 1.3849786727265779e-08, "loss": 0.6676, "step": 9562 }, { "epoch": 0.99, "learning_rate": 1.3456922646370995e-08, "loss": 0.786, "step": 9563 }, { "epoch": 0.99, "learning_rate": 1.3069710279089987e-08, "loss": 0.5804, "step": 9564 }, { "epoch": 0.99, "learning_rate": 1.2688149669198845e-08, "loss": 0.576, "step": 9565 }, { "epoch": 0.99, "learning_rate": 1.231224085984084e-08, "loss": 0.635, "step": 9566 }, { "epoch": 0.99, "learning_rate": 1.1941983893520858e-08, "loss": 0.7204, "step": 9567 }, { "epoch": 0.99, "learning_rate": 1.1577378812099859e-08, "loss": 0.6011, "step": 9568 }, { "epoch": 0.99, "learning_rate": 1.1218425656794873e-08, "loss": 0.5933, "step": 9569 }, { "epoch": 0.99, "learning_rate": 1.0865124468201204e-08, "loss": 0.7625, "step": 9570 }, { "epoch": 0.99, "learning_rate": 1.0517475286264678e-08, "loss": 0.6605, "step": 9571 }, { "epoch": 0.99, "learning_rate": 1.0175478150281636e-08, "loss": 0.6897, "step": 9572 }, { "epoch": 0.99, "learning_rate": 9.839133098932251e-09, "loss": 0.6225, "step": 9573 }, { "epoch": 0.99, "learning_rate": 9.50844017023611e-09, "loss": 0.7533, "step": 9574 }, { "epoch": 0.99, "learning_rate": 9.183399401585523e-09, "loss": 0.7483, "step": 9575 }, { "epoch": 0.99, "learning_rate": 8.864010829734426e-09, "loss": 0.6118, "step": 9576 }, { "epoch": 0.99, "learning_rate": 8.55027449079282e-09, "loss": 0.6543, "step": 9577 }, { "epoch": 0.99, "learning_rate": 8.242190420232331e-09, "loss": 0.5764, "step": 9578 }, { "epoch": 0.99, "learning_rate": 7.939758652886209e-09, "loss": 0.7614, "step": 9579 }, { "epoch": 0.99, "learning_rate": 7.64297922294377e-09, "loss": 0.7162, "step": 9580 }, { "epoch": 0.99, "learning_rate": 7.351852163972605e-09, "loss": 0.7324, "step": 9581 }, { "epoch": 0.99, "learning_rate": 7.066377508874178e-09, "loss": 0.7307, "step": 9582 }, { "epoch": 0.99, "learning_rate": 6.786555289939323e-09, "loss": 0.6804, "step": 9583 }, { "epoch": 1.0, "learning_rate": 6.512385538798293e-09, "loss": 0.5889, "step": 9584 }, { "epoch": 1.0, "learning_rate": 6.2438682864540685e-09, "loss": 0.6871, "step": 9585 }, { "epoch": 1.0, "learning_rate": 5.9810035632601455e-09, "loss": 0.798, "step": 9586 }, { "epoch": 1.0, "learning_rate": 5.723791398942746e-09, "loss": 0.6736, "step": 9587 }, { "epoch": 1.0, "learning_rate": 5.472231822584162e-09, "loss": 0.5236, "step": 9588 }, { "epoch": 1.0, "learning_rate": 5.2263248626227556e-09, "loss": 0.6462, "step": 9589 }, { "epoch": 1.0, "learning_rate": 4.986070546864063e-09, "loss": 0.725, "step": 9590 }, { "epoch": 1.0, "learning_rate": 4.751468902469691e-09, "loss": 0.5842, "step": 9591 }, { "epoch": 1.0, "learning_rate": 4.5225199559684185e-09, "loss": 0.6563, "step": 9592 }, { "epoch": 1.0, "learning_rate": 4.299223733245095e-09, "loss": 0.6748, "step": 9593 }, { "epoch": 1.0, "learning_rate": 4.081580259551742e-09, "loss": 0.8312, "step": 9594 }, { "epoch": 1.0, "learning_rate": 3.869589559485354e-09, "loss": 0.5581, "step": 9595 }, { "epoch": 1.0, "learning_rate": 3.663251657021194e-09, "loss": 0.8003, "step": 9596 }, { "epoch": 1.0, "learning_rate": 3.4625665754906e-09, "loss": 0.5765, "step": 9597 }, { "epoch": 1.0, "learning_rate": 3.26753433758098e-09, "loss": 0.7459, "step": 9598 }, { "epoch": 1.0, "learning_rate": 3.078154965341362e-09, "loss": 0.7649, "step": 9599 }, { "epoch": 1.0, "learning_rate": 2.8944284801879497e-09, "loss": 0.7735, "step": 9600 }, { "epoch": 1.0, "learning_rate": 2.7163549028930145e-09, "loss": 0.757, "step": 9601 }, { "epoch": 1.0, "learning_rate": 2.5439342535849007e-09, "loss": 0.7341, "step": 9602 }, { "epoch": 1.0, "learning_rate": 2.377166551764676e-09, "loss": 0.6647, "step": 9603 }, { "epoch": 1.0, "learning_rate": 2.2160518162894773e-09, "loss": 0.7002, "step": 9604 }, { "epoch": 1.0, "learning_rate": 2.060590065372514e-09, "loss": 0.6456, "step": 9605 }, { "epoch": 1.0, "learning_rate": 1.910781316588617e-09, "loss": 0.6411, "step": 9606 }, { "epoch": 1.0, "learning_rate": 1.7666255868797888e-09, "loss": 0.7326, "step": 9607 }, { "epoch": 1.0, "learning_rate": 1.6281228925441038e-09, "loss": 0.6072, "step": 9608 }, { "epoch": 1.0, "learning_rate": 1.495273249235707e-09, "loss": 0.6421, "step": 9609 }, { "epoch": 1.0, "learning_rate": 1.3680766719814664e-09, "loss": 0.6393, "step": 9610 }, { "epoch": 1.0, "learning_rate": 1.2465331751643217e-09, "loss": 0.6871, "step": 9611 }, { "epoch": 1.0, "learning_rate": 1.1306427725232827e-09, "loss": 0.5424, "step": 9612 }, { "epoch": 1.0, "learning_rate": 1.0204054771589811e-09, "loss": 0.7303, "step": 9613 }, { "epoch": 1.0, "learning_rate": 9.158213015447726e-10, "loss": 0.6774, "step": 9614 }, { "epoch": 1.0, "learning_rate": 8.1689025749343e-10, "loss": 0.8162, "step": 9615 }, { "epoch": 1.0, "learning_rate": 7.236123561960017e-10, "loss": 0.6696, "step": 9616 }, { "epoch": 1.0, "learning_rate": 6.359876081996063e-10, "loss": 0.7573, "step": 9617 }, { "epoch": 1.0, "learning_rate": 5.540160234129843e-10, "loss": 0.7345, "step": 9618 }, { "epoch": 1.0, "learning_rate": 4.776976110953957e-10, "loss": 0.569, "step": 9619 }, { "epoch": 1.0, "learning_rate": 4.070323798899267e-10, "loss": 0.7116, "step": 9620 }, { "epoch": 1.0, "learning_rate": 3.4202033777352984e-10, "loss": 0.6685, "step": 9621 }, { "epoch": 1.0, "learning_rate": 2.8266149210698365e-10, "loss": 0.6602, "step": 9622 }, { "epoch": 1.0, "learning_rate": 2.2895584959603533e-10, "loss": 0.666, "step": 9623 }, { "epoch": 1.0, "learning_rate": 1.8090341630805364e-10, "loss": 0.7114, "step": 9624 }, { "epoch": 1.0, "learning_rate": 1.385041976886825e-10, "loss": 0.6437, "step": 9625 }, { "epoch": 1.0, "learning_rate": 1.0175819851743207e-10, "loss": 0.7176, "step": 9626 }, { "epoch": 1.0, "learning_rate": 7.066542296318979e-11, "loss": 0.6332, "step": 9627 }, { "epoch": 1.0, "learning_rate": 4.52258745287093e-11, "loss": 0.685, "step": 9628 }, { "epoch": 1.0, "learning_rate": 2.543955610057047e-11, "loss": 0.6495, "step": 9629 }, { "epoch": 1.0, "learning_rate": 1.1306469910321583e-11, "loss": 0.7281, "step": 9630 }, { "epoch": 1.0, "learning_rate": 2.826617556683786e-12, "loss": 0.6265, "step": 9631 }, { "epoch": 1.0, "learning_rate": 0.0, "loss": 0.6778, "step": 9632 }, { "epoch": 1.0, "step": 9632, "total_flos": 1707029483028480.0, "train_loss": 0.7189095082702084, "train_runtime": 76588.2979, "train_samples_per_second": 16.096, "train_steps_per_second": 0.126 } ], "max_steps": 9632, "num_train_epochs": 1, "total_flos": 1707029483028480.0, "trial_name": null, "trial_params": null }