{ "best_metric": null, "best_model_checkpoint": null, "epoch": 2.366863905325444, "eval_steps": 178, "global_step": 2130, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0, "learning_rate": 2e-05, "loss": 2.0913, "step": 1 }, { "epoch": 0.0, "eval_loss": 2.086364507675171, "eval_runtime": 70.9467, "eval_samples_per_second": 7.386, "eval_steps_per_second": 1.846, "step": 1 }, { "epoch": 0.0, "learning_rate": 4e-05, "loss": 1.8593, "step": 2 }, { "epoch": 0.0, "learning_rate": 6e-05, "loss": 1.9531, "step": 3 }, { "epoch": 0.0, "learning_rate": 8e-05, "loss": 1.497, "step": 4 }, { "epoch": 0.01, "learning_rate": 0.0001, "loss": 1.371, "step": 5 }, { "epoch": 0.01, "learning_rate": 0.00012, "loss": 0.9074, "step": 6 }, { "epoch": 0.01, "learning_rate": 0.00014, "loss": 0.6526, "step": 7 }, { "epoch": 0.01, "learning_rate": 0.00016, "loss": 0.5406, "step": 8 }, { "epoch": 0.01, "learning_rate": 0.00018, "loss": 0.4498, "step": 9 }, { "epoch": 0.01, "learning_rate": 0.0002, "loss": 0.3852, "step": 10 }, { "epoch": 0.01, "learning_rate": 0.00019999996057660117, "loss": 0.3148, "step": 11 }, { "epoch": 0.01, "learning_rate": 0.0001999998423064356, "loss": 0.294, "step": 12 }, { "epoch": 0.01, "learning_rate": 0.00019999964518959668, "loss": 0.2364, "step": 13 }, { "epoch": 0.02, "learning_rate": 0.00019999936922623977, "loss": 0.263, "step": 14 }, { "epoch": 0.02, "learning_rate": 0.0001999990144165825, "loss": 0.2718, "step": 15 }, { "epoch": 0.02, "learning_rate": 0.00019999858076090457, "loss": 0.2188, "step": 16 }, { "epoch": 0.02, "learning_rate": 0.00019999806825954792, "loss": 0.1855, "step": 17 }, { "epoch": 0.02, "learning_rate": 0.00019999747691291665, "loss": 0.1666, "step": 18 }, { "epoch": 0.02, "learning_rate": 0.000199996806721477, "loss": 0.2055, "step": 19 }, { "epoch": 0.02, "learning_rate": 0.00019999605768575743, "loss": 0.2022, "step": 20 }, { "epoch": 0.02, "learning_rate": 0.0001999952298063485, "loss": 0.1747, "step": 21 }, { "epoch": 0.02, "learning_rate": 0.000199994323083903, "loss": 0.1447, "step": 22 }, { "epoch": 0.03, "learning_rate": 0.0001999933375191358, "loss": 0.1613, "step": 23 }, { "epoch": 0.03, "learning_rate": 0.00019999227311282404, "loss": 0.1555, "step": 24 }, { "epoch": 0.03, "learning_rate": 0.00019999112986580694, "loss": 0.1488, "step": 25 }, { "epoch": 0.03, "learning_rate": 0.00019998990777898593, "loss": 0.1672, "step": 26 }, { "epoch": 0.03, "learning_rate": 0.00019998860685332455, "loss": 0.1647, "step": 27 }, { "epoch": 0.03, "learning_rate": 0.00019998722708984855, "loss": 0.1565, "step": 28 }, { "epoch": 0.03, "learning_rate": 0.00019998576848964588, "loss": 0.1471, "step": 29 }, { "epoch": 0.03, "learning_rate": 0.00019998423105386655, "loss": 0.1508, "step": 30 }, { "epoch": 0.03, "learning_rate": 0.0001999826147837228, "loss": 0.1482, "step": 31 }, { "epoch": 0.04, "learning_rate": 0.00019998091968048898, "loss": 0.1314, "step": 32 }, { "epoch": 0.04, "learning_rate": 0.00019997914574550166, "loss": 0.1445, "step": 33 }, { "epoch": 0.04, "learning_rate": 0.0001999772929801595, "loss": 0.1411, "step": 34 }, { "epoch": 0.04, "learning_rate": 0.00019997536138592335, "loss": 0.1338, "step": 35 }, { "epoch": 0.04, "learning_rate": 0.00019997335096431625, "loss": 0.1447, "step": 36 }, { "epoch": 0.04, "learning_rate": 0.00019997126171692332, "loss": 0.127, "step": 37 }, { "epoch": 0.04, "learning_rate": 0.00019996909364539185, "loss": 0.1258, "step": 38 }, { "epoch": 0.04, "learning_rate": 0.0001999668467514313, "loss": 0.1446, "step": 39 }, { "epoch": 0.05, "learning_rate": 0.00019996452103681334, "loss": 0.1319, "step": 40 }, { "epoch": 0.05, "learning_rate": 0.00019996211650337163, "loss": 0.1254, "step": 41 }, { "epoch": 0.05, "learning_rate": 0.00019995963315300213, "loss": 0.1415, "step": 42 }, { "epoch": 0.05, "learning_rate": 0.0001999570709876628, "loss": 0.1248, "step": 43 }, { "epoch": 0.05, "learning_rate": 0.00019995443000937394, "loss": 0.1091, "step": 44 }, { "epoch": 0.05, "learning_rate": 0.00019995171022021784, "loss": 0.1261, "step": 45 }, { "epoch": 0.05, "learning_rate": 0.00019994891162233887, "loss": 0.1454, "step": 46 }, { "epoch": 0.05, "learning_rate": 0.00019994603421794377, "loss": 0.1234, "step": 47 }, { "epoch": 0.05, "learning_rate": 0.00019994307800930123, "loss": 0.128, "step": 48 }, { "epoch": 0.06, "learning_rate": 0.00019994004299874209, "loss": 0.134, "step": 49 }, { "epoch": 0.06, "learning_rate": 0.0001999369291886594, "loss": 0.1134, "step": 50 }, { "epoch": 0.06, "learning_rate": 0.00019993373658150828, "loss": 0.1282, "step": 51 }, { "epoch": 0.06, "learning_rate": 0.00019993046517980602, "loss": 0.1212, "step": 52 }, { "epoch": 0.06, "learning_rate": 0.000199927114986132, "loss": 0.1017, "step": 53 }, { "epoch": 0.06, "learning_rate": 0.00019992368600312772, "loss": 0.1125, "step": 54 }, { "epoch": 0.06, "learning_rate": 0.00019992017823349686, "loss": 0.0959, "step": 55 }, { "epoch": 0.06, "learning_rate": 0.00019991659168000516, "loss": 0.138, "step": 56 }, { "epoch": 0.06, "learning_rate": 0.00019991292634548053, "loss": 0.1299, "step": 57 }, { "epoch": 0.07, "learning_rate": 0.00019990918223281295, "loss": 0.1105, "step": 58 }, { "epoch": 0.07, "learning_rate": 0.0001999053593449545, "loss": 0.1405, "step": 59 }, { "epoch": 0.07, "learning_rate": 0.00019990145768491947, "loss": 0.1021, "step": 60 }, { "epoch": 0.07, "learning_rate": 0.00019989747725578417, "loss": 0.1204, "step": 61 }, { "epoch": 0.07, "learning_rate": 0.000199893418060687, "loss": 0.131, "step": 62 }, { "epoch": 0.07, "learning_rate": 0.00019988928010282857, "loss": 0.1047, "step": 63 }, { "epoch": 0.07, "learning_rate": 0.00019988506338547147, "loss": 0.1332, "step": 64 }, { "epoch": 0.07, "learning_rate": 0.00019988076791194051, "loss": 0.1341, "step": 65 }, { "epoch": 0.07, "learning_rate": 0.00019987639368562244, "loss": 0.1104, "step": 66 }, { "epoch": 0.08, "learning_rate": 0.00019987194070996632, "loss": 0.1162, "step": 67 }, { "epoch": 0.08, "learning_rate": 0.00019986740898848306, "loss": 0.1267, "step": 68 }, { "epoch": 0.08, "learning_rate": 0.00019986279852474584, "loss": 0.1259, "step": 69 }, { "epoch": 0.08, "learning_rate": 0.00019985810932238987, "loss": 0.1146, "step": 70 }, { "epoch": 0.08, "learning_rate": 0.00019985334138511237, "loss": 0.099, "step": 71 }, { "epoch": 0.08, "learning_rate": 0.00019984849471667282, "loss": 0.1424, "step": 72 }, { "epoch": 0.08, "learning_rate": 0.00019984356932089257, "loss": 0.115, "step": 73 }, { "epoch": 0.08, "learning_rate": 0.00019983856520165512, "loss": 0.1114, "step": 74 }, { "epoch": 0.08, "learning_rate": 0.00019983348236290616, "loss": 0.1192, "step": 75 }, { "epoch": 0.09, "learning_rate": 0.00019982832080865328, "loss": 0.1216, "step": 76 }, { "epoch": 0.09, "learning_rate": 0.0001998230805429662, "loss": 0.1095, "step": 77 }, { "epoch": 0.09, "learning_rate": 0.00019981776156997668, "loss": 0.0877, "step": 78 }, { "epoch": 0.09, "learning_rate": 0.0001998123638938786, "loss": 0.12, "step": 79 }, { "epoch": 0.09, "learning_rate": 0.0001998068875189279, "loss": 0.1013, "step": 80 }, { "epoch": 0.09, "learning_rate": 0.00019980133244944243, "loss": 0.1093, "step": 81 }, { "epoch": 0.09, "learning_rate": 0.0001997956986898022, "loss": 0.112, "step": 82 }, { "epoch": 0.09, "learning_rate": 0.00019978998624444927, "loss": 0.0877, "step": 83 }, { "epoch": 0.09, "learning_rate": 0.00019978419511788777, "loss": 0.1113, "step": 84 }, { "epoch": 0.1, "learning_rate": 0.00019977832531468376, "loss": 0.1091, "step": 85 }, { "epoch": 0.1, "learning_rate": 0.00019977237683946536, "loss": 0.1018, "step": 86 }, { "epoch": 0.1, "learning_rate": 0.00019976634969692282, "loss": 0.1021, "step": 87 }, { "epoch": 0.1, "learning_rate": 0.00019976024389180833, "loss": 0.1225, "step": 88 }, { "epoch": 0.1, "learning_rate": 0.00019975405942893612, "loss": 0.1249, "step": 89 }, { "epoch": 0.1, "learning_rate": 0.00019974779631318242, "loss": 0.1151, "step": 90 }, { "epoch": 0.1, "learning_rate": 0.00019974145454948553, "loss": 0.0959, "step": 91 }, { "epoch": 0.1, "learning_rate": 0.0001997350341428457, "loss": 0.1044, "step": 92 }, { "epoch": 0.1, "learning_rate": 0.00019972853509832525, "loss": 0.1159, "step": 93 }, { "epoch": 0.11, "learning_rate": 0.00019972195742104846, "loss": 0.1115, "step": 94 }, { "epoch": 0.11, "learning_rate": 0.00019971530111620155, "loss": 0.1073, "step": 95 }, { "epoch": 0.11, "learning_rate": 0.00019970856618903285, "loss": 0.1157, "step": 96 }, { "epoch": 0.11, "learning_rate": 0.00019970175264485266, "loss": 0.1047, "step": 97 }, { "epoch": 0.11, "learning_rate": 0.00019969486048903323, "loss": 0.1005, "step": 98 }, { "epoch": 0.11, "learning_rate": 0.0001996878897270088, "loss": 0.1104, "step": 99 }, { "epoch": 0.11, "learning_rate": 0.0001996808403642756, "loss": 0.1195, "step": 100 }, { "epoch": 0.11, "learning_rate": 0.00019967371240639178, "loss": 0.0993, "step": 101 }, { "epoch": 0.11, "learning_rate": 0.00019966650585897755, "loss": 0.1076, "step": 102 }, { "epoch": 0.12, "learning_rate": 0.00019965922072771503, "loss": 0.1244, "step": 103 }, { "epoch": 0.12, "learning_rate": 0.0001996518570183483, "loss": 0.1237, "step": 104 }, { "epoch": 0.12, "learning_rate": 0.00019964441473668346, "loss": 0.1069, "step": 105 }, { "epoch": 0.12, "learning_rate": 0.00019963689388858847, "loss": 0.1278, "step": 106 }, { "epoch": 0.12, "learning_rate": 0.0001996292944799933, "loss": 0.1058, "step": 107 }, { "epoch": 0.12, "learning_rate": 0.0001996216165168898, "loss": 0.1296, "step": 108 }, { "epoch": 0.12, "learning_rate": 0.00019961386000533183, "loss": 0.1021, "step": 109 }, { "epoch": 0.12, "learning_rate": 0.00019960602495143514, "loss": 0.1018, "step": 110 }, { "epoch": 0.13, "learning_rate": 0.00019959811136137742, "loss": 0.1041, "step": 111 }, { "epoch": 0.13, "learning_rate": 0.00019959011924139828, "loss": 0.098, "step": 112 }, { "epoch": 0.13, "learning_rate": 0.00019958204859779925, "loss": 0.1016, "step": 113 }, { "epoch": 0.13, "learning_rate": 0.00019957389943694377, "loss": 0.1036, "step": 114 }, { "epoch": 0.13, "learning_rate": 0.00019956567176525724, "loss": 0.1001, "step": 115 }, { "epoch": 0.13, "learning_rate": 0.00019955736558922683, "loss": 0.1144, "step": 116 }, { "epoch": 0.13, "learning_rate": 0.0001995489809154018, "loss": 0.1071, "step": 117 }, { "epoch": 0.13, "learning_rate": 0.0001995405177503931, "loss": 0.1013, "step": 118 }, { "epoch": 0.13, "learning_rate": 0.0001995319761008737, "loss": 0.101, "step": 119 }, { "epoch": 0.14, "learning_rate": 0.00019952335597357842, "loss": 0.1129, "step": 120 }, { "epoch": 0.14, "learning_rate": 0.00019951465737530396, "loss": 0.0942, "step": 121 }, { "epoch": 0.14, "learning_rate": 0.00019950588031290888, "loss": 0.1028, "step": 122 }, { "epoch": 0.14, "learning_rate": 0.00019949702479331362, "loss": 0.0941, "step": 123 }, { "epoch": 0.14, "learning_rate": 0.0001994880908235005, "loss": 0.1053, "step": 124 }, { "epoch": 0.14, "learning_rate": 0.00019947907841051356, "loss": 0.0921, "step": 125 }, { "epoch": 0.14, "learning_rate": 0.0001994699875614589, "loss": 0.0998, "step": 126 }, { "epoch": 0.14, "learning_rate": 0.00019946081828350437, "loss": 0.1009, "step": 127 }, { "epoch": 0.14, "learning_rate": 0.00019945157058387958, "loss": 0.1124, "step": 128 }, { "epoch": 0.15, "learning_rate": 0.00019944224446987612, "loss": 0.1214, "step": 129 }, { "epoch": 0.15, "learning_rate": 0.00019943283994884728, "loss": 0.1042, "step": 130 }, { "epoch": 0.15, "learning_rate": 0.00019942335702820824, "loss": 0.0921, "step": 131 }, { "epoch": 0.15, "learning_rate": 0.00019941379571543596, "loss": 0.1032, "step": 132 }, { "epoch": 0.15, "learning_rate": 0.0001994041560180693, "loss": 0.1243, "step": 133 }, { "epoch": 0.15, "learning_rate": 0.00019939443794370876, "loss": 0.0999, "step": 134 }, { "epoch": 0.15, "learning_rate": 0.00019938464150001678, "loss": 0.0953, "step": 135 }, { "epoch": 0.15, "learning_rate": 0.00019937476669471753, "loss": 0.1074, "step": 136 }, { "epoch": 0.15, "learning_rate": 0.00019936481353559699, "loss": 0.0931, "step": 137 }, { "epoch": 0.16, "learning_rate": 0.00019935478203050288, "loss": 0.1016, "step": 138 }, { "epoch": 0.16, "learning_rate": 0.00019934467218734477, "loss": 0.1032, "step": 139 }, { "epoch": 0.16, "learning_rate": 0.00019933448401409393, "loss": 0.1125, "step": 140 }, { "epoch": 0.16, "learning_rate": 0.00019932421751878336, "loss": 0.1009, "step": 141 }, { "epoch": 0.16, "learning_rate": 0.0001993138727095079, "loss": 0.0957, "step": 142 }, { "epoch": 0.16, "learning_rate": 0.0001993034495944241, "loss": 0.1153, "step": 143 }, { "epoch": 0.16, "learning_rate": 0.00019929294818175027, "loss": 0.1029, "step": 144 }, { "epoch": 0.16, "learning_rate": 0.0001992823684797664, "loss": 0.0956, "step": 145 }, { "epoch": 0.16, "learning_rate": 0.00019927171049681427, "loss": 0.1208, "step": 146 }, { "epoch": 0.17, "learning_rate": 0.00019926097424129738, "loss": 0.0972, "step": 147 }, { "epoch": 0.17, "learning_rate": 0.0001992501597216809, "loss": 0.0949, "step": 148 }, { "epoch": 0.17, "learning_rate": 0.00019923926694649167, "loss": 0.105, "step": 149 }, { "epoch": 0.17, "learning_rate": 0.00019922829592431839, "loss": 0.102, "step": 150 }, { "epoch": 0.17, "learning_rate": 0.00019921724666381132, "loss": 0.0956, "step": 151 }, { "epoch": 0.17, "learning_rate": 0.00019920611917368248, "loss": 0.092, "step": 152 }, { "epoch": 0.17, "learning_rate": 0.0001991949134627055, "loss": 0.1078, "step": 153 }, { "epoch": 0.17, "learning_rate": 0.00019918362953971573, "loss": 0.0964, "step": 154 }, { "epoch": 0.17, "learning_rate": 0.00019917226741361015, "loss": 0.1044, "step": 155 }, { "epoch": 0.18, "learning_rate": 0.00019916082709334752, "loss": 0.1089, "step": 156 }, { "epoch": 0.18, "learning_rate": 0.00019914930858794808, "loss": 0.0999, "step": 157 }, { "epoch": 0.18, "learning_rate": 0.00019913771190649388, "loss": 0.1075, "step": 158 }, { "epoch": 0.18, "learning_rate": 0.00019912603705812847, "loss": 0.1032, "step": 159 }, { "epoch": 0.18, "learning_rate": 0.0001991142840520571, "loss": 0.1141, "step": 160 }, { "epoch": 0.18, "learning_rate": 0.0001991024528975467, "loss": 0.103, "step": 161 }, { "epoch": 0.18, "learning_rate": 0.00019909054360392567, "loss": 0.1116, "step": 162 }, { "epoch": 0.18, "learning_rate": 0.00019907855618058414, "loss": 0.0906, "step": 163 }, { "epoch": 0.18, "learning_rate": 0.00019906649063697386, "loss": 0.1002, "step": 164 }, { "epoch": 0.19, "learning_rate": 0.00019905434698260806, "loss": 0.1024, "step": 165 }, { "epoch": 0.19, "learning_rate": 0.00019904212522706165, "loss": 0.0892, "step": 166 }, { "epoch": 0.19, "learning_rate": 0.00019902982537997108, "loss": 0.1029, "step": 167 }, { "epoch": 0.19, "learning_rate": 0.00019901744745103438, "loss": 0.0924, "step": 168 }, { "epoch": 0.19, "learning_rate": 0.00019900499145001117, "loss": 0.0965, "step": 169 }, { "epoch": 0.19, "learning_rate": 0.00019899245738672262, "loss": 0.0785, "step": 170 }, { "epoch": 0.19, "learning_rate": 0.0001989798452710514, "loss": 0.0897, "step": 171 }, { "epoch": 0.19, "learning_rate": 0.00019896715511294176, "loss": 0.1162, "step": 172 }, { "epoch": 0.19, "learning_rate": 0.00019895438692239955, "loss": 0.1108, "step": 173 }, { "epoch": 0.2, "learning_rate": 0.000198941540709492, "loss": 0.1195, "step": 174 }, { "epoch": 0.2, "learning_rate": 0.00019892861648434796, "loss": 0.0956, "step": 175 }, { "epoch": 0.2, "learning_rate": 0.0001989156142571578, "loss": 0.0976, "step": 176 }, { "epoch": 0.2, "learning_rate": 0.00019890253403817334, "loss": 0.1009, "step": 177 }, { "epoch": 0.2, "learning_rate": 0.0001988893758377079, "loss": 0.0992, "step": 178 }, { "epoch": 0.2, "eval_loss": 0.10378821939229965, "eval_runtime": 71.6357, "eval_samples_per_second": 7.315, "eval_steps_per_second": 1.829, "step": 178 }, { "epoch": 0.2, "learning_rate": 0.0001988761396661363, "loss": 0.1052, "step": 179 }, { "epoch": 0.2, "learning_rate": 0.00019886282553389486, "loss": 0.096, "step": 180 }, { "epoch": 0.2, "learning_rate": 0.0001988494334514813, "loss": 0.1077, "step": 181 }, { "epoch": 0.21, "learning_rate": 0.0001988359634294549, "loss": 0.1049, "step": 182 }, { "epoch": 0.21, "learning_rate": 0.00019882241547843635, "loss": 0.115, "step": 183 }, { "epoch": 0.21, "learning_rate": 0.00019880878960910772, "loss": 0.0944, "step": 184 }, { "epoch": 0.21, "learning_rate": 0.0001987950858322126, "loss": 0.1106, "step": 185 }, { "epoch": 0.21, "learning_rate": 0.00019878130415855601, "loss": 0.1091, "step": 186 }, { "epoch": 0.21, "learning_rate": 0.0001987674445990043, "loss": 0.0884, "step": 187 }, { "epoch": 0.21, "learning_rate": 0.00019875350716448532, "loss": 0.0992, "step": 188 }, { "epoch": 0.21, "learning_rate": 0.00019873949186598828, "loss": 0.1075, "step": 189 }, { "epoch": 0.21, "learning_rate": 0.00019872539871456383, "loss": 0.1061, "step": 190 }, { "epoch": 0.22, "learning_rate": 0.00019871122772132388, "loss": 0.1174, "step": 191 }, { "epoch": 0.22, "learning_rate": 0.00019869697889744192, "loss": 0.1215, "step": 192 }, { "epoch": 0.22, "learning_rate": 0.00019868265225415265, "loss": 0.1092, "step": 193 }, { "epoch": 0.22, "learning_rate": 0.00019866824780275208, "loss": 0.1141, "step": 194 }, { "epoch": 0.22, "learning_rate": 0.0001986537655545978, "loss": 0.0987, "step": 195 }, { "epoch": 0.22, "learning_rate": 0.0001986392055211085, "loss": 0.1023, "step": 196 }, { "epoch": 0.22, "learning_rate": 0.00019862456771376437, "loss": 0.0952, "step": 197 }, { "epoch": 0.22, "learning_rate": 0.00019860985214410678, "loss": 0.1053, "step": 198 }, { "epoch": 0.22, "learning_rate": 0.00019859505882373853, "loss": 0.083, "step": 199 }, { "epoch": 0.23, "learning_rate": 0.00019858018776432366, "loss": 0.1012, "step": 200 }, { "epoch": 0.23, "learning_rate": 0.00019856523897758755, "loss": 0.1132, "step": 201 }, { "epoch": 0.23, "learning_rate": 0.00019855021247531683, "loss": 0.1091, "step": 202 }, { "epoch": 0.23, "learning_rate": 0.00019853510826935936, "loss": 0.1017, "step": 203 }, { "epoch": 0.23, "learning_rate": 0.00019851992637162443, "loss": 0.0791, "step": 204 }, { "epoch": 0.23, "learning_rate": 0.0001985046667940824, "loss": 0.0922, "step": 205 }, { "epoch": 0.23, "learning_rate": 0.00019848932954876498, "loss": 0.1002, "step": 206 }, { "epoch": 0.23, "learning_rate": 0.0001984739146477651, "loss": 0.1047, "step": 207 }, { "epoch": 0.23, "learning_rate": 0.0001984584221032369, "loss": 0.0827, "step": 208 }, { "epoch": 0.24, "learning_rate": 0.0001984428519273958, "loss": 0.109, "step": 209 }, { "epoch": 0.24, "learning_rate": 0.0001984272041325183, "loss": 0.1173, "step": 210 }, { "epoch": 0.24, "learning_rate": 0.0001984114787309423, "loss": 0.1018, "step": 211 }, { "epoch": 0.24, "learning_rate": 0.00019839567573506667, "loss": 0.1004, "step": 212 }, { "epoch": 0.24, "learning_rate": 0.00019837979515735166, "loss": 0.0815, "step": 213 }, { "epoch": 0.24, "learning_rate": 0.00019836383701031852, "loss": 0.1091, "step": 214 }, { "epoch": 0.24, "learning_rate": 0.00019834780130654976, "loss": 0.1019, "step": 215 }, { "epoch": 0.24, "learning_rate": 0.000198331688058689, "loss": 0.0967, "step": 216 }, { "epoch": 0.24, "learning_rate": 0.00019831549727944108, "loss": 0.0992, "step": 217 }, { "epoch": 0.25, "learning_rate": 0.00019829922898157188, "loss": 0.1007, "step": 218 }, { "epoch": 0.25, "learning_rate": 0.0001982828831779084, "loss": 0.1103, "step": 219 }, { "epoch": 0.25, "learning_rate": 0.00019826645988133882, "loss": 0.1117, "step": 220 }, { "epoch": 0.25, "learning_rate": 0.00019824995910481237, "loss": 0.1013, "step": 221 }, { "epoch": 0.25, "learning_rate": 0.0001982333808613394, "loss": 0.0922, "step": 222 }, { "epoch": 0.25, "learning_rate": 0.0001982167251639913, "loss": 0.0933, "step": 223 }, { "epoch": 0.25, "learning_rate": 0.00019819999202590058, "loss": 0.0991, "step": 224 }, { "epoch": 0.25, "learning_rate": 0.00019818318146026077, "loss": 0.1012, "step": 225 }, { "epoch": 0.25, "learning_rate": 0.00019816629348032644, "loss": 0.1109, "step": 226 }, { "epoch": 0.26, "learning_rate": 0.00019814932809941326, "loss": 0.0801, "step": 227 }, { "epoch": 0.26, "learning_rate": 0.00019813228533089786, "loss": 0.0932, "step": 228 }, { "epoch": 0.26, "learning_rate": 0.00019811516518821796, "loss": 0.0994, "step": 229 }, { "epoch": 0.26, "learning_rate": 0.00019809796768487217, "loss": 0.1059, "step": 230 }, { "epoch": 0.26, "learning_rate": 0.00019808069283442023, "loss": 0.0955, "step": 231 }, { "epoch": 0.26, "learning_rate": 0.00019806334065048282, "loss": 0.1049, "step": 232 }, { "epoch": 0.26, "learning_rate": 0.00019804591114674152, "loss": 0.1112, "step": 233 }, { "epoch": 0.26, "learning_rate": 0.00019802840433693895, "loss": 0.1001, "step": 234 }, { "epoch": 0.26, "learning_rate": 0.00019801082023487873, "loss": 0.1045, "step": 235 }, { "epoch": 0.27, "learning_rate": 0.00019799315885442531, "loss": 0.104, "step": 236 }, { "epoch": 0.27, "learning_rate": 0.00019797542020950413, "loss": 0.0907, "step": 237 }, { "epoch": 0.27, "learning_rate": 0.00019795760431410154, "loss": 0.1032, "step": 238 }, { "epoch": 0.27, "learning_rate": 0.00019793971118226483, "loss": 0.0952, "step": 239 }, { "epoch": 0.27, "learning_rate": 0.0001979217408281021, "loss": 0.1036, "step": 240 }, { "epoch": 0.27, "learning_rate": 0.00019790369326578243, "loss": 0.1087, "step": 241 }, { "epoch": 0.27, "learning_rate": 0.0001978855685095358, "loss": 0.091, "step": 242 }, { "epoch": 0.27, "learning_rate": 0.00019786736657365292, "loss": 0.0881, "step": 243 }, { "epoch": 0.28, "learning_rate": 0.00019784908747248547, "loss": 0.1187, "step": 244 }, { "epoch": 0.28, "learning_rate": 0.00019783073122044595, "loss": 0.1191, "step": 245 }, { "epoch": 0.28, "learning_rate": 0.00019781229783200766, "loss": 0.1029, "step": 246 }, { "epoch": 0.28, "learning_rate": 0.0001977937873217047, "loss": 0.1013, "step": 247 }, { "epoch": 0.28, "learning_rate": 0.0001977751997041321, "loss": 0.1031, "step": 248 }, { "epoch": 0.28, "learning_rate": 0.00019775653499394552, "loss": 0.0953, "step": 249 }, { "epoch": 0.28, "learning_rate": 0.00019773779320586153, "loss": 0.1028, "step": 250 }, { "epoch": 0.28, "learning_rate": 0.00019771897435465742, "loss": 0.1004, "step": 251 }, { "epoch": 0.28, "learning_rate": 0.00019770007845517124, "loss": 0.0998, "step": 252 }, { "epoch": 0.29, "learning_rate": 0.0001976811055223018, "loss": 0.1056, "step": 253 }, { "epoch": 0.29, "learning_rate": 0.00019766205557100868, "loss": 0.1111, "step": 254 }, { "epoch": 0.29, "learning_rate": 0.00019764292861631212, "loss": 0.0967, "step": 255 }, { "epoch": 0.29, "learning_rate": 0.00019762372467329315, "loss": 0.0989, "step": 256 }, { "epoch": 0.29, "learning_rate": 0.00019760444375709345, "loss": 0.1048, "step": 257 }, { "epoch": 0.29, "learning_rate": 0.00019758508588291535, "loss": 0.0932, "step": 258 }, { "epoch": 0.29, "learning_rate": 0.000197565651066022, "loss": 0.0996, "step": 259 }, { "epoch": 0.29, "learning_rate": 0.00019754613932173709, "loss": 0.0898, "step": 260 }, { "epoch": 0.29, "learning_rate": 0.000197526550665445, "loss": 0.1129, "step": 261 }, { "epoch": 0.3, "learning_rate": 0.0001975068851125908, "loss": 0.0919, "step": 262 }, { "epoch": 0.3, "learning_rate": 0.00019748714267868006, "loss": 0.0943, "step": 263 }, { "epoch": 0.3, "learning_rate": 0.00019746732337927916, "loss": 0.1023, "step": 264 }, { "epoch": 0.3, "learning_rate": 0.0001974474272300149, "loss": 0.1056, "step": 265 }, { "epoch": 0.3, "learning_rate": 0.00019742745424657478, "loss": 0.1017, "step": 266 }, { "epoch": 0.3, "learning_rate": 0.00019740740444470692, "loss": 0.0954, "step": 267 }, { "epoch": 0.3, "learning_rate": 0.00019738727784021984, "loss": 0.102, "step": 268 }, { "epoch": 0.3, "learning_rate": 0.00019736707444898284, "loss": 0.0854, "step": 269 }, { "epoch": 0.3, "learning_rate": 0.00019734679428692556, "loss": 0.0969, "step": 270 }, { "epoch": 0.31, "learning_rate": 0.00019732643737003827, "loss": 0.0991, "step": 271 }, { "epoch": 0.31, "learning_rate": 0.00019730600371437176, "loss": 0.1092, "step": 272 }, { "epoch": 0.31, "learning_rate": 0.0001972854933360373, "loss": 0.0971, "step": 273 }, { "epoch": 0.31, "learning_rate": 0.00019726490625120673, "loss": 0.0877, "step": 274 }, { "epoch": 0.31, "learning_rate": 0.00019724424247611225, "loss": 0.0904, "step": 275 }, { "epoch": 0.31, "learning_rate": 0.00019722350202704657, "loss": 0.1058, "step": 276 }, { "epoch": 0.31, "learning_rate": 0.00019720268492036288, "loss": 0.0898, "step": 277 }, { "epoch": 0.31, "learning_rate": 0.00019718179117247483, "loss": 0.1093, "step": 278 }, { "epoch": 0.31, "learning_rate": 0.00019716082079985648, "loss": 0.0985, "step": 279 }, { "epoch": 0.32, "learning_rate": 0.00019713977381904227, "loss": 0.0889, "step": 280 }, { "epoch": 0.32, "learning_rate": 0.00019711865024662706, "loss": 0.0889, "step": 281 }, { "epoch": 0.32, "learning_rate": 0.00019709745009926613, "loss": 0.0953, "step": 282 }, { "epoch": 0.32, "learning_rate": 0.0001970761733936751, "loss": 0.102, "step": 283 }, { "epoch": 0.32, "learning_rate": 0.00019705482014662997, "loss": 0.1006, "step": 284 }, { "epoch": 0.32, "learning_rate": 0.00019703339037496713, "loss": 0.0914, "step": 285 }, { "epoch": 0.32, "learning_rate": 0.00019701188409558326, "loss": 0.0996, "step": 286 }, { "epoch": 0.32, "learning_rate": 0.00019699030132543533, "loss": 0.1041, "step": 287 }, { "epoch": 0.32, "learning_rate": 0.0001969686420815407, "loss": 0.1136, "step": 288 }, { "epoch": 0.33, "learning_rate": 0.00019694690638097698, "loss": 0.0929, "step": 289 }, { "epoch": 0.33, "learning_rate": 0.00019692509424088203, "loss": 0.1037, "step": 290 }, { "epoch": 0.33, "learning_rate": 0.0001969032056784541, "loss": 0.1002, "step": 291 }, { "epoch": 0.33, "learning_rate": 0.0001968812407109516, "loss": 0.0955, "step": 292 }, { "epoch": 0.33, "learning_rate": 0.0001968591993556932, "loss": 0.0979, "step": 293 }, { "epoch": 0.33, "learning_rate": 0.00019683708163005777, "loss": 0.0935, "step": 294 }, { "epoch": 0.33, "learning_rate": 0.00019681488755148445, "loss": 0.0955, "step": 295 }, { "epoch": 0.33, "learning_rate": 0.00019679261713747255, "loss": 0.0885, "step": 296 }, { "epoch": 0.33, "learning_rate": 0.0001967702704055816, "loss": 0.0804, "step": 297 }, { "epoch": 0.34, "learning_rate": 0.00019674784737343132, "loss": 0.0994, "step": 298 }, { "epoch": 0.34, "learning_rate": 0.00019672534805870143, "loss": 0.084, "step": 299 }, { "epoch": 0.34, "learning_rate": 0.00019670277247913205, "loss": 0.1002, "step": 300 }, { "epoch": 0.34, "learning_rate": 0.00019668012065252323, "loss": 0.0861, "step": 301 }, { "epoch": 0.34, "learning_rate": 0.00019665739259673522, "loss": 0.0948, "step": 302 }, { "epoch": 0.34, "learning_rate": 0.00019663458832968838, "loss": 0.1003, "step": 303 }, { "epoch": 0.34, "learning_rate": 0.00019661170786936313, "loss": 0.0839, "step": 304 }, { "epoch": 0.34, "learning_rate": 0.00019658875123379998, "loss": 0.0916, "step": 305 }, { "epoch": 0.34, "learning_rate": 0.00019656571844109953, "loss": 0.096, "step": 306 }, { "epoch": 0.35, "learning_rate": 0.00019654260950942236, "loss": 0.0946, "step": 307 }, { "epoch": 0.35, "learning_rate": 0.00019651942445698915, "loss": 0.0902, "step": 308 }, { "epoch": 0.35, "learning_rate": 0.00019649616330208054, "loss": 0.1117, "step": 309 }, { "epoch": 0.35, "learning_rate": 0.00019647282606303723, "loss": 0.0988, "step": 310 }, { "epoch": 0.35, "learning_rate": 0.0001964494127582599, "loss": 0.0946, "step": 311 }, { "epoch": 0.35, "learning_rate": 0.00019642592340620915, "loss": 0.0852, "step": 312 }, { "epoch": 0.35, "learning_rate": 0.00019640235802540564, "loss": 0.0939, "step": 313 }, { "epoch": 0.35, "learning_rate": 0.00019637871663442984, "loss": 0.0962, "step": 314 }, { "epoch": 0.36, "learning_rate": 0.0001963549992519223, "loss": 0.0841, "step": 315 }, { "epoch": 0.36, "learning_rate": 0.0001963312058965834, "loss": 0.0987, "step": 316 }, { "epoch": 0.36, "learning_rate": 0.0001963073365871734, "loss": 0.1084, "step": 317 }, { "epoch": 0.36, "learning_rate": 0.00019628339134251252, "loss": 0.1001, "step": 318 }, { "epoch": 0.36, "learning_rate": 0.00019625937018148085, "loss": 0.0935, "step": 319 }, { "epoch": 0.36, "learning_rate": 0.00019623527312301824, "loss": 0.0965, "step": 320 }, { "epoch": 0.36, "learning_rate": 0.0001962111001861245, "loss": 0.0968, "step": 321 }, { "epoch": 0.36, "learning_rate": 0.00019618685138985913, "loss": 0.1054, "step": 322 }, { "epoch": 0.36, "learning_rate": 0.00019616252675334165, "loss": 0.0902, "step": 323 }, { "epoch": 0.37, "learning_rate": 0.0001961381262957512, "loss": 0.0956, "step": 324 }, { "epoch": 0.37, "learning_rate": 0.00019611365003632675, "loss": 0.1103, "step": 325 }, { "epoch": 0.37, "learning_rate": 0.00019608909799436706, "loss": 0.1136, "step": 326 }, { "epoch": 0.37, "learning_rate": 0.00019606447018923062, "loss": 0.1059, "step": 327 }, { "epoch": 0.37, "learning_rate": 0.00019603976664033567, "loss": 0.093, "step": 328 }, { "epoch": 0.37, "learning_rate": 0.00019601498736716017, "loss": 0.1275, "step": 329 }, { "epoch": 0.37, "learning_rate": 0.00019599013238924182, "loss": 0.095, "step": 330 }, { "epoch": 0.37, "learning_rate": 0.0001959652017261779, "loss": 0.0972, "step": 331 }, { "epoch": 0.37, "learning_rate": 0.00019594019539762546, "loss": 0.0954, "step": 332 }, { "epoch": 0.38, "learning_rate": 0.00019591511342330125, "loss": 0.0948, "step": 333 }, { "epoch": 0.38, "learning_rate": 0.00019588995582298153, "loss": 0.0992, "step": 334 }, { "epoch": 0.38, "learning_rate": 0.0001958647226165023, "loss": 0.0989, "step": 335 }, { "epoch": 0.38, "learning_rate": 0.00019583941382375915, "loss": 0.0943, "step": 336 }, { "epoch": 0.38, "learning_rate": 0.0001958140294647072, "loss": 0.0964, "step": 337 }, { "epoch": 0.38, "learning_rate": 0.00019578856955936123, "loss": 0.0943, "step": 338 }, { "epoch": 0.38, "learning_rate": 0.00019576303412779556, "loss": 0.1042, "step": 339 }, { "epoch": 0.38, "learning_rate": 0.0001957374231901441, "loss": 0.0912, "step": 340 }, { "epoch": 0.38, "learning_rate": 0.0001957117367666002, "loss": 0.1139, "step": 341 }, { "epoch": 0.39, "learning_rate": 0.00019568597487741677, "loss": 0.1012, "step": 342 }, { "epoch": 0.39, "learning_rate": 0.0001956601375429063, "loss": 0.0825, "step": 343 }, { "epoch": 0.39, "learning_rate": 0.00019563422478344067, "loss": 0.093, "step": 344 }, { "epoch": 0.39, "learning_rate": 0.00019560823661945125, "loss": 0.0831, "step": 345 }, { "epoch": 0.39, "learning_rate": 0.00019558217307142885, "loss": 0.0976, "step": 346 }, { "epoch": 0.39, "learning_rate": 0.0001955560341599238, "loss": 0.0986, "step": 347 }, { "epoch": 0.39, "learning_rate": 0.0001955298199055458, "loss": 0.1019, "step": 348 }, { "epoch": 0.39, "learning_rate": 0.00019550353032896388, "loss": 0.0949, "step": 349 }, { "epoch": 0.39, "learning_rate": 0.00019547716545090658, "loss": 0.1027, "step": 350 }, { "epoch": 0.4, "learning_rate": 0.00019545072529216176, "loss": 0.1066, "step": 351 }, { "epoch": 0.4, "learning_rate": 0.0001954242098735766, "loss": 0.0923, "step": 352 }, { "epoch": 0.4, "learning_rate": 0.00019539761921605773, "loss": 0.1062, "step": 353 }, { "epoch": 0.4, "learning_rate": 0.00019537095334057095, "loss": 0.0958, "step": 354 }, { "epoch": 0.4, "learning_rate": 0.00019534421226814153, "loss": 0.0855, "step": 355 }, { "epoch": 0.4, "learning_rate": 0.00019531739601985387, "loss": 0.0923, "step": 356 }, { "epoch": 0.4, "eval_loss": 0.09572399407625198, "eval_runtime": 71.9205, "eval_samples_per_second": 7.286, "eval_steps_per_second": 1.821, "step": 356 }, { "epoch": 0.4, "learning_rate": 0.00019529050461685179, "loss": 0.0843, "step": 357 }, { "epoch": 0.4, "learning_rate": 0.00019526353808033825, "loss": 0.1011, "step": 358 }, { "epoch": 0.4, "learning_rate": 0.00019523649643157556, "loss": 0.0999, "step": 359 }, { "epoch": 0.41, "learning_rate": 0.00019520937969188512, "loss": 0.1039, "step": 360 }, { "epoch": 0.41, "learning_rate": 0.00019518218788264763, "loss": 0.0872, "step": 361 }, { "epoch": 0.41, "learning_rate": 0.00019515492102530302, "loss": 0.0977, "step": 362 }, { "epoch": 0.41, "learning_rate": 0.00019512757914135026, "loss": 0.0954, "step": 363 }, { "epoch": 0.41, "learning_rate": 0.00019510016225234762, "loss": 0.0918, "step": 364 }, { "epoch": 0.41, "learning_rate": 0.00019507267037991238, "loss": 0.0958, "step": 365 }, { "epoch": 0.41, "learning_rate": 0.00019504510354572104, "loss": 0.1108, "step": 366 }, { "epoch": 0.41, "learning_rate": 0.00019501746177150913, "loss": 0.083, "step": 367 }, { "epoch": 0.41, "learning_rate": 0.0001949897450790713, "loss": 0.0842, "step": 368 }, { "epoch": 0.42, "learning_rate": 0.0001949619534902613, "loss": 0.0974, "step": 369 }, { "epoch": 0.42, "learning_rate": 0.00019493408702699194, "loss": 0.0944, "step": 370 }, { "epoch": 0.42, "learning_rate": 0.00019490614571123497, "loss": 0.0946, "step": 371 }, { "epoch": 0.42, "learning_rate": 0.00019487812956502128, "loss": 0.0913, "step": 372 }, { "epoch": 0.42, "learning_rate": 0.00019485003861044066, "loss": 0.0892, "step": 373 }, { "epoch": 0.42, "learning_rate": 0.0001948218728696419, "loss": 0.0919, "step": 374 }, { "epoch": 0.42, "learning_rate": 0.00019479363236483285, "loss": 0.1004, "step": 375 }, { "epoch": 0.42, "learning_rate": 0.00019476531711828027, "loss": 0.0967, "step": 376 }, { "epoch": 0.42, "learning_rate": 0.00019473692715230972, "loss": 0.1035, "step": 377 }, { "epoch": 0.43, "learning_rate": 0.00019470846248930587, "loss": 0.088, "step": 378 }, { "epoch": 0.43, "learning_rate": 0.00019467992315171215, "loss": 0.0987, "step": 379 }, { "epoch": 0.43, "learning_rate": 0.0001946513091620309, "loss": 0.0867, "step": 380 }, { "epoch": 0.43, "learning_rate": 0.00019462262054282338, "loss": 0.1074, "step": 381 }, { "epoch": 0.43, "learning_rate": 0.00019459385731670963, "loss": 0.0884, "step": 382 }, { "epoch": 0.43, "learning_rate": 0.00019456501950636853, "loss": 0.0904, "step": 383 }, { "epoch": 0.43, "learning_rate": 0.00019453610713453777, "loss": 0.0878, "step": 384 }, { "epoch": 0.43, "learning_rate": 0.0001945071202240138, "loss": 0.0928, "step": 385 }, { "epoch": 0.44, "learning_rate": 0.00019447805879765193, "loss": 0.0998, "step": 386 }, { "epoch": 0.44, "learning_rate": 0.00019444892287836613, "loss": 0.1027, "step": 387 }, { "epoch": 0.44, "learning_rate": 0.00019441971248912915, "loss": 0.0897, "step": 388 }, { "epoch": 0.44, "learning_rate": 0.00019439042765297243, "loss": 0.0899, "step": 389 }, { "epoch": 0.44, "learning_rate": 0.00019436106839298614, "loss": 0.0969, "step": 390 }, { "epoch": 0.44, "learning_rate": 0.0001943316347323191, "loss": 0.0952, "step": 391 }, { "epoch": 0.44, "learning_rate": 0.0001943021266941788, "loss": 0.091, "step": 392 }, { "epoch": 0.44, "learning_rate": 0.00019427254430183144, "loss": 0.1004, "step": 393 }, { "epoch": 0.44, "learning_rate": 0.00019424288757860175, "loss": 0.1029, "step": 394 }, { "epoch": 0.45, "learning_rate": 0.0001942131565478731, "loss": 0.0916, "step": 395 }, { "epoch": 0.45, "learning_rate": 0.00019418335123308746, "loss": 0.0913, "step": 396 }, { "epoch": 0.45, "learning_rate": 0.00019415347165774538, "loss": 0.1005, "step": 397 }, { "epoch": 0.45, "learning_rate": 0.0001941235178454059, "loss": 0.0922, "step": 398 }, { "epoch": 0.45, "learning_rate": 0.0001940934898196867, "loss": 0.0858, "step": 399 }, { "epoch": 0.45, "learning_rate": 0.00019406338760426394, "loss": 0.1029, "step": 400 }, { "epoch": 0.45, "learning_rate": 0.00019403321122287218, "loss": 0.0997, "step": 401 }, { "epoch": 0.45, "learning_rate": 0.00019400296069930456, "loss": 0.1042, "step": 402 }, { "epoch": 0.45, "learning_rate": 0.00019397263605741265, "loss": 0.0902, "step": 403 }, { "epoch": 0.46, "learning_rate": 0.00019394223732110649, "loss": 0.107, "step": 404 }, { "epoch": 0.46, "learning_rate": 0.00019391176451435445, "loss": 0.1093, "step": 405 }, { "epoch": 0.46, "learning_rate": 0.00019388121766118337, "loss": 0.113, "step": 406 }, { "epoch": 0.46, "learning_rate": 0.00019385059678567851, "loss": 0.0849, "step": 407 }, { "epoch": 0.46, "learning_rate": 0.00019381990191198343, "loss": 0.0701, "step": 408 }, { "epoch": 0.46, "learning_rate": 0.00019378913306430004, "loss": 0.0926, "step": 409 }, { "epoch": 0.46, "learning_rate": 0.00019375829026688863, "loss": 0.0866, "step": 410 }, { "epoch": 0.46, "learning_rate": 0.0001937273735440677, "loss": 0.0957, "step": 411 }, { "epoch": 0.46, "learning_rate": 0.00019369638292021413, "loss": 0.0965, "step": 412 }, { "epoch": 0.47, "learning_rate": 0.00019366531841976303, "loss": 0.1165, "step": 413 }, { "epoch": 0.47, "learning_rate": 0.0001936341800672078, "loss": 0.0888, "step": 414 }, { "epoch": 0.47, "learning_rate": 0.00019360296788709994, "loss": 0.1102, "step": 415 }, { "epoch": 0.47, "learning_rate": 0.00019357168190404936, "loss": 0.0878, "step": 416 }, { "epoch": 0.47, "learning_rate": 0.00019354032214272403, "loss": 0.105, "step": 417 }, { "epoch": 0.47, "learning_rate": 0.00019350888862785005, "loss": 0.1062, "step": 418 }, { "epoch": 0.47, "learning_rate": 0.00019347738138421181, "loss": 0.0928, "step": 419 }, { "epoch": 0.47, "learning_rate": 0.00019344580043665174, "loss": 0.0963, "step": 420 }, { "epoch": 0.47, "learning_rate": 0.00019341414581007039, "loss": 0.1015, "step": 421 }, { "epoch": 0.48, "learning_rate": 0.00019338241752942642, "loss": 0.0968, "step": 422 }, { "epoch": 0.48, "learning_rate": 0.00019335061561973662, "loss": 0.0896, "step": 423 }, { "epoch": 0.48, "learning_rate": 0.0001933187401060757, "loss": 0.0951, "step": 424 }, { "epoch": 0.48, "learning_rate": 0.00019328679101357653, "loss": 0.0748, "step": 425 }, { "epoch": 0.48, "learning_rate": 0.00019325476836742995, "loss": 0.0897, "step": 426 }, { "epoch": 0.48, "learning_rate": 0.00019322267219288474, "loss": 0.0914, "step": 427 }, { "epoch": 0.48, "learning_rate": 0.00019319050251524777, "loss": 0.0893, "step": 428 }, { "epoch": 0.48, "learning_rate": 0.00019315825935988377, "loss": 0.0919, "step": 429 }, { "epoch": 0.48, "learning_rate": 0.00019312594275221542, "loss": 0.0945, "step": 430 }, { "epoch": 0.49, "learning_rate": 0.00019309355271772335, "loss": 0.092, "step": 431 }, { "epoch": 0.49, "learning_rate": 0.00019306108928194608, "loss": 0.0792, "step": 432 }, { "epoch": 0.49, "learning_rate": 0.00019302855247047996, "loss": 0.1039, "step": 433 }, { "epoch": 0.49, "learning_rate": 0.00019299594230897925, "loss": 0.1154, "step": 434 }, { "epoch": 0.49, "learning_rate": 0.00019296325882315598, "loss": 0.0862, "step": 435 }, { "epoch": 0.49, "learning_rate": 0.00019293050203878005, "loss": 0.0926, "step": 436 }, { "epoch": 0.49, "learning_rate": 0.00019289767198167916, "loss": 0.0822, "step": 437 }, { "epoch": 0.49, "learning_rate": 0.00019286476867773873, "loss": 0.0746, "step": 438 }, { "epoch": 0.49, "learning_rate": 0.00019283179215290197, "loss": 0.0926, "step": 439 }, { "epoch": 0.5, "learning_rate": 0.0001927987424331698, "loss": 0.0903, "step": 440 }, { "epoch": 0.5, "learning_rate": 0.00019276561954460094, "loss": 0.0952, "step": 441 }, { "epoch": 0.5, "learning_rate": 0.00019273242351331162, "loss": 0.0921, "step": 442 }, { "epoch": 0.5, "learning_rate": 0.0001926991543654759, "loss": 0.0837, "step": 443 }, { "epoch": 0.5, "learning_rate": 0.00019266581212732544, "loss": 0.0904, "step": 444 }, { "epoch": 0.5, "learning_rate": 0.00019263239682514952, "loss": 0.1003, "step": 445 }, { "epoch": 0.5, "learning_rate": 0.000192598908485295, "loss": 0.0961, "step": 446 }, { "epoch": 0.5, "learning_rate": 0.00019256534713416645, "loss": 0.0862, "step": 447 }, { "epoch": 0.5, "learning_rate": 0.00019253171279822584, "loss": 0.1226, "step": 448 }, { "epoch": 0.51, "learning_rate": 0.0001924980055039928, "loss": 0.0949, "step": 449 }, { "epoch": 0.51, "learning_rate": 0.00019246422527804448, "loss": 0.0913, "step": 450 }, { "epoch": 0.51, "learning_rate": 0.00019243037214701546, "loss": 0.0921, "step": 451 }, { "epoch": 0.51, "learning_rate": 0.00019239644613759787, "loss": 0.0871, "step": 452 }, { "epoch": 0.51, "learning_rate": 0.00019236244727654126, "loss": 0.1031, "step": 453 }, { "epoch": 0.51, "learning_rate": 0.00019232837559065265, "loss": 0.0934, "step": 454 }, { "epoch": 0.51, "learning_rate": 0.0001922942311067965, "loss": 0.1027, "step": 455 }, { "epoch": 0.51, "learning_rate": 0.00019226001385189463, "loss": 0.0933, "step": 456 }, { "epoch": 0.52, "learning_rate": 0.00019222572385292624, "loss": 0.094, "step": 457 }, { "epoch": 0.52, "learning_rate": 0.00019219136113692787, "loss": 0.0847, "step": 458 }, { "epoch": 0.52, "learning_rate": 0.0001921569257309935, "loss": 0.0942, "step": 459 }, { "epoch": 0.52, "learning_rate": 0.0001921224176622743, "loss": 0.0842, "step": 460 }, { "epoch": 0.52, "learning_rate": 0.00019208783695797875, "loss": 0.0923, "step": 461 }, { "epoch": 0.52, "learning_rate": 0.00019205318364537267, "loss": 0.099, "step": 462 }, { "epoch": 0.52, "learning_rate": 0.00019201845775177904, "loss": 0.0879, "step": 463 }, { "epoch": 0.52, "learning_rate": 0.00019198365930457814, "loss": 0.0958, "step": 464 }, { "epoch": 0.52, "learning_rate": 0.0001919487883312075, "loss": 0.0812, "step": 465 }, { "epoch": 0.53, "learning_rate": 0.00019191384485916165, "loss": 0.0913, "step": 466 }, { "epoch": 0.53, "learning_rate": 0.00019187882891599247, "loss": 0.0952, "step": 467 }, { "epoch": 0.53, "learning_rate": 0.00019184374052930888, "loss": 0.0889, "step": 468 }, { "epoch": 0.53, "learning_rate": 0.00019180857972677696, "loss": 0.0874, "step": 469 }, { "epoch": 0.53, "learning_rate": 0.0001917733465361199, "loss": 0.0862, "step": 470 }, { "epoch": 0.53, "learning_rate": 0.0001917380409851179, "loss": 0.0861, "step": 471 }, { "epoch": 0.53, "learning_rate": 0.00019170266310160827, "loss": 0.0894, "step": 472 }, { "epoch": 0.53, "learning_rate": 0.00019166721291348537, "loss": 0.0813, "step": 473 }, { "epoch": 0.53, "learning_rate": 0.0001916316904487005, "loss": 0.1084, "step": 474 }, { "epoch": 0.54, "learning_rate": 0.000191596095735262, "loss": 0.0923, "step": 475 }, { "epoch": 0.54, "learning_rate": 0.00019156042880123512, "loss": 0.0995, "step": 476 }, { "epoch": 0.54, "learning_rate": 0.00019152468967474217, "loss": 0.0941, "step": 477 }, { "epoch": 0.54, "learning_rate": 0.00019148887838396227, "loss": 0.0929, "step": 478 }, { "epoch": 0.54, "learning_rate": 0.0001914529949571315, "loss": 0.0977, "step": 479 }, { "epoch": 0.54, "learning_rate": 0.00019141703942254275, "loss": 0.0933, "step": 480 }, { "epoch": 0.54, "learning_rate": 0.00019138101180854583, "loss": 0.0881, "step": 481 }, { "epoch": 0.54, "learning_rate": 0.00019134491214354736, "loss": 0.0926, "step": 482 }, { "epoch": 0.54, "learning_rate": 0.00019130874045601075, "loss": 0.1111, "step": 483 }, { "epoch": 0.55, "learning_rate": 0.00019127249677445627, "loss": 0.0886, "step": 484 }, { "epoch": 0.55, "learning_rate": 0.00019123618112746083, "loss": 0.0972, "step": 485 }, { "epoch": 0.55, "learning_rate": 0.00019119979354365822, "loss": 0.0881, "step": 486 }, { "epoch": 0.55, "learning_rate": 0.00019116333405173885, "loss": 0.0941, "step": 487 }, { "epoch": 0.55, "learning_rate": 0.00019112680268044987, "loss": 0.0987, "step": 488 }, { "epoch": 0.55, "learning_rate": 0.0001910901994585951, "loss": 0.0782, "step": 489 }, { "epoch": 0.55, "learning_rate": 0.000191053524415035, "loss": 0.0905, "step": 490 }, { "epoch": 0.55, "learning_rate": 0.00019101677757868668, "loss": 0.081, "step": 491 }, { "epoch": 0.55, "learning_rate": 0.00019097995897852382, "loss": 0.0884, "step": 492 }, { "epoch": 0.56, "learning_rate": 0.00019094306864357675, "loss": 0.077, "step": 493 }, { "epoch": 0.56, "learning_rate": 0.00019090610660293226, "loss": 0.0842, "step": 494 }, { "epoch": 0.56, "learning_rate": 0.00019086907288573378, "loss": 0.1004, "step": 495 }, { "epoch": 0.56, "learning_rate": 0.00019083196752118118, "loss": 0.1001, "step": 496 }, { "epoch": 0.56, "learning_rate": 0.00019079479053853087, "loss": 0.0879, "step": 497 }, { "epoch": 0.56, "learning_rate": 0.00019075754196709572, "loss": 0.0954, "step": 498 }, { "epoch": 0.56, "learning_rate": 0.00019072022183624503, "loss": 0.0971, "step": 499 }, { "epoch": 0.56, "learning_rate": 0.00019068283017540448, "loss": 0.1095, "step": 500 }, { "epoch": 0.56, "learning_rate": 0.00019064536701405627, "loss": 0.1002, "step": 501 }, { "epoch": 0.57, "learning_rate": 0.0001906078323817389, "loss": 0.0952, "step": 502 }, { "epoch": 0.57, "learning_rate": 0.00019057022630804716, "loss": 0.0966, "step": 503 }, { "epoch": 0.57, "learning_rate": 0.0001905325488226323, "loss": 0.0928, "step": 504 }, { "epoch": 0.57, "learning_rate": 0.00019049479995520175, "loss": 0.0933, "step": 505 }, { "epoch": 0.57, "learning_rate": 0.00019045697973551934, "loss": 0.0962, "step": 506 }, { "epoch": 0.57, "learning_rate": 0.00019041908819340505, "loss": 0.0968, "step": 507 }, { "epoch": 0.57, "learning_rate": 0.0001903811253587352, "loss": 0.0977, "step": 508 }, { "epoch": 0.57, "learning_rate": 0.00019034309126144224, "loss": 0.092, "step": 509 }, { "epoch": 0.57, "learning_rate": 0.00019030498593151484, "loss": 0.0897, "step": 510 }, { "epoch": 0.58, "learning_rate": 0.00019026680939899783, "loss": 0.0884, "step": 511 }, { "epoch": 0.58, "learning_rate": 0.0001902285616939922, "loss": 0.0961, "step": 512 }, { "epoch": 0.58, "learning_rate": 0.00019019024284665505, "loss": 0.0882, "step": 513 }, { "epoch": 0.58, "learning_rate": 0.0001901518528871995, "loss": 0.0835, "step": 514 }, { "epoch": 0.58, "learning_rate": 0.00019011339184589487, "loss": 0.0861, "step": 515 }, { "epoch": 0.58, "learning_rate": 0.00019007485975306644, "loss": 0.0824, "step": 516 }, { "epoch": 0.58, "learning_rate": 0.00019003625663909554, "loss": 0.0913, "step": 517 }, { "epoch": 0.58, "learning_rate": 0.00018999758253441946, "loss": 0.1271, "step": 518 }, { "epoch": 0.58, "learning_rate": 0.00018995883746953152, "loss": 0.0795, "step": 519 }, { "epoch": 0.59, "learning_rate": 0.00018992002147498094, "loss": 0.0943, "step": 520 }, { "epoch": 0.59, "learning_rate": 0.0001898811345813729, "loss": 0.0863, "step": 521 }, { "epoch": 0.59, "learning_rate": 0.00018984217681936846, "loss": 0.0936, "step": 522 }, { "epoch": 0.59, "learning_rate": 0.00018980314821968463, "loss": 0.0872, "step": 523 }, { "epoch": 0.59, "learning_rate": 0.00018976404881309412, "loss": 0.0924, "step": 524 }, { "epoch": 0.59, "learning_rate": 0.00018972487863042563, "loss": 0.0838, "step": 525 }, { "epoch": 0.59, "learning_rate": 0.00018968563770256354, "loss": 0.0872, "step": 526 }, { "epoch": 0.59, "learning_rate": 0.0001896463260604481, "loss": 0.0979, "step": 527 }, { "epoch": 0.6, "learning_rate": 0.00018960694373507526, "loss": 0.088, "step": 528 }, { "epoch": 0.6, "learning_rate": 0.00018956749075749673, "loss": 0.0865, "step": 529 }, { "epoch": 0.6, "learning_rate": 0.00018952796715881995, "loss": 0.0936, "step": 530 }, { "epoch": 0.6, "learning_rate": 0.000189488372970208, "loss": 0.0842, "step": 531 }, { "epoch": 0.6, "learning_rate": 0.00018944870822287956, "loss": 0.1191, "step": 532 }, { "epoch": 0.6, "learning_rate": 0.0001894089729481091, "loss": 0.0981, "step": 533 }, { "epoch": 0.6, "learning_rate": 0.0001893691671772266, "loss": 0.0847, "step": 534 }, { "epoch": 0.6, "eval_loss": 0.09380102157592773, "eval_runtime": 71.8003, "eval_samples_per_second": 7.298, "eval_steps_per_second": 1.825, "step": 534 }, { "epoch": 0.6, "learning_rate": 0.00018932929094161758, "loss": 0.0837, "step": 535 }, { "epoch": 0.6, "learning_rate": 0.00018928934427272321, "loss": 0.0954, "step": 536 }, { "epoch": 0.61, "learning_rate": 0.00018924932720204018, "loss": 0.0755, "step": 537 }, { "epoch": 0.61, "learning_rate": 0.00018920923976112065, "loss": 0.0949, "step": 538 }, { "epoch": 0.61, "learning_rate": 0.0001891690819815723, "loss": 0.0949, "step": 539 }, { "epoch": 0.61, "learning_rate": 0.0001891288538950582, "loss": 0.0849, "step": 540 }, { "epoch": 0.61, "learning_rate": 0.00018908855553329695, "loss": 0.0971, "step": 541 }, { "epoch": 0.61, "learning_rate": 0.00018904818692806253, "loss": 0.0847, "step": 542 }, { "epoch": 0.61, "learning_rate": 0.00018900774811118424, "loss": 0.0864, "step": 543 }, { "epoch": 0.61, "learning_rate": 0.00018896723911454686, "loss": 0.0839, "step": 544 }, { "epoch": 0.61, "learning_rate": 0.0001889266599700904, "loss": 0.0981, "step": 545 }, { "epoch": 0.62, "learning_rate": 0.0001888860107098102, "loss": 0.0922, "step": 546 }, { "epoch": 0.62, "learning_rate": 0.00018884529136575692, "loss": 0.0957, "step": 547 }, { "epoch": 0.62, "learning_rate": 0.00018880450197003646, "loss": 0.0953, "step": 548 }, { "epoch": 0.62, "learning_rate": 0.00018876364255480997, "loss": 0.0927, "step": 549 }, { "epoch": 0.62, "learning_rate": 0.00018872271315229373, "loss": 0.0761, "step": 550 }, { "epoch": 0.62, "learning_rate": 0.00018868171379475933, "loss": 0.0912, "step": 551 }, { "epoch": 0.62, "learning_rate": 0.00018864064451453341, "loss": 0.1042, "step": 552 }, { "epoch": 0.62, "learning_rate": 0.0001885995053439978, "loss": 0.0942, "step": 553 }, { "epoch": 0.62, "learning_rate": 0.00018855829631558946, "loss": 0.0873, "step": 554 }, { "epoch": 0.63, "learning_rate": 0.00018851701746180031, "loss": 0.0939, "step": 555 }, { "epoch": 0.63, "learning_rate": 0.0001884756688151774, "loss": 0.0848, "step": 556 }, { "epoch": 0.63, "learning_rate": 0.00018843425040832292, "loss": 0.0916, "step": 557 }, { "epoch": 0.63, "learning_rate": 0.00018839276227389386, "loss": 0.1135, "step": 558 }, { "epoch": 0.63, "learning_rate": 0.0001883512044446023, "loss": 0.0883, "step": 559 }, { "epoch": 0.63, "learning_rate": 0.00018830957695321527, "loss": 0.1102, "step": 560 }, { "epoch": 0.63, "learning_rate": 0.00018826787983255473, "loss": 0.0954, "step": 561 }, { "epoch": 0.63, "learning_rate": 0.00018822611311549754, "loss": 0.0943, "step": 562 }, { "epoch": 0.63, "learning_rate": 0.00018818427683497534, "loss": 0.0694, "step": 563 }, { "epoch": 0.64, "learning_rate": 0.00018814237102397478, "loss": 0.0818, "step": 564 }, { "epoch": 0.64, "learning_rate": 0.0001881003957155372, "loss": 0.0934, "step": 565 }, { "epoch": 0.64, "learning_rate": 0.00018805835094275883, "loss": 0.0902, "step": 566 }, { "epoch": 0.64, "learning_rate": 0.0001880162367387906, "loss": 0.0841, "step": 567 }, { "epoch": 0.64, "learning_rate": 0.00018797405313683818, "loss": 0.0946, "step": 568 }, { "epoch": 0.64, "learning_rate": 0.00018793180017016202, "loss": 0.0871, "step": 569 }, { "epoch": 0.64, "learning_rate": 0.00018788947787207728, "loss": 0.0833, "step": 570 }, { "epoch": 0.64, "learning_rate": 0.00018784708627595363, "loss": 0.084, "step": 571 }, { "epoch": 0.64, "learning_rate": 0.0001878046254152156, "loss": 0.0908, "step": 572 }, { "epoch": 0.65, "learning_rate": 0.00018776209532334214, "loss": 0.0919, "step": 573 }, { "epoch": 0.65, "learning_rate": 0.0001877194960338669, "loss": 0.0851, "step": 574 }, { "epoch": 0.65, "learning_rate": 0.00018767682758037802, "loss": 0.1096, "step": 575 }, { "epoch": 0.65, "learning_rate": 0.00018763408999651824, "loss": 0.0959, "step": 576 }, { "epoch": 0.65, "learning_rate": 0.0001875912833159848, "loss": 0.0969, "step": 577 }, { "epoch": 0.65, "learning_rate": 0.00018754840757252933, "loss": 0.0971, "step": 578 }, { "epoch": 0.65, "learning_rate": 0.00018750546279995805, "loss": 0.1048, "step": 579 }, { "epoch": 0.65, "learning_rate": 0.0001874624490321315, "loss": 0.0874, "step": 580 }, { "epoch": 0.65, "learning_rate": 0.00018741936630296466, "loss": 0.0753, "step": 581 }, { "epoch": 0.66, "learning_rate": 0.00018737621464642688, "loss": 0.0956, "step": 582 }, { "epoch": 0.66, "learning_rate": 0.0001873329940965419, "loss": 0.0831, "step": 583 }, { "epoch": 0.66, "learning_rate": 0.00018728970468738764, "loss": 0.106, "step": 584 }, { "epoch": 0.66, "learning_rate": 0.00018724634645309656, "loss": 0.0888, "step": 585 }, { "epoch": 0.66, "learning_rate": 0.0001872029194278551, "loss": 0.1054, "step": 586 }, { "epoch": 0.66, "learning_rate": 0.00018715942364590417, "loss": 0.0943, "step": 587 }, { "epoch": 0.66, "learning_rate": 0.00018711585914153874, "loss": 0.0985, "step": 588 }, { "epoch": 0.66, "learning_rate": 0.0001870722259491081, "loss": 0.0857, "step": 589 }, { "epoch": 0.66, "learning_rate": 0.00018702852410301554, "loss": 0.1067, "step": 590 }, { "epoch": 0.67, "learning_rate": 0.00018698475363771862, "loss": 0.0879, "step": 591 }, { "epoch": 0.67, "learning_rate": 0.00018694091458772892, "loss": 0.0838, "step": 592 }, { "epoch": 0.67, "learning_rate": 0.00018689700698761217, "loss": 0.1042, "step": 593 }, { "epoch": 0.67, "learning_rate": 0.00018685303087198808, "loss": 0.0993, "step": 594 }, { "epoch": 0.67, "learning_rate": 0.00018680898627553038, "loss": 0.088, "step": 595 }, { "epoch": 0.67, "learning_rate": 0.00018676487323296688, "loss": 0.0862, "step": 596 }, { "epoch": 0.67, "learning_rate": 0.00018672069177907928, "loss": 0.1039, "step": 597 }, { "epoch": 0.67, "learning_rate": 0.0001866764419487032, "loss": 0.0858, "step": 598 }, { "epoch": 0.68, "learning_rate": 0.00018663212377672829, "loss": 0.0855, "step": 599 }, { "epoch": 0.68, "learning_rate": 0.00018658773729809792, "loss": 0.0897, "step": 600 }, { "epoch": 0.68, "learning_rate": 0.0001865432825478095, "loss": 0.0898, "step": 601 }, { "epoch": 0.68, "learning_rate": 0.00018649875956091414, "loss": 0.0981, "step": 602 }, { "epoch": 0.68, "learning_rate": 0.00018645416837251676, "loss": 0.0891, "step": 603 }, { "epoch": 0.68, "learning_rate": 0.00018640950901777613, "loss": 0.0928, "step": 604 }, { "epoch": 0.68, "learning_rate": 0.00018636478153190466, "loss": 0.0865, "step": 605 }, { "epoch": 0.68, "learning_rate": 0.00018631998595016862, "loss": 0.0897, "step": 606 }, { "epoch": 0.68, "learning_rate": 0.00018627512230788785, "loss": 0.081, "step": 607 }, { "epoch": 0.69, "learning_rate": 0.00018623019064043585, "loss": 0.0997, "step": 608 }, { "epoch": 0.69, "learning_rate": 0.00018618519098323986, "loss": 0.0856, "step": 609 }, { "epoch": 0.69, "learning_rate": 0.00018614012337178068, "loss": 0.1042, "step": 610 }, { "epoch": 0.69, "learning_rate": 0.00018609498784159266, "loss": 0.095, "step": 611 }, { "epoch": 0.69, "learning_rate": 0.00018604978442826367, "loss": 0.0814, "step": 612 }, { "epoch": 0.69, "learning_rate": 0.00018600451316743525, "loss": 0.0855, "step": 613 }, { "epoch": 0.69, "learning_rate": 0.00018595917409480227, "loss": 0.0971, "step": 614 }, { "epoch": 0.69, "learning_rate": 0.00018591376724611317, "loss": 0.0899, "step": 615 }, { "epoch": 0.69, "learning_rate": 0.00018586829265716977, "loss": 0.0902, "step": 616 }, { "epoch": 0.7, "learning_rate": 0.00018582275036382732, "loss": 0.1028, "step": 617 }, { "epoch": 0.7, "learning_rate": 0.00018577714040199448, "loss": 0.0919, "step": 618 }, { "epoch": 0.7, "learning_rate": 0.00018573146280763324, "loss": 0.0951, "step": 619 }, { "epoch": 0.7, "learning_rate": 0.00018568571761675893, "loss": 0.085, "step": 620 }, { "epoch": 0.7, "learning_rate": 0.00018563990486544017, "loss": 0.0873, "step": 621 }, { "epoch": 0.7, "learning_rate": 0.0001855940245897988, "loss": 0.0938, "step": 622 }, { "epoch": 0.7, "learning_rate": 0.00018554807682601005, "loss": 0.0822, "step": 623 }, { "epoch": 0.7, "learning_rate": 0.00018550206161030216, "loss": 0.0894, "step": 624 }, { "epoch": 0.7, "learning_rate": 0.0001854559789789567, "loss": 0.0938, "step": 625 }, { "epoch": 0.71, "learning_rate": 0.00018540982896830834, "loss": 0.0791, "step": 626 }, { "epoch": 0.71, "learning_rate": 0.00018536361161474485, "loss": 0.0873, "step": 627 }, { "epoch": 0.71, "learning_rate": 0.00018531732695470723, "loss": 0.0903, "step": 628 }, { "epoch": 0.71, "learning_rate": 0.00018527097502468934, "loss": 0.087, "step": 629 }, { "epoch": 0.71, "learning_rate": 0.00018522455586123825, "loss": 0.0921, "step": 630 }, { "epoch": 0.71, "learning_rate": 0.000185178069500954, "loss": 0.1115, "step": 631 }, { "epoch": 0.71, "learning_rate": 0.00018513151598048956, "loss": 0.1017, "step": 632 }, { "epoch": 0.71, "learning_rate": 0.0001850848953365509, "loss": 0.088, "step": 633 }, { "epoch": 0.71, "learning_rate": 0.0001850382076058969, "loss": 0.0903, "step": 634 }, { "epoch": 0.72, "learning_rate": 0.0001849914528253394, "loss": 0.0888, "step": 635 }, { "epoch": 0.72, "learning_rate": 0.00018494463103174296, "loss": 0.0961, "step": 636 }, { "epoch": 0.72, "learning_rate": 0.0001848977422620251, "loss": 0.0853, "step": 637 }, { "epoch": 0.72, "learning_rate": 0.00018485078655315612, "loss": 0.0918, "step": 638 }, { "epoch": 0.72, "learning_rate": 0.00018480376394215908, "loss": 0.0778, "step": 639 }, { "epoch": 0.72, "learning_rate": 0.0001847566744661098, "loss": 0.0748, "step": 640 }, { "epoch": 0.72, "learning_rate": 0.00018470951816213686, "loss": 0.0901, "step": 641 }, { "epoch": 0.72, "learning_rate": 0.00018466229506742147, "loss": 0.0891, "step": 642 }, { "epoch": 0.72, "learning_rate": 0.00018461500521919753, "loss": 0.0926, "step": 643 }, { "epoch": 0.73, "learning_rate": 0.00018456764865475153, "loss": 0.0991, "step": 644 }, { "epoch": 0.73, "learning_rate": 0.00018452022541142268, "loss": 0.0947, "step": 645 }, { "epoch": 0.73, "learning_rate": 0.00018447273552660266, "loss": 0.0861, "step": 646 }, { "epoch": 0.73, "learning_rate": 0.0001844251790377357, "loss": 0.0908, "step": 647 }, { "epoch": 0.73, "learning_rate": 0.00018437755598231856, "loss": 0.0939, "step": 648 }, { "epoch": 0.73, "learning_rate": 0.00018432986639790056, "loss": 0.1003, "step": 649 }, { "epoch": 0.73, "learning_rate": 0.00018428211032208336, "loss": 0.0959, "step": 650 }, { "epoch": 0.73, "learning_rate": 0.00018423428779252107, "loss": 0.0868, "step": 651 }, { "epoch": 0.73, "learning_rate": 0.0001841863988469203, "loss": 0.094, "step": 652 }, { "epoch": 0.74, "learning_rate": 0.00018413844352303991, "loss": 0.0926, "step": 653 }, { "epoch": 0.74, "learning_rate": 0.0001840904218586911, "loss": 0.0785, "step": 654 }, { "epoch": 0.74, "learning_rate": 0.00018404233389173746, "loss": 0.1018, "step": 655 }, { "epoch": 0.74, "learning_rate": 0.00018399417966009484, "loss": 0.0924, "step": 656 }, { "epoch": 0.74, "learning_rate": 0.00018394595920173123, "loss": 0.0941, "step": 657 }, { "epoch": 0.74, "learning_rate": 0.00018389767255466697, "loss": 0.0779, "step": 658 }, { "epoch": 0.74, "learning_rate": 0.00018384931975697451, "loss": 0.0982, "step": 659 }, { "epoch": 0.74, "learning_rate": 0.00018380090084677854, "loss": 0.0945, "step": 660 }, { "epoch": 0.74, "learning_rate": 0.00018375241586225576, "loss": 0.0759, "step": 661 }, { "epoch": 0.75, "learning_rate": 0.00018370386484163503, "loss": 0.082, "step": 662 }, { "epoch": 0.75, "learning_rate": 0.0001836552478231973, "loss": 0.0918, "step": 663 }, { "epoch": 0.75, "learning_rate": 0.0001836065648452755, "loss": 0.086, "step": 664 }, { "epoch": 0.75, "learning_rate": 0.00018355781594625467, "loss": 0.0996, "step": 665 }, { "epoch": 0.75, "learning_rate": 0.00018350900116457166, "loss": 0.0928, "step": 666 }, { "epoch": 0.75, "learning_rate": 0.0001834601205387154, "loss": 0.0992, "step": 667 }, { "epoch": 0.75, "learning_rate": 0.00018341117410722676, "loss": 0.0871, "step": 668 }, { "epoch": 0.75, "learning_rate": 0.00018336216190869835, "loss": 0.0909, "step": 669 }, { "epoch": 0.76, "learning_rate": 0.00018331308398177477, "loss": 0.0818, "step": 670 }, { "epoch": 0.76, "learning_rate": 0.00018326394036515236, "loss": 0.0904, "step": 671 }, { "epoch": 0.76, "learning_rate": 0.0001832147310975793, "loss": 0.0944, "step": 672 }, { "epoch": 0.76, "learning_rate": 0.0001831654562178555, "loss": 0.0814, "step": 673 }, { "epoch": 0.76, "learning_rate": 0.00018311611576483268, "loss": 0.0935, "step": 674 }, { "epoch": 0.76, "learning_rate": 0.00018306670977741418, "loss": 0.0925, "step": 675 }, { "epoch": 0.76, "learning_rate": 0.000183017238294555, "loss": 0.0942, "step": 676 }, { "epoch": 0.76, "learning_rate": 0.0001829677013552619, "loss": 0.0934, "step": 677 }, { "epoch": 0.76, "learning_rate": 0.0001829180989985931, "loss": 0.0911, "step": 678 }, { "epoch": 0.77, "learning_rate": 0.0001828684312636585, "loss": 0.0781, "step": 679 }, { "epoch": 0.77, "learning_rate": 0.00018281869818961952, "loss": 0.0843, "step": 680 }, { "epoch": 0.77, "learning_rate": 0.00018276889981568906, "loss": 0.0821, "step": 681 }, { "epoch": 0.77, "learning_rate": 0.0001827190361811316, "loss": 0.0944, "step": 682 }, { "epoch": 0.77, "learning_rate": 0.00018266910732526296, "loss": 0.095, "step": 683 }, { "epoch": 0.77, "learning_rate": 0.00018261911328745051, "loss": 0.0927, "step": 684 }, { "epoch": 0.77, "learning_rate": 0.0001825690541071129, "loss": 0.0844, "step": 685 }, { "epoch": 0.77, "learning_rate": 0.00018251892982372022, "loss": 0.0947, "step": 686 }, { "epoch": 0.77, "learning_rate": 0.00018246874047679384, "loss": 0.0718, "step": 687 }, { "epoch": 0.78, "learning_rate": 0.00018241848610590645, "loss": 0.0756, "step": 688 }, { "epoch": 0.78, "learning_rate": 0.00018236816675068203, "loss": 0.0861, "step": 689 }, { "epoch": 0.78, "learning_rate": 0.00018231778245079573, "loss": 0.0884, "step": 690 }, { "epoch": 0.78, "learning_rate": 0.00018226733324597406, "loss": 0.0953, "step": 691 }, { "epoch": 0.78, "learning_rate": 0.00018221681917599453, "loss": 0.0883, "step": 692 }, { "epoch": 0.78, "learning_rate": 0.00018216624028068585, "loss": 0.0894, "step": 693 }, { "epoch": 0.78, "learning_rate": 0.0001821155965999279, "loss": 0.0988, "step": 694 }, { "epoch": 0.78, "learning_rate": 0.0001820648881736516, "loss": 0.1041, "step": 695 }, { "epoch": 0.78, "learning_rate": 0.00018201411504183888, "loss": 0.0812, "step": 696 }, { "epoch": 0.79, "learning_rate": 0.00018196327724452277, "loss": 0.0829, "step": 697 }, { "epoch": 0.79, "learning_rate": 0.00018191237482178724, "loss": 0.0861, "step": 698 }, { "epoch": 0.79, "learning_rate": 0.00018186140781376722, "loss": 0.0853, "step": 699 }, { "epoch": 0.79, "learning_rate": 0.00018181037626064853, "loss": 0.102, "step": 700 }, { "epoch": 0.79, "learning_rate": 0.00018175928020266796, "loss": 0.1039, "step": 701 }, { "epoch": 0.79, "learning_rate": 0.0001817081196801131, "loss": 0.0826, "step": 702 }, { "epoch": 0.79, "learning_rate": 0.00018165689473332238, "loss": 0.0881, "step": 703 }, { "epoch": 0.79, "learning_rate": 0.00018160560540268504, "loss": 0.0887, "step": 704 }, { "epoch": 0.79, "learning_rate": 0.00018155425172864106, "loss": 0.0849, "step": 705 }, { "epoch": 0.8, "learning_rate": 0.00018150283375168114, "loss": 0.0922, "step": 706 }, { "epoch": 0.8, "learning_rate": 0.00018145135151234677, "loss": 0.1013, "step": 707 }, { "epoch": 0.8, "learning_rate": 0.00018139980505123003, "loss": 0.0775, "step": 708 }, { "epoch": 0.8, "learning_rate": 0.0001813481944089736, "loss": 0.0842, "step": 709 }, { "epoch": 0.8, "learning_rate": 0.0001812965196262709, "loss": 0.0792, "step": 710 }, { "epoch": 0.8, "learning_rate": 0.0001812447807438658, "loss": 0.0794, "step": 711 }, { "epoch": 0.8, "learning_rate": 0.00018119297780255274, "loss": 0.1034, "step": 712 }, { "epoch": 0.8, "eval_loss": 0.09249447286128998, "eval_runtime": 71.6263, "eval_samples_per_second": 7.316, "eval_steps_per_second": 1.829, "step": 712 }, { "epoch": 0.8, "learning_rate": 0.00018114111084317668, "loss": 0.0992, "step": 713 }, { "epoch": 0.8, "learning_rate": 0.0001810891799066331, "loss": 0.0975, "step": 714 }, { "epoch": 0.81, "learning_rate": 0.00018103718503386783, "loss": 0.0903, "step": 715 }, { "epoch": 0.81, "learning_rate": 0.0001809851262658772, "loss": 0.0956, "step": 716 }, { "epoch": 0.81, "learning_rate": 0.00018093300364370788, "loss": 0.089, "step": 717 }, { "epoch": 0.81, "learning_rate": 0.00018088081720845685, "loss": 0.0782, "step": 718 }, { "epoch": 0.81, "learning_rate": 0.00018082856700127147, "loss": 0.0864, "step": 719 }, { "epoch": 0.81, "learning_rate": 0.00018077625306334936, "loss": 0.0799, "step": 720 }, { "epoch": 0.81, "learning_rate": 0.00018072387543593835, "loss": 0.0766, "step": 721 }, { "epoch": 0.81, "learning_rate": 0.0001806714341603366, "loss": 0.086, "step": 722 }, { "epoch": 0.81, "learning_rate": 0.00018061892927789228, "loss": 0.1047, "step": 723 }, { "epoch": 0.82, "learning_rate": 0.00018056636083000388, "loss": 0.0888, "step": 724 }, { "epoch": 0.82, "learning_rate": 0.00018051372885811987, "loss": 0.0999, "step": 725 }, { "epoch": 0.82, "learning_rate": 0.00018046103340373895, "loss": 0.0821, "step": 726 }, { "epoch": 0.82, "learning_rate": 0.00018040827450840978, "loss": 0.0936, "step": 727 }, { "epoch": 0.82, "learning_rate": 0.00018035545221373105, "loss": 0.1067, "step": 728 }, { "epoch": 0.82, "learning_rate": 0.0001803025665613514, "loss": 0.0823, "step": 729 }, { "epoch": 0.82, "learning_rate": 0.00018024961759296955, "loss": 0.0932, "step": 730 }, { "epoch": 0.82, "learning_rate": 0.000180196605350334, "loss": 0.0684, "step": 731 }, { "epoch": 0.83, "learning_rate": 0.00018014352987524325, "loss": 0.0902, "step": 732 }, { "epoch": 0.83, "learning_rate": 0.0001800903912095456, "loss": 0.0814, "step": 733 }, { "epoch": 0.83, "learning_rate": 0.00018003718939513922, "loss": 0.0878, "step": 734 }, { "epoch": 0.83, "learning_rate": 0.00017998392447397197, "loss": 0.085, "step": 735 }, { "epoch": 0.83, "learning_rate": 0.00017993059648804157, "loss": 0.0872, "step": 736 }, { "epoch": 0.83, "learning_rate": 0.0001798772054793954, "loss": 0.1097, "step": 737 }, { "epoch": 0.83, "learning_rate": 0.0001798237514901306, "loss": 0.0849, "step": 738 }, { "epoch": 0.83, "learning_rate": 0.00017977023456239394, "loss": 0.0897, "step": 739 }, { "epoch": 0.83, "learning_rate": 0.00017971665473838177, "loss": 0.0987, "step": 740 }, { "epoch": 0.84, "learning_rate": 0.00017966301206034008, "loss": 0.0808, "step": 741 }, { "epoch": 0.84, "learning_rate": 0.00017960930657056438, "loss": 0.0865, "step": 742 }, { "epoch": 0.84, "learning_rate": 0.00017955553831139977, "loss": 0.0876, "step": 743 }, { "epoch": 0.84, "learning_rate": 0.00017950170732524077, "loss": 0.1092, "step": 744 }, { "epoch": 0.84, "learning_rate": 0.0001794478136545314, "loss": 0.0813, "step": 745 }, { "epoch": 0.84, "learning_rate": 0.00017939385734176507, "loss": 0.0856, "step": 746 }, { "epoch": 0.84, "learning_rate": 0.00017933983842948465, "loss": 0.089, "step": 747 }, { "epoch": 0.84, "learning_rate": 0.0001792857569602823, "loss": 0.0946, "step": 748 }, { "epoch": 0.84, "learning_rate": 0.00017923161297679952, "loss": 0.0858, "step": 749 }, { "epoch": 0.85, "learning_rate": 0.0001791774065217271, "loss": 0.0792, "step": 750 }, { "epoch": 0.85, "learning_rate": 0.0001791231376378051, "loss": 0.0863, "step": 751 }, { "epoch": 0.85, "learning_rate": 0.00017906880636782283, "loss": 0.0773, "step": 752 }, { "epoch": 0.85, "learning_rate": 0.00017901441275461872, "loss": 0.0947, "step": 753 }, { "epoch": 0.85, "learning_rate": 0.00017895995684108037, "loss": 0.0855, "step": 754 }, { "epoch": 0.85, "learning_rate": 0.0001789054386701446, "loss": 0.1063, "step": 755 }, { "epoch": 0.85, "learning_rate": 0.00017885085828479717, "loss": 0.0954, "step": 756 }, { "epoch": 0.85, "learning_rate": 0.00017879621572807302, "loss": 0.0968, "step": 757 }, { "epoch": 0.85, "learning_rate": 0.00017874151104305602, "loss": 0.0781, "step": 758 }, { "epoch": 0.86, "learning_rate": 0.00017868674427287906, "loss": 0.0786, "step": 759 }, { "epoch": 0.86, "learning_rate": 0.000178631915460724, "loss": 0.0938, "step": 760 }, { "epoch": 0.86, "learning_rate": 0.0001785770246498216, "loss": 0.0938, "step": 761 }, { "epoch": 0.86, "learning_rate": 0.00017852207188345153, "loss": 0.0779, "step": 762 }, { "epoch": 0.86, "learning_rate": 0.00017846705720494222, "loss": 0.08, "step": 763 }, { "epoch": 0.86, "learning_rate": 0.00017841198065767107, "loss": 0.0904, "step": 764 }, { "epoch": 0.86, "learning_rate": 0.00017835684228506408, "loss": 0.0704, "step": 765 }, { "epoch": 0.86, "learning_rate": 0.00017830164213059616, "loss": 0.0931, "step": 766 }, { "epoch": 0.86, "learning_rate": 0.00017824638023779087, "loss": 0.0802, "step": 767 }, { "epoch": 0.87, "learning_rate": 0.0001781910566502204, "loss": 0.0943, "step": 768 }, { "epoch": 0.87, "learning_rate": 0.00017813567141150563, "loss": 0.0816, "step": 769 }, { "epoch": 0.87, "learning_rate": 0.00017808022456531608, "loss": 0.0876, "step": 770 }, { "epoch": 0.87, "learning_rate": 0.00017802471615536978, "loss": 0.0955, "step": 771 }, { "epoch": 0.87, "learning_rate": 0.00017796914622543336, "loss": 0.0925, "step": 772 }, { "epoch": 0.87, "learning_rate": 0.00017791351481932191, "loss": 0.0962, "step": 773 }, { "epoch": 0.87, "learning_rate": 0.00017785782198089902, "loss": 0.0934, "step": 774 }, { "epoch": 0.87, "learning_rate": 0.0001778020677540767, "loss": 0.0811, "step": 775 }, { "epoch": 0.87, "learning_rate": 0.0001777462521828154, "loss": 0.0801, "step": 776 }, { "epoch": 0.88, "learning_rate": 0.00017769037531112388, "loss": 0.0937, "step": 777 }, { "epoch": 0.88, "learning_rate": 0.00017763443718305929, "loss": 0.095, "step": 778 }, { "epoch": 0.88, "learning_rate": 0.00017757843784272704, "loss": 0.0941, "step": 779 }, { "epoch": 0.88, "learning_rate": 0.00017752237733428082, "loss": 0.0937, "step": 780 }, { "epoch": 0.88, "learning_rate": 0.0001774662557019225, "loss": 0.0876, "step": 781 }, { "epoch": 0.88, "learning_rate": 0.0001774100729899023, "loss": 0.1019, "step": 782 }, { "epoch": 0.88, "learning_rate": 0.00017735382924251834, "loss": 0.0773, "step": 783 }, { "epoch": 0.88, "learning_rate": 0.00017729752450411717, "loss": 0.0838, "step": 784 }, { "epoch": 0.88, "learning_rate": 0.00017724115881909315, "loss": 0.0888, "step": 785 }, { "epoch": 0.89, "learning_rate": 0.00017718473223188888, "loss": 0.1059, "step": 786 }, { "epoch": 0.89, "learning_rate": 0.00017712824478699493, "loss": 0.0962, "step": 787 }, { "epoch": 0.89, "learning_rate": 0.00017707169652894978, "loss": 0.0932, "step": 788 }, { "epoch": 0.89, "learning_rate": 0.00017701508750233997, "loss": 0.0896, "step": 789 }, { "epoch": 0.89, "learning_rate": 0.00017695841775179988, "loss": 0.0775, "step": 790 }, { "epoch": 0.89, "learning_rate": 0.0001769016873220118, "loss": 0.0834, "step": 791 }, { "epoch": 0.89, "learning_rate": 0.00017684489625770589, "loss": 0.0979, "step": 792 }, { "epoch": 0.89, "learning_rate": 0.00017678804460366, "loss": 0.0931, "step": 793 }, { "epoch": 0.89, "learning_rate": 0.00017673113240469993, "loss": 0.0848, "step": 794 }, { "epoch": 0.9, "learning_rate": 0.00017667415970569911, "loss": 0.0948, "step": 795 }, { "epoch": 0.9, "learning_rate": 0.00017661712655157863, "loss": 0.0965, "step": 796 }, { "epoch": 0.9, "learning_rate": 0.0001765600329873074, "loss": 0.1065, "step": 797 }, { "epoch": 0.9, "learning_rate": 0.00017650287905790176, "loss": 0.0916, "step": 798 }, { "epoch": 0.9, "learning_rate": 0.00017644566480842582, "loss": 0.0807, "step": 799 }, { "epoch": 0.9, "learning_rate": 0.00017638839028399117, "loss": 0.0928, "step": 800 }, { "epoch": 0.9, "learning_rate": 0.00017633105552975696, "loss": 0.0975, "step": 801 }, { "epoch": 0.9, "learning_rate": 0.00017627366059092973, "loss": 0.0883, "step": 802 }, { "epoch": 0.91, "learning_rate": 0.00017621620551276366, "loss": 0.092, "step": 803 }, { "epoch": 0.91, "learning_rate": 0.00017615869034056015, "loss": 0.1023, "step": 804 }, { "epoch": 0.91, "learning_rate": 0.00017610111511966812, "loss": 0.0847, "step": 805 }, { "epoch": 0.91, "learning_rate": 0.0001760434798954838, "loss": 0.0883, "step": 806 }, { "epoch": 0.91, "learning_rate": 0.0001759857847134507, "loss": 0.0807, "step": 807 }, { "epoch": 0.91, "learning_rate": 0.00017592802961905957, "loss": 0.0847, "step": 808 }, { "epoch": 0.91, "learning_rate": 0.00017587021465784853, "loss": 0.0764, "step": 809 }, { "epoch": 0.91, "learning_rate": 0.0001758123398754028, "loss": 0.0908, "step": 810 }, { "epoch": 0.91, "learning_rate": 0.00017575440531735476, "loss": 0.0915, "step": 811 }, { "epoch": 0.92, "learning_rate": 0.00017569641102938398, "loss": 0.0984, "step": 812 }, { "epoch": 0.92, "learning_rate": 0.00017563835705721714, "loss": 0.1046, "step": 813 }, { "epoch": 0.92, "learning_rate": 0.00017558024344662787, "loss": 0.0913, "step": 814 }, { "epoch": 0.92, "learning_rate": 0.00017552207024343694, "loss": 0.0829, "step": 815 }, { "epoch": 0.92, "learning_rate": 0.00017546383749351204, "loss": 0.0908, "step": 816 }, { "epoch": 0.92, "learning_rate": 0.0001754055452427678, "loss": 0.0976, "step": 817 }, { "epoch": 0.92, "learning_rate": 0.00017534719353716583, "loss": 0.0845, "step": 818 }, { "epoch": 0.92, "learning_rate": 0.00017528878242271457, "loss": 0.0892, "step": 819 }, { "epoch": 0.92, "learning_rate": 0.00017523031194546933, "loss": 0.0862, "step": 820 }, { "epoch": 0.93, "learning_rate": 0.0001751717821515322, "loss": 0.0981, "step": 821 }, { "epoch": 0.93, "learning_rate": 0.00017511319308705198, "loss": 0.0846, "step": 822 }, { "epoch": 0.93, "learning_rate": 0.00017505454479822442, "loss": 0.0764, "step": 823 }, { "epoch": 0.93, "learning_rate": 0.00017499583733129165, "loss": 0.0851, "step": 824 }, { "epoch": 0.93, "learning_rate": 0.00017493707073254274, "loss": 0.0903, "step": 825 }, { "epoch": 0.93, "learning_rate": 0.00017487824504831324, "loss": 0.0872, "step": 826 }, { "epoch": 0.93, "learning_rate": 0.00017481936032498534, "loss": 0.0938, "step": 827 }, { "epoch": 0.93, "learning_rate": 0.0001747604166089877, "loss": 0.09, "step": 828 }, { "epoch": 0.93, "learning_rate": 0.0001747014139467956, "loss": 0.0846, "step": 829 }, { "epoch": 0.94, "learning_rate": 0.00017464235238493075, "loss": 0.0857, "step": 830 }, { "epoch": 0.94, "learning_rate": 0.00017458323196996127, "loss": 0.1137, "step": 831 }, { "epoch": 0.94, "learning_rate": 0.00017452405274850173, "loss": 0.0978, "step": 832 }, { "epoch": 0.94, "learning_rate": 0.00017446481476721308, "loss": 0.1028, "step": 833 }, { "epoch": 0.94, "learning_rate": 0.00017440551807280255, "loss": 0.089, "step": 834 }, { "epoch": 0.94, "learning_rate": 0.00017434616271202365, "loss": 0.0859, "step": 835 }, { "epoch": 0.94, "learning_rate": 0.00017428674873167622, "loss": 0.086, "step": 836 }, { "epoch": 0.94, "learning_rate": 0.00017422727617860627, "loss": 0.0877, "step": 837 }, { "epoch": 0.94, "learning_rate": 0.000174167745099706, "loss": 0.0895, "step": 838 }, { "epoch": 0.95, "learning_rate": 0.0001741081555419138, "loss": 0.0951, "step": 839 }, { "epoch": 0.95, "learning_rate": 0.00017404850755221404, "loss": 0.0881, "step": 840 }, { "epoch": 0.95, "learning_rate": 0.00017398880117763734, "loss": 0.0766, "step": 841 }, { "epoch": 0.95, "learning_rate": 0.0001739290364652602, "loss": 0.1018, "step": 842 }, { "epoch": 0.95, "learning_rate": 0.0001738692134622052, "loss": 0.0885, "step": 843 }, { "epoch": 0.95, "learning_rate": 0.00017380933221564093, "loss": 0.1027, "step": 844 }, { "epoch": 0.95, "learning_rate": 0.00017374939277278175, "loss": 0.0914, "step": 845 }, { "epoch": 0.95, "learning_rate": 0.000173689395180888, "loss": 0.1033, "step": 846 }, { "epoch": 0.95, "learning_rate": 0.0001736293394872659, "loss": 0.0825, "step": 847 }, { "epoch": 0.96, "learning_rate": 0.00017356922573926738, "loss": 0.0841, "step": 848 }, { "epoch": 0.96, "learning_rate": 0.00017350905398429029, "loss": 0.0964, "step": 849 }, { "epoch": 0.96, "learning_rate": 0.00017344882426977804, "loss": 0.1003, "step": 850 }, { "epoch": 0.96, "learning_rate": 0.00017338853664321992, "loss": 0.0746, "step": 851 }, { "epoch": 0.96, "learning_rate": 0.00017332819115215074, "loss": 0.0911, "step": 852 }, { "epoch": 0.96, "learning_rate": 0.00017326778784415098, "loss": 0.0965, "step": 853 }, { "epoch": 0.96, "learning_rate": 0.00017320732676684677, "loss": 0.0907, "step": 854 }, { "epoch": 0.96, "learning_rate": 0.00017314680796790964, "loss": 0.0946, "step": 855 }, { "epoch": 0.96, "learning_rate": 0.0001730862314950568, "loss": 0.0995, "step": 856 }, { "epoch": 0.97, "learning_rate": 0.00017302559739605086, "loss": 0.0841, "step": 857 }, { "epoch": 0.97, "learning_rate": 0.00017296490571869983, "loss": 0.0909, "step": 858 }, { "epoch": 0.97, "learning_rate": 0.00017290415651085715, "loss": 0.0863, "step": 859 }, { "epoch": 0.97, "learning_rate": 0.0001728433498204217, "loss": 0.0957, "step": 860 }, { "epoch": 0.97, "learning_rate": 0.0001727824856953375, "loss": 0.0918, "step": 861 }, { "epoch": 0.97, "learning_rate": 0.00017272156418359402, "loss": 0.0946, "step": 862 }, { "epoch": 0.97, "learning_rate": 0.00017266058533322594, "loss": 0.0942, "step": 863 }, { "epoch": 0.97, "learning_rate": 0.0001725995491923131, "loss": 0.0944, "step": 864 }, { "epoch": 0.97, "learning_rate": 0.00017253845580898053, "loss": 0.0821, "step": 865 }, { "epoch": 0.98, "learning_rate": 0.00017247730523139846, "loss": 0.0738, "step": 866 }, { "epoch": 0.98, "learning_rate": 0.0001724160975077821, "loss": 0.0933, "step": 867 }, { "epoch": 0.98, "learning_rate": 0.0001723548326863918, "loss": 0.0895, "step": 868 }, { "epoch": 0.98, "learning_rate": 0.00017229351081553295, "loss": 0.0975, "step": 869 }, { "epoch": 0.98, "learning_rate": 0.00017223213194355585, "loss": 0.0883, "step": 870 }, { "epoch": 0.98, "learning_rate": 0.00017217069611885576, "loss": 0.0911, "step": 871 }, { "epoch": 0.98, "learning_rate": 0.00017210920338987286, "loss": 0.0895, "step": 872 }, { "epoch": 0.98, "learning_rate": 0.00017204765380509222, "loss": 0.0818, "step": 873 }, { "epoch": 0.99, "learning_rate": 0.00017198604741304374, "loss": 0.0967, "step": 874 }, { "epoch": 0.99, "learning_rate": 0.00017192438426230205, "loss": 0.0947, "step": 875 }, { "epoch": 0.99, "learning_rate": 0.00017186266440148655, "loss": 0.0955, "step": 876 }, { "epoch": 0.99, "learning_rate": 0.0001718008878792614, "loss": 0.0952, "step": 877 }, { "epoch": 0.99, "learning_rate": 0.00017173905474433544, "loss": 0.1009, "step": 878 }, { "epoch": 0.99, "learning_rate": 0.00017167716504546204, "loss": 0.08, "step": 879 }, { "epoch": 0.99, "learning_rate": 0.00017161521883143934, "loss": 0.093, "step": 880 }, { "epoch": 0.99, "learning_rate": 0.00017155321615110988, "loss": 0.0923, "step": 881 }, { "epoch": 0.99, "learning_rate": 0.00017149115705336084, "loss": 0.0831, "step": 882 }, { "epoch": 1.0, "learning_rate": 0.00017142904158712373, "loss": 0.0836, "step": 883 }, { "epoch": 1.0, "learning_rate": 0.0001713668698013747, "loss": 0.0881, "step": 884 }, { "epoch": 1.0, "learning_rate": 0.00017130464174513422, "loss": 0.0885, "step": 885 }, { "epoch": 1.0, "learning_rate": 0.00017124235746746703, "loss": 0.0936, "step": 886 }, { "epoch": 1.0, "learning_rate": 0.00017118001701748242, "loss": 0.09, "step": 887 }, { "epoch": 1.0, "learning_rate": 0.0001711176204443337, "loss": 0.0781, "step": 888 }, { "epoch": 1.0, "learning_rate": 0.00017105516779721867, "loss": 0.0787, "step": 889 }, { "epoch": 1.0, "learning_rate": 0.00017099265912537916, "loss": 0.1062, "step": 890 }, { "epoch": 1.0, "eval_loss": 0.09010972827672958, "eval_runtime": 71.7895, "eval_samples_per_second": 7.299, "eval_steps_per_second": 1.825, "step": 890 }, { "epoch": 1.0, "learning_rate": 0.00017093009447810133, "loss": 0.088, "step": 891 }, { "epoch": 1.01, "learning_rate": 0.00017086747390471536, "loss": 0.0906, "step": 892 }, { "epoch": 1.01, "learning_rate": 0.0001708047974545956, "loss": 0.0778, "step": 893 }, { "epoch": 1.01, "learning_rate": 0.0001707420651771604, "loss": 0.0857, "step": 894 }, { "epoch": 1.01, "learning_rate": 0.0001706792771218721, "loss": 0.0801, "step": 895 }, { "epoch": 1.01, "learning_rate": 0.00017061643333823718, "loss": 0.0803, "step": 896 }, { "epoch": 1.01, "learning_rate": 0.0001705535338758059, "loss": 0.0839, "step": 897 }, { "epoch": 1.01, "learning_rate": 0.00017049057878417245, "loss": 0.0931, "step": 898 }, { "epoch": 1.01, "learning_rate": 0.00017042756811297492, "loss": 0.1036, "step": 899 }, { "epoch": 1.01, "learning_rate": 0.0001703645019118952, "loss": 0.0874, "step": 900 }, { "epoch": 1.02, "learning_rate": 0.000170301380230659, "loss": 0.0894, "step": 901 }, { "epoch": 1.02, "learning_rate": 0.00017023820311903572, "loss": 0.0922, "step": 902 }, { "epoch": 1.0, "learning_rate": 0.00017017497062683847, "loss": 0.0807, "step": 903 }, { "epoch": 1.0, "learning_rate": 0.0001701116828039241, "loss": 0.0791, "step": 904 }, { "epoch": 1.0, "learning_rate": 0.00017004833970019298, "loss": 0.0855, "step": 905 }, { "epoch": 1.0, "learning_rate": 0.00016998494136558914, "loss": 0.0776, "step": 906 }, { "epoch": 1.01, "learning_rate": 0.00016992148785010015, "loss": 0.0765, "step": 907 }, { "epoch": 1.01, "learning_rate": 0.00016985797920375704, "loss": 0.0839, "step": 908 }, { "epoch": 1.01, "learning_rate": 0.00016979441547663435, "loss": 0.0813, "step": 909 }, { "epoch": 1.01, "learning_rate": 0.0001697307967188501, "loss": 0.0897, "step": 910 }, { "epoch": 1.01, "learning_rate": 0.00016966712298056556, "loss": 0.0874, "step": 911 }, { "epoch": 1.01, "learning_rate": 0.0001696033943119855, "loss": 0.1044, "step": 912 }, { "epoch": 1.01, "learning_rate": 0.0001695396107633579, "loss": 0.0911, "step": 913 }, { "epoch": 1.01, "learning_rate": 0.00016947577238497405, "loss": 0.0698, "step": 914 }, { "epoch": 1.01, "learning_rate": 0.00016941187922716848, "loss": 0.0798, "step": 915 }, { "epoch": 1.02, "learning_rate": 0.0001693479313403189, "loss": 0.0836, "step": 916 }, { "epoch": 1.02, "learning_rate": 0.00016928392877484615, "loss": 0.0945, "step": 917 }, { "epoch": 1.02, "learning_rate": 0.0001692198715812142, "loss": 0.0756, "step": 918 }, { "epoch": 1.02, "learning_rate": 0.0001691557598099301, "loss": 0.0736, "step": 919 }, { "epoch": 1.02, "learning_rate": 0.00016909159351154393, "loss": 0.0863, "step": 920 }, { "epoch": 1.02, "learning_rate": 0.00016902737273664884, "loss": 0.0784, "step": 921 }, { "epoch": 1.02, "learning_rate": 0.00016896309753588074, "loss": 0.0867, "step": 922 }, { "epoch": 1.02, "learning_rate": 0.0001688987679599186, "loss": 0.0743, "step": 923 }, { "epoch": 1.02, "learning_rate": 0.00016883438405948425, "loss": 0.0927, "step": 924 }, { "epoch": 1.03, "learning_rate": 0.00016876994588534234, "loss": 0.0831, "step": 925 }, { "epoch": 1.03, "learning_rate": 0.00016870545348830028, "loss": 0.073, "step": 926 }, { "epoch": 1.03, "learning_rate": 0.00016864090691920828, "loss": 0.0856, "step": 927 }, { "epoch": 1.03, "learning_rate": 0.00016857630622895924, "loss": 0.0743, "step": 928 }, { "epoch": 1.03, "learning_rate": 0.00016851165146848873, "loss": 0.0763, "step": 929 }, { "epoch": 1.03, "learning_rate": 0.00016844694268877496, "loss": 0.0816, "step": 930 }, { "epoch": 1.03, "learning_rate": 0.00016838217994083875, "loss": 0.0822, "step": 931 }, { "epoch": 1.03, "learning_rate": 0.0001683173632757434, "loss": 0.0861, "step": 932 }, { "epoch": 1.03, "learning_rate": 0.0001682524927445948, "loss": 0.078, "step": 933 }, { "epoch": 1.04, "learning_rate": 0.00016818756839854132, "loss": 0.0774, "step": 934 }, { "epoch": 1.04, "learning_rate": 0.0001681225902887737, "loss": 0.0804, "step": 935 }, { "epoch": 1.04, "learning_rate": 0.0001680575584665251, "loss": 0.0945, "step": 936 }, { "epoch": 1.04, "learning_rate": 0.00016799247298307103, "loss": 0.0857, "step": 937 }, { "epoch": 1.04, "learning_rate": 0.00016792733388972932, "loss": 0.0779, "step": 938 }, { "epoch": 1.04, "learning_rate": 0.00016786214123786004, "loss": 0.077, "step": 939 }, { "epoch": 1.04, "learning_rate": 0.00016779689507886552, "loss": 0.0891, "step": 940 }, { "epoch": 1.04, "learning_rate": 0.00016773159546419026, "loss": 0.0824, "step": 941 }, { "epoch": 1.04, "learning_rate": 0.00016766624244532092, "loss": 0.0866, "step": 942 }, { "epoch": 1.05, "learning_rate": 0.00016760083607378627, "loss": 0.0722, "step": 943 }, { "epoch": 1.05, "learning_rate": 0.00016753537640115714, "loss": 0.0838, "step": 944 }, { "epoch": 1.05, "learning_rate": 0.00016746986347904635, "loss": 0.0787, "step": 945 }, { "epoch": 1.05, "learning_rate": 0.00016740429735910878, "loss": 0.0821, "step": 946 }, { "epoch": 1.05, "learning_rate": 0.00016733867809304122, "loss": 0.0784, "step": 947 }, { "epoch": 1.05, "learning_rate": 0.00016727300573258233, "loss": 0.0795, "step": 948 }, { "epoch": 1.05, "learning_rate": 0.0001672072803295127, "loss": 0.0781, "step": 949 }, { "epoch": 1.05, "learning_rate": 0.00016714150193565462, "loss": 0.0867, "step": 950 }, { "epoch": 1.05, "learning_rate": 0.0001670756706028724, "loss": 0.0775, "step": 951 }, { "epoch": 1.06, "learning_rate": 0.00016700978638307178, "loss": 0.0732, "step": 952 }, { "epoch": 1.06, "learning_rate": 0.00016694384932820045, "loss": 0.0819, "step": 953 }, { "epoch": 1.06, "learning_rate": 0.00016687785949024764, "loss": 0.0755, "step": 954 }, { "epoch": 1.06, "learning_rate": 0.00016681181692124425, "loss": 0.0813, "step": 955 }, { "epoch": 1.06, "learning_rate": 0.00016674572167326267, "loss": 0.0817, "step": 956 }, { "epoch": 1.06, "learning_rate": 0.00016667957379841694, "loss": 0.0873, "step": 957 }, { "epoch": 1.06, "learning_rate": 0.00016661337334886254, "loss": 0.0852, "step": 958 }, { "epoch": 1.06, "learning_rate": 0.00016654712037679636, "loss": 0.083, "step": 959 }, { "epoch": 1.06, "learning_rate": 0.00016648081493445677, "loss": 0.0776, "step": 960 }, { "epoch": 1.07, "learning_rate": 0.00016641445707412354, "loss": 0.0993, "step": 961 }, { "epoch": 1.07, "learning_rate": 0.00016634804684811764, "loss": 0.0961, "step": 962 }, { "epoch": 1.07, "learning_rate": 0.00016628158430880143, "loss": 0.0846, "step": 963 }, { "epoch": 1.07, "learning_rate": 0.00016621506950857855, "loss": 0.0784, "step": 964 }, { "epoch": 1.07, "learning_rate": 0.00016614850249989371, "loss": 0.076, "step": 965 }, { "epoch": 1.07, "learning_rate": 0.0001660818833352329, "loss": 0.0916, "step": 966 }, { "epoch": 1.07, "learning_rate": 0.00016601521206712318, "loss": 0.0694, "step": 967 }, { "epoch": 1.07, "learning_rate": 0.00016594848874813275, "loss": 0.0937, "step": 968 }, { "epoch": 1.07, "learning_rate": 0.00016588171343087077, "loss": 0.0775, "step": 969 }, { "epoch": 1.08, "learning_rate": 0.00016581488616798748, "loss": 0.0828, "step": 970 }, { "epoch": 1.08, "learning_rate": 0.00016574800701217398, "loss": 0.087, "step": 971 }, { "epoch": 1.08, "learning_rate": 0.00016568107601616237, "loss": 0.0832, "step": 972 }, { "epoch": 1.08, "learning_rate": 0.00016561409323272562, "loss": 0.0842, "step": 973 }, { "epoch": 1.08, "learning_rate": 0.0001655470587146775, "loss": 0.0832, "step": 974 }, { "epoch": 1.08, "learning_rate": 0.00016547997251487257, "loss": 0.0863, "step": 975 }, { "epoch": 1.08, "learning_rate": 0.00016541283468620615, "loss": 0.0771, "step": 976 }, { "epoch": 1.08, "learning_rate": 0.00016534564528161426, "loss": 0.073, "step": 977 }, { "epoch": 1.09, "learning_rate": 0.0001652784043540736, "loss": 0.0829, "step": 978 }, { "epoch": 1.09, "learning_rate": 0.0001652111119566015, "loss": 0.0789, "step": 979 }, { "epoch": 1.09, "learning_rate": 0.00016514376814225586, "loss": 0.0798, "step": 980 }, { "epoch": 1.09, "learning_rate": 0.0001650763729641351, "loss": 0.0826, "step": 981 }, { "epoch": 1.09, "learning_rate": 0.0001650089264753782, "loss": 0.0909, "step": 982 }, { "epoch": 1.09, "learning_rate": 0.00016494142872916452, "loss": 0.0934, "step": 983 }, { "epoch": 1.09, "learning_rate": 0.00016487387977871386, "loss": 0.0866, "step": 984 }, { "epoch": 1.09, "learning_rate": 0.00016480627967728646, "loss": 0.0782, "step": 985 }, { "epoch": 1.09, "learning_rate": 0.00016473862847818277, "loss": 0.0839, "step": 986 }, { "epoch": 1.1, "learning_rate": 0.00016467092623474364, "loss": 0.092, "step": 987 }, { "epoch": 1.1, "learning_rate": 0.0001646031730003501, "loss": 0.0808, "step": 988 }, { "epoch": 1.1, "learning_rate": 0.00016453536882842342, "loss": 0.0738, "step": 989 }, { "epoch": 1.1, "learning_rate": 0.00016446751377242503, "loss": 0.0831, "step": 990 }, { "epoch": 1.1, "learning_rate": 0.00016439960788585642, "loss": 0.0827, "step": 991 }, { "epoch": 1.1, "learning_rate": 0.00016433165122225923, "loss": 0.0776, "step": 992 }, { "epoch": 1.1, "learning_rate": 0.00016426364383521515, "loss": 0.0809, "step": 993 }, { "epoch": 1.1, "learning_rate": 0.0001641955857783458, "loss": 0.0831, "step": 994 }, { "epoch": 1.1, "learning_rate": 0.00016412747710531275, "loss": 0.0815, "step": 995 }, { "epoch": 1.11, "learning_rate": 0.00016405931786981755, "loss": 0.078, "step": 996 }, { "epoch": 1.11, "learning_rate": 0.0001639911081256015, "loss": 0.0883, "step": 997 }, { "epoch": 1.11, "learning_rate": 0.00016392284792644593, "loss": 0.0786, "step": 998 }, { "epoch": 1.11, "learning_rate": 0.00016385453732617174, "loss": 0.0879, "step": 999 }, { "epoch": 1.11, "learning_rate": 0.00016378617637863963, "loss": 0.081, "step": 1000 }, { "epoch": 1.11, "learning_rate": 0.00016371776513775002, "loss": 0.0841, "step": 1001 }, { "epoch": 1.11, "learning_rate": 0.00016364930365744305, "loss": 0.0863, "step": 1002 }, { "epoch": 1.11, "learning_rate": 0.00016358079199169838, "loss": 0.0837, "step": 1003 }, { "epoch": 1.11, "learning_rate": 0.00016351223019453522, "loss": 0.075, "step": 1004 }, { "epoch": 1.12, "learning_rate": 0.00016344361832001237, "loss": 0.0899, "step": 1005 }, { "epoch": 1.12, "learning_rate": 0.00016337495642222813, "loss": 0.0849, "step": 1006 }, { "epoch": 1.12, "learning_rate": 0.00016330624455532017, "loss": 0.0989, "step": 1007 }, { "epoch": 1.12, "learning_rate": 0.00016323748277346562, "loss": 0.0757, "step": 1008 }, { "epoch": 1.12, "learning_rate": 0.00016316867113088092, "loss": 0.0813, "step": 1009 }, { "epoch": 1.12, "learning_rate": 0.00016309980968182185, "loss": 0.0864, "step": 1010 }, { "epoch": 1.12, "learning_rate": 0.00016303089848058352, "loss": 0.0957, "step": 1011 }, { "epoch": 1.12, "learning_rate": 0.00016296193758150008, "loss": 0.0895, "step": 1012 }, { "epoch": 1.12, "learning_rate": 0.00016289292703894513, "loss": 0.0848, "step": 1013 }, { "epoch": 1.13, "learning_rate": 0.00016282386690733117, "loss": 0.0792, "step": 1014 }, { "epoch": 1.13, "learning_rate": 0.00016275475724110994, "loss": 0.083, "step": 1015 }, { "epoch": 1.13, "learning_rate": 0.00016268559809477223, "loss": 0.0832, "step": 1016 }, { "epoch": 1.13, "learning_rate": 0.00016261638952284774, "loss": 0.0797, "step": 1017 }, { "epoch": 1.13, "learning_rate": 0.00016254713157990523, "loss": 0.0826, "step": 1018 }, { "epoch": 1.13, "learning_rate": 0.00016247782432055242, "loss": 0.0798, "step": 1019 }, { "epoch": 1.13, "learning_rate": 0.0001624084677994359, "loss": 0.0851, "step": 1020 }, { "epoch": 1.13, "learning_rate": 0.00016233906207124092, "loss": 0.0805, "step": 1021 }, { "epoch": 1.13, "learning_rate": 0.00016226960719069178, "loss": 0.0784, "step": 1022 }, { "epoch": 1.14, "learning_rate": 0.00016220010321255142, "loss": 0.0824, "step": 1023 }, { "epoch": 1.14, "learning_rate": 0.00016213055019162148, "loss": 0.0907, "step": 1024 }, { "epoch": 1.14, "learning_rate": 0.00016206094818274229, "loss": 0.0821, "step": 1025 }, { "epoch": 1.14, "learning_rate": 0.00016199129724079283, "loss": 0.0789, "step": 1026 }, { "epoch": 1.14, "learning_rate": 0.0001619215974206906, "loss": 0.0763, "step": 1027 }, { "epoch": 1.14, "learning_rate": 0.0001618518487773917, "loss": 0.0842, "step": 1028 }, { "epoch": 1.14, "learning_rate": 0.0001617820513658907, "loss": 0.0833, "step": 1029 }, { "epoch": 1.14, "learning_rate": 0.00016171220524122064, "loss": 0.076, "step": 1030 }, { "epoch": 1.14, "learning_rate": 0.00016164231045845287, "loss": 0.0879, "step": 1031 }, { "epoch": 1.15, "learning_rate": 0.00016157236707269732, "loss": 0.0923, "step": 1032 }, { "epoch": 1.15, "learning_rate": 0.00016150237513910205, "loss": 0.0812, "step": 1033 }, { "epoch": 1.15, "learning_rate": 0.00016143233471285342, "loss": 0.0901, "step": 1034 }, { "epoch": 1.15, "learning_rate": 0.00016136224584917605, "loss": 0.0872, "step": 1035 }, { "epoch": 1.15, "learning_rate": 0.00016129210860333287, "loss": 0.0865, "step": 1036 }, { "epoch": 1.15, "learning_rate": 0.00016122192303062477, "loss": 0.09, "step": 1037 }, { "epoch": 1.15, "learning_rate": 0.00016115168918639085, "loss": 0.0814, "step": 1038 }, { "epoch": 1.15, "learning_rate": 0.00016108140712600824, "loss": 0.0828, "step": 1039 }, { "epoch": 1.15, "learning_rate": 0.00016101107690489212, "loss": 0.1038, "step": 1040 }, { "epoch": 1.16, "learning_rate": 0.00016094069857849557, "loss": 0.0968, "step": 1041 }, { "epoch": 1.16, "learning_rate": 0.00016087027220230965, "loss": 0.0776, "step": 1042 }, { "epoch": 1.16, "learning_rate": 0.0001607997978318634, "loss": 0.0736, "step": 1043 }, { "epoch": 1.16, "learning_rate": 0.00016072927552272345, "loss": 0.0997, "step": 1044 }, { "epoch": 1.16, "learning_rate": 0.0001606587053304945, "loss": 0.0872, "step": 1045 }, { "epoch": 1.16, "learning_rate": 0.00016058808731081884, "loss": 0.0924, "step": 1046 }, { "epoch": 1.16, "learning_rate": 0.00016051742151937655, "loss": 0.0874, "step": 1047 }, { "epoch": 1.16, "learning_rate": 0.00016044670801188527, "loss": 0.0696, "step": 1048 }, { "epoch": 1.17, "learning_rate": 0.0001603759468441004, "loss": 0.0939, "step": 1049 }, { "epoch": 1.17, "learning_rate": 0.00016030513807181485, "loss": 0.0842, "step": 1050 }, { "epoch": 1.17, "learning_rate": 0.0001602342817508591, "loss": 0.0751, "step": 1051 }, { "epoch": 1.17, "learning_rate": 0.00016016337793710097, "loss": 0.0863, "step": 1052 }, { "epoch": 1.17, "learning_rate": 0.00016009242668644594, "loss": 0.0809, "step": 1053 }, { "epoch": 1.17, "learning_rate": 0.00016002142805483685, "loss": 0.0906, "step": 1054 }, { "epoch": 1.17, "learning_rate": 0.00015995038209825374, "loss": 0.0757, "step": 1055 }, { "epoch": 1.17, "learning_rate": 0.00015987928887271408, "loss": 0.094, "step": 1056 }, { "epoch": 1.17, "learning_rate": 0.00015980814843427268, "loss": 0.096, "step": 1057 }, { "epoch": 1.18, "learning_rate": 0.00015973696083902144, "loss": 0.0801, "step": 1058 }, { "epoch": 1.18, "learning_rate": 0.00015966572614308953, "loss": 0.0864, "step": 1059 }, { "epoch": 1.18, "learning_rate": 0.0001595944444026432, "loss": 0.077, "step": 1060 }, { "epoch": 1.18, "learning_rate": 0.0001595231156738858, "loss": 0.0759, "step": 1061 }, { "epoch": 1.18, "learning_rate": 0.00015945174001305782, "loss": 0.0946, "step": 1062 }, { "epoch": 1.18, "learning_rate": 0.00015938031747643661, "loss": 0.0793, "step": 1063 }, { "epoch": 1.18, "learning_rate": 0.0001593088481203366, "loss": 0.0808, "step": 1064 }, { "epoch": 1.18, "learning_rate": 0.00015923733200110907, "loss": 0.078, "step": 1065 }, { "epoch": 1.18, "learning_rate": 0.00015916576917514218, "loss": 0.0834, "step": 1066 }, { "epoch": 1.19, "learning_rate": 0.00015909415969886097, "loss": 0.0806, "step": 1067 }, { "epoch": 1.19, "learning_rate": 0.00015902250362872717, "loss": 0.1006, "step": 1068 }, { "epoch": 1.19, "eval_loss": 0.08942840993404388, "eval_runtime": 72.1614, "eval_samples_per_second": 7.262, "eval_steps_per_second": 1.815, "step": 1068 }, { "epoch": 1.19, "learning_rate": 0.0001589508010212393, "loss": 0.0843, "step": 1069 }, { "epoch": 1.19, "learning_rate": 0.00015887905193293257, "loss": 0.082, "step": 1070 }, { "epoch": 1.19, "learning_rate": 0.0001588072564203789, "loss": 0.095, "step": 1071 }, { "epoch": 1.19, "learning_rate": 0.00015873541454018667, "loss": 0.0893, "step": 1072 }, { "epoch": 1.19, "learning_rate": 0.00015866352634900095, "loss": 0.0788, "step": 1073 }, { "epoch": 1.19, "learning_rate": 0.00015859159190350326, "loss": 0.0809, "step": 1074 }, { "epoch": 1.19, "learning_rate": 0.00015851961126041162, "loss": 0.0877, "step": 1075 }, { "epoch": 1.2, "learning_rate": 0.00015844758447648043, "loss": 0.0889, "step": 1076 }, { "epoch": 1.2, "learning_rate": 0.00015837551160850056, "loss": 0.0831, "step": 1077 }, { "epoch": 1.2, "learning_rate": 0.00015830339271329907, "loss": 0.0791, "step": 1078 }, { "epoch": 1.2, "learning_rate": 0.0001582312278477395, "loss": 0.0791, "step": 1079 }, { "epoch": 1.2, "learning_rate": 0.0001581590170687215, "loss": 0.0776, "step": 1080 }, { "epoch": 1.2, "learning_rate": 0.0001580867604331809, "loss": 0.0809, "step": 1081 }, { "epoch": 1.2, "learning_rate": 0.00015801445799808983, "loss": 0.0855, "step": 1082 }, { "epoch": 1.2, "learning_rate": 0.00015794210982045636, "loss": 0.0661, "step": 1083 }, { "epoch": 1.2, "learning_rate": 0.0001578697159573248, "loss": 0.0871, "step": 1084 }, { "epoch": 1.21, "learning_rate": 0.00015779727646577534, "loss": 0.0864, "step": 1085 }, { "epoch": 1.21, "learning_rate": 0.0001577247914029242, "loss": 0.0793, "step": 1086 }, { "epoch": 1.21, "learning_rate": 0.00015765226082592354, "loss": 0.079, "step": 1087 }, { "epoch": 1.21, "learning_rate": 0.00015757968479196137, "loss": 0.1066, "step": 1088 }, { "epoch": 1.21, "learning_rate": 0.0001575070633582616, "loss": 0.0857, "step": 1089 }, { "epoch": 1.21, "learning_rate": 0.00015743439658208393, "loss": 0.0695, "step": 1090 }, { "epoch": 1.21, "learning_rate": 0.0001573616845207237, "loss": 0.0866, "step": 1091 }, { "epoch": 1.21, "learning_rate": 0.00015728892723151217, "loss": 0.0755, "step": 1092 }, { "epoch": 1.21, "learning_rate": 0.00015721612477181601, "loss": 0.0792, "step": 1093 }, { "epoch": 1.22, "learning_rate": 0.00015714327719903767, "loss": 0.0864, "step": 1094 }, { "epoch": 1.22, "learning_rate": 0.0001570703845706152, "loss": 0.0773, "step": 1095 }, { "epoch": 1.22, "learning_rate": 0.000156997446944022, "loss": 0.0835, "step": 1096 }, { "epoch": 1.22, "learning_rate": 0.00015692446437676706, "loss": 0.0892, "step": 1097 }, { "epoch": 1.22, "learning_rate": 0.0001568514369263949, "loss": 0.0808, "step": 1098 }, { "epoch": 1.22, "learning_rate": 0.00015677836465048518, "loss": 0.084, "step": 1099 }, { "epoch": 1.22, "learning_rate": 0.00015670524760665316, "loss": 0.0825, "step": 1100 }, { "epoch": 1.22, "learning_rate": 0.00015663208585254927, "loss": 0.0842, "step": 1101 }, { "epoch": 1.22, "learning_rate": 0.00015655887944585913, "loss": 0.0871, "step": 1102 }, { "epoch": 1.23, "learning_rate": 0.0001564856284443038, "loss": 0.0912, "step": 1103 }, { "epoch": 1.23, "learning_rate": 0.0001564123329056392, "loss": 0.081, "step": 1104 }, { "epoch": 1.23, "learning_rate": 0.0001563389928876566, "loss": 0.0902, "step": 1105 }, { "epoch": 1.23, "learning_rate": 0.00015626560844818221, "loss": 0.074, "step": 1106 }, { "epoch": 1.23, "learning_rate": 0.00015619217964507734, "loss": 0.0925, "step": 1107 }, { "epoch": 1.23, "learning_rate": 0.00015611870653623825, "loss": 0.0939, "step": 1108 }, { "epoch": 1.23, "learning_rate": 0.00015604518917959612, "loss": 0.0957, "step": 1109 }, { "epoch": 1.23, "learning_rate": 0.00015597162763311703, "loss": 0.0843, "step": 1110 }, { "epoch": 1.23, "learning_rate": 0.0001558980219548019, "loss": 0.0747, "step": 1111 }, { "epoch": 1.24, "learning_rate": 0.00015582437220268647, "loss": 0.086, "step": 1112 }, { "epoch": 1.24, "learning_rate": 0.0001557506784348412, "loss": 0.0839, "step": 1113 }, { "epoch": 1.24, "learning_rate": 0.0001556769407093713, "loss": 0.083, "step": 1114 }, { "epoch": 1.24, "learning_rate": 0.00015560315908441657, "loss": 0.0749, "step": 1115 }, { "epoch": 1.24, "learning_rate": 0.0001555293336181514, "loss": 0.0816, "step": 1116 }, { "epoch": 1.24, "learning_rate": 0.0001554554643687849, "loss": 0.0844, "step": 1117 }, { "epoch": 1.24, "learning_rate": 0.00015538155139456058, "loss": 0.0716, "step": 1118 }, { "epoch": 1.24, "learning_rate": 0.00015530759475375648, "loss": 0.0911, "step": 1119 }, { "epoch": 1.25, "learning_rate": 0.00015523359450468494, "loss": 0.0742, "step": 1120 }, { "epoch": 1.25, "learning_rate": 0.0001551595507056929, "loss": 0.0882, "step": 1121 }, { "epoch": 1.25, "learning_rate": 0.00015508546341516145, "loss": 0.0772, "step": 1122 }, { "epoch": 1.25, "learning_rate": 0.00015501133269150614, "loss": 0.079, "step": 1123 }, { "epoch": 1.25, "learning_rate": 0.00015493715859317658, "loss": 0.0783, "step": 1124 }, { "epoch": 1.25, "learning_rate": 0.00015486294117865668, "loss": 0.0847, "step": 1125 }, { "epoch": 1.25, "learning_rate": 0.00015478868050646454, "loss": 0.0844, "step": 1126 }, { "epoch": 1.25, "learning_rate": 0.0001547143766351523, "loss": 0.0813, "step": 1127 }, { "epoch": 1.25, "learning_rate": 0.00015464002962330614, "loss": 0.0776, "step": 1128 }, { "epoch": 1.26, "learning_rate": 0.00015456563952954638, "loss": 0.0913, "step": 1129 }, { "epoch": 1.26, "learning_rate": 0.00015449120641252716, "loss": 0.0829, "step": 1130 }, { "epoch": 1.26, "learning_rate": 0.00015441673033093667, "loss": 0.0785, "step": 1131 }, { "epoch": 1.26, "learning_rate": 0.00015434221134349684, "loss": 0.075, "step": 1132 }, { "epoch": 1.26, "learning_rate": 0.00015426764950896357, "loss": 0.0852, "step": 1133 }, { "epoch": 1.26, "learning_rate": 0.00015419304488612645, "loss": 0.0829, "step": 1134 }, { "epoch": 1.26, "learning_rate": 0.00015411839753380884, "loss": 0.0806, "step": 1135 }, { "epoch": 1.26, "learning_rate": 0.0001540437075108678, "loss": 0.0814, "step": 1136 }, { "epoch": 1.26, "learning_rate": 0.000153968974876194, "loss": 0.0851, "step": 1137 }, { "epoch": 1.27, "learning_rate": 0.00015389419968871173, "loss": 0.0834, "step": 1138 }, { "epoch": 1.27, "learning_rate": 0.00015381938200737885, "loss": 0.0944, "step": 1139 }, { "epoch": 1.27, "learning_rate": 0.0001537445218911867, "loss": 0.0701, "step": 1140 }, { "epoch": 1.27, "learning_rate": 0.00015366961939916008, "loss": 0.0956, "step": 1141 }, { "epoch": 1.27, "learning_rate": 0.00015359467459035716, "loss": 0.0823, "step": 1142 }, { "epoch": 1.27, "learning_rate": 0.00015351968752386961, "loss": 0.0886, "step": 1143 }, { "epoch": 1.27, "learning_rate": 0.00015344465825882232, "loss": 0.0873, "step": 1144 }, { "epoch": 1.27, "learning_rate": 0.00015336958685437338, "loss": 0.0891, "step": 1145 }, { "epoch": 1.27, "learning_rate": 0.00015329447336971422, "loss": 0.0855, "step": 1146 }, { "epoch": 1.28, "learning_rate": 0.00015321931786406952, "loss": 0.0747, "step": 1147 }, { "epoch": 1.28, "learning_rate": 0.00015314412039669684, "loss": 0.0829, "step": 1148 }, { "epoch": 1.28, "learning_rate": 0.00015306888102688704, "loss": 0.0747, "step": 1149 }, { "epoch": 1.28, "learning_rate": 0.00015299359981396396, "loss": 0.0722, "step": 1150 }, { "epoch": 1.28, "learning_rate": 0.00015291827681728444, "loss": 0.0915, "step": 1151 }, { "epoch": 1.28, "learning_rate": 0.00015284291209623826, "loss": 0.0904, "step": 1152 }, { "epoch": 1.28, "learning_rate": 0.000152767505710248, "loss": 0.0806, "step": 1153 }, { "epoch": 1.28, "learning_rate": 0.00015269205771876925, "loss": 0.0902, "step": 1154 }, { "epoch": 1.28, "learning_rate": 0.00015261656818129032, "loss": 0.084, "step": 1155 }, { "epoch": 1.29, "learning_rate": 0.00015254103715733238, "loss": 0.0934, "step": 1156 }, { "epoch": 1.29, "learning_rate": 0.00015246546470644906, "loss": 0.0745, "step": 1157 }, { "epoch": 1.29, "learning_rate": 0.00015238985088822694, "loss": 0.0958, "step": 1158 }, { "epoch": 1.29, "learning_rate": 0.00015231419576228504, "loss": 0.0895, "step": 1159 }, { "epoch": 1.29, "learning_rate": 0.00015223849938827502, "loss": 0.0807, "step": 1160 }, { "epoch": 1.29, "learning_rate": 0.00015216276182588106, "loss": 0.0823, "step": 1161 }, { "epoch": 1.29, "learning_rate": 0.00015208698313481976, "loss": 0.0831, "step": 1162 }, { "epoch": 1.29, "learning_rate": 0.00015201116337484023, "loss": 0.0949, "step": 1163 }, { "epoch": 1.29, "learning_rate": 0.00015193530260572394, "loss": 0.0804, "step": 1164 }, { "epoch": 1.3, "learning_rate": 0.00015185940088728464, "loss": 0.0764, "step": 1165 }, { "epoch": 1.3, "learning_rate": 0.0001517834582793684, "loss": 0.0915, "step": 1166 }, { "epoch": 1.3, "learning_rate": 0.00015170747484185353, "loss": 0.0775, "step": 1167 }, { "epoch": 1.3, "learning_rate": 0.0001516314506346506, "loss": 0.073, "step": 1168 }, { "epoch": 1.3, "learning_rate": 0.00015155538571770218, "loss": 0.0834, "step": 1169 }, { "epoch": 1.3, "learning_rate": 0.0001514792801509831, "loss": 0.0835, "step": 1170 }, { "epoch": 1.3, "learning_rate": 0.00015140313399450008, "loss": 0.0819, "step": 1171 }, { "epoch": 1.3, "learning_rate": 0.000151326947308292, "loss": 0.0941, "step": 1172 }, { "epoch": 1.3, "learning_rate": 0.00015125072015242957, "loss": 0.0773, "step": 1173 }, { "epoch": 1.31, "learning_rate": 0.0001511744525870155, "loss": 0.0818, "step": 1174 }, { "epoch": 1.31, "learning_rate": 0.0001510981446721843, "loss": 0.0796, "step": 1175 }, { "epoch": 1.31, "learning_rate": 0.00015102179646810232, "loss": 0.0834, "step": 1176 }, { "epoch": 1.31, "learning_rate": 0.00015094540803496767, "loss": 0.0867, "step": 1177 }, { "epoch": 1.31, "learning_rate": 0.00015086897943301022, "loss": 0.0863, "step": 1178 }, { "epoch": 1.31, "learning_rate": 0.0001507925107224914, "loss": 0.069, "step": 1179 }, { "epoch": 1.31, "learning_rate": 0.00015071600196370444, "loss": 0.0939, "step": 1180 }, { "epoch": 1.31, "learning_rate": 0.00015063945321697392, "loss": 0.0812, "step": 1181 }, { "epoch": 1.32, "learning_rate": 0.00015056286454265621, "loss": 0.0852, "step": 1182 }, { "epoch": 1.32, "learning_rate": 0.00015048623600113893, "loss": 0.0775, "step": 1183 }, { "epoch": 1.32, "learning_rate": 0.00015040956765284127, "loss": 0.0815, "step": 1184 }, { "epoch": 1.32, "learning_rate": 0.00015033285955821376, "loss": 0.0763, "step": 1185 }, { "epoch": 1.32, "learning_rate": 0.0001502561117777383, "loss": 0.0873, "step": 1186 }, { "epoch": 1.32, "learning_rate": 0.00015017932437192804, "loss": 0.0846, "step": 1187 }, { "epoch": 1.32, "learning_rate": 0.00015010249740132734, "loss": 0.0929, "step": 1188 }, { "epoch": 1.32, "learning_rate": 0.00015002563092651188, "loss": 0.0834, "step": 1189 }, { "epoch": 1.32, "learning_rate": 0.00014994872500808838, "loss": 0.0929, "step": 1190 }, { "epoch": 1.33, "learning_rate": 0.00014987177970669473, "loss": 0.0711, "step": 1191 }, { "epoch": 1.33, "learning_rate": 0.00014979479508299976, "loss": 0.0787, "step": 1192 }, { "epoch": 1.33, "learning_rate": 0.00014971777119770344, "loss": 0.0791, "step": 1193 }, { "epoch": 1.33, "learning_rate": 0.00014964070811153665, "loss": 0.0861, "step": 1194 }, { "epoch": 1.33, "learning_rate": 0.00014956360588526114, "loss": 0.0801, "step": 1195 }, { "epoch": 1.33, "learning_rate": 0.0001494864645796695, "loss": 0.0844, "step": 1196 }, { "epoch": 1.33, "learning_rate": 0.00014940928425558528, "loss": 0.0814, "step": 1197 }, { "epoch": 1.33, "learning_rate": 0.0001493320649738626, "loss": 0.0824, "step": 1198 }, { "epoch": 1.33, "learning_rate": 0.00014925480679538647, "loss": 0.1003, "step": 1199 }, { "epoch": 1.34, "learning_rate": 0.0001491775097810724, "loss": 0.0818, "step": 1200 }, { "epoch": 1.34, "learning_rate": 0.0001491001739918667, "loss": 0.0867, "step": 1201 }, { "epoch": 1.34, "learning_rate": 0.00014902279948874608, "loss": 0.0703, "step": 1202 }, { "epoch": 1.34, "learning_rate": 0.00014894538633271798, "loss": 0.078, "step": 1203 }, { "epoch": 1.34, "learning_rate": 0.00014886793458482005, "loss": 0.0793, "step": 1204 }, { "epoch": 1.34, "learning_rate": 0.00014879044430612059, "loss": 0.0888, "step": 1205 }, { "epoch": 1.34, "learning_rate": 0.0001487129155577182, "loss": 0.0876, "step": 1206 }, { "epoch": 1.34, "learning_rate": 0.0001486353484007418, "loss": 0.0812, "step": 1207 }, { "epoch": 1.34, "learning_rate": 0.00014855774289635062, "loss": 0.0875, "step": 1208 }, { "epoch": 1.35, "learning_rate": 0.00014848009910573413, "loss": 0.0859, "step": 1209 }, { "epoch": 1.35, "learning_rate": 0.00014840241709011194, "loss": 0.0804, "step": 1210 }, { "epoch": 1.35, "learning_rate": 0.00014832469691073385, "loss": 0.0809, "step": 1211 }, { "epoch": 1.35, "learning_rate": 0.00014824693862887974, "loss": 0.0786, "step": 1212 }, { "epoch": 1.35, "learning_rate": 0.0001481691423058595, "loss": 0.0884, "step": 1213 }, { "epoch": 1.35, "learning_rate": 0.00014809130800301306, "loss": 0.1028, "step": 1214 }, { "epoch": 1.35, "learning_rate": 0.00014801343578171026, "loss": 0.0813, "step": 1215 }, { "epoch": 1.35, "learning_rate": 0.00014793552570335089, "loss": 0.0752, "step": 1216 }, { "epoch": 1.35, "learning_rate": 0.00014785757782936448, "loss": 0.084, "step": 1217 }, { "epoch": 1.36, "learning_rate": 0.0001477795922212105, "loss": 0.0756, "step": 1218 }, { "epoch": 1.36, "learning_rate": 0.00014770156894037807, "loss": 0.0734, "step": 1219 }, { "epoch": 1.36, "learning_rate": 0.0001476235080483861, "loss": 0.0857, "step": 1220 }, { "epoch": 1.36, "learning_rate": 0.00014754540960678302, "loss": 0.0896, "step": 1221 }, { "epoch": 1.36, "learning_rate": 0.000147467273677147, "loss": 0.079, "step": 1222 }, { "epoch": 1.36, "learning_rate": 0.00014738910032108572, "loss": 0.082, "step": 1223 }, { "epoch": 1.36, "learning_rate": 0.00014731088960023638, "loss": 0.0795, "step": 1224 }, { "epoch": 1.36, "learning_rate": 0.0001472326415762656, "loss": 0.0766, "step": 1225 }, { "epoch": 1.36, "learning_rate": 0.00014715435631086943, "loss": 0.1007, "step": 1226 }, { "epoch": 1.37, "learning_rate": 0.0001470760338657733, "loss": 0.0794, "step": 1227 }, { "epoch": 1.37, "learning_rate": 0.000146997674302732, "loss": 0.0829, "step": 1228 }, { "epoch": 1.37, "learning_rate": 0.0001469192776835295, "loss": 0.0834, "step": 1229 }, { "epoch": 1.37, "learning_rate": 0.00014684084406997903, "loss": 0.0761, "step": 1230 }, { "epoch": 1.37, "learning_rate": 0.00014676237352392293, "loss": 0.0823, "step": 1231 }, { "epoch": 1.37, "learning_rate": 0.00014668386610723283, "loss": 0.0789, "step": 1232 }, { "epoch": 1.37, "learning_rate": 0.00014660532188180922, "loss": 0.0725, "step": 1233 }, { "epoch": 1.37, "learning_rate": 0.0001465267409095817, "loss": 0.0852, "step": 1234 }, { "epoch": 1.37, "learning_rate": 0.0001464481232525089, "loss": 0.0743, "step": 1235 }, { "epoch": 1.38, "learning_rate": 0.00014636946897257834, "loss": 0.0781, "step": 1236 }, { "epoch": 1.38, "learning_rate": 0.00014629077813180631, "loss": 0.0841, "step": 1237 }, { "epoch": 1.38, "learning_rate": 0.0001462120507922381, "loss": 0.0758, "step": 1238 }, { "epoch": 1.38, "learning_rate": 0.00014613328701594766, "loss": 0.0763, "step": 1239 }, { "epoch": 1.38, "learning_rate": 0.00014605448686503774, "loss": 0.08, "step": 1240 }, { "epoch": 1.38, "learning_rate": 0.0001459756504016397, "loss": 0.0845, "step": 1241 }, { "epoch": 1.38, "learning_rate": 0.00014589677768791357, "loss": 0.0867, "step": 1242 }, { "epoch": 1.38, "learning_rate": 0.00014581786878604798, "loss": 0.0834, "step": 1243 }, { "epoch": 1.38, "learning_rate": 0.00014573892375826006, "loss": 0.0937, "step": 1244 }, { "epoch": 1.39, "learning_rate": 0.00014565994266679545, "loss": 0.0804, "step": 1245 }, { "epoch": 1.39, "learning_rate": 0.00014558092557392818, "loss": 0.084, "step": 1246 }, { "epoch": 1.39, "eval_loss": 0.08815128356218338, "eval_runtime": 71.9977, "eval_samples_per_second": 7.278, "eval_steps_per_second": 1.82, "step": 1246 }, { "epoch": 1.39, "learning_rate": 0.0001455018725419607, "loss": 0.0975, "step": 1247 }, { "epoch": 1.39, "learning_rate": 0.00014542278363322383, "loss": 0.0782, "step": 1248 }, { "epoch": 1.39, "learning_rate": 0.00014534365891007663, "loss": 0.0796, "step": 1249 }, { "epoch": 1.39, "learning_rate": 0.0001452644984349064, "loss": 0.0906, "step": 1250 }, { "epoch": 1.39, "learning_rate": 0.00014518530227012862, "loss": 0.0818, "step": 1251 }, { "epoch": 1.39, "learning_rate": 0.000145106070478187, "loss": 0.0811, "step": 1252 }, { "epoch": 1.4, "learning_rate": 0.00014502680312155318, "loss": 0.0721, "step": 1253 }, { "epoch": 1.4, "learning_rate": 0.00014494750026272697, "loss": 0.0671, "step": 1254 }, { "epoch": 1.4, "learning_rate": 0.0001448681619642362, "loss": 0.081, "step": 1255 }, { "epoch": 1.4, "learning_rate": 0.00014478878828863643, "loss": 0.0971, "step": 1256 }, { "epoch": 1.4, "learning_rate": 0.0001447093792985114, "loss": 0.0918, "step": 1257 }, { "epoch": 1.4, "learning_rate": 0.0001446299350564725, "loss": 0.0793, "step": 1258 }, { "epoch": 1.4, "learning_rate": 0.00014455045562515898, "loss": 0.0808, "step": 1259 }, { "epoch": 1.4, "learning_rate": 0.00014447094106723779, "loss": 0.0821, "step": 1260 }, { "epoch": 1.4, "learning_rate": 0.00014439139144540369, "loss": 0.0762, "step": 1261 }, { "epoch": 1.41, "learning_rate": 0.00014431180682237895, "loss": 0.0787, "step": 1262 }, { "epoch": 1.41, "learning_rate": 0.0001442321872609135, "loss": 0.0887, "step": 1263 }, { "epoch": 1.41, "learning_rate": 0.0001441525328237848, "loss": 0.0903, "step": 1264 }, { "epoch": 1.41, "learning_rate": 0.00014407284357379792, "loss": 0.0791, "step": 1265 }, { "epoch": 1.41, "learning_rate": 0.00014399311957378515, "loss": 0.0853, "step": 1266 }, { "epoch": 1.41, "learning_rate": 0.0001439133608866064, "loss": 0.0931, "step": 1267 }, { "epoch": 1.41, "learning_rate": 0.00014383356757514878, "loss": 0.069, "step": 1268 }, { "epoch": 1.41, "learning_rate": 0.00014375373970232683, "loss": 0.0827, "step": 1269 }, { "epoch": 1.41, "learning_rate": 0.00014367387733108222, "loss": 0.0775, "step": 1270 }, { "epoch": 1.42, "learning_rate": 0.00014359398052438387, "loss": 0.0789, "step": 1271 }, { "epoch": 1.42, "learning_rate": 0.0001435140493452279, "loss": 0.0797, "step": 1272 }, { "epoch": 1.42, "learning_rate": 0.0001434340838566374, "loss": 0.0824, "step": 1273 }, { "epoch": 1.42, "learning_rate": 0.00014335408412166273, "loss": 0.0812, "step": 1274 }, { "epoch": 1.42, "learning_rate": 0.00014327405020338101, "loss": 0.0807, "step": 1275 }, { "epoch": 1.42, "learning_rate": 0.00014319398216489643, "loss": 0.0842, "step": 1276 }, { "epoch": 1.42, "learning_rate": 0.0001431138800693401, "loss": 0.0756, "step": 1277 }, { "epoch": 1.42, "learning_rate": 0.00014303374397987, "loss": 0.0847, "step": 1278 }, { "epoch": 1.42, "learning_rate": 0.0001429535739596708, "loss": 0.0858, "step": 1279 }, { "epoch": 1.43, "learning_rate": 0.000142873370071954, "loss": 0.0815, "step": 1280 }, { "epoch": 1.43, "learning_rate": 0.00014279313237995783, "loss": 0.0804, "step": 1281 }, { "epoch": 1.43, "learning_rate": 0.00014271286094694714, "loss": 0.0777, "step": 1282 }, { "epoch": 1.43, "learning_rate": 0.00014263255583621333, "loss": 0.0721, "step": 1283 }, { "epoch": 1.43, "learning_rate": 0.0001425522171110745, "loss": 0.0997, "step": 1284 }, { "epoch": 1.43, "learning_rate": 0.00014247184483487504, "loss": 0.0832, "step": 1285 }, { "epoch": 1.43, "learning_rate": 0.0001423914390709861, "loss": 0.0727, "step": 1286 }, { "epoch": 1.43, "learning_rate": 0.00014231099988280485, "loss": 0.0877, "step": 1287 }, { "epoch": 1.43, "learning_rate": 0.00014223052733375514, "loss": 0.0765, "step": 1288 }, { "epoch": 1.44, "learning_rate": 0.00014215002148728692, "loss": 0.0951, "step": 1289 }, { "epoch": 1.44, "learning_rate": 0.00014206948240687656, "loss": 0.0734, "step": 1290 }, { "epoch": 1.44, "learning_rate": 0.00014198891015602646, "loss": 0.0854, "step": 1291 }, { "epoch": 1.44, "learning_rate": 0.00014190830479826535, "loss": 0.0777, "step": 1292 }, { "epoch": 1.44, "learning_rate": 0.00014182766639714785, "loss": 0.0883, "step": 1293 }, { "epoch": 1.44, "learning_rate": 0.00014174699501625485, "loss": 0.0758, "step": 1294 }, { "epoch": 1.44, "learning_rate": 0.00014166629071919314, "loss": 0.0864, "step": 1295 }, { "epoch": 1.44, "learning_rate": 0.0001415855535695955, "loss": 0.0755, "step": 1296 }, { "epoch": 1.44, "learning_rate": 0.00014150478363112048, "loss": 0.0787, "step": 1297 }, { "epoch": 1.45, "learning_rate": 0.00014142398096745267, "loss": 0.0773, "step": 1298 }, { "epoch": 1.45, "learning_rate": 0.0001413431456423024, "loss": 0.0806, "step": 1299 }, { "epoch": 1.45, "learning_rate": 0.0001412622777194057, "loss": 0.0769, "step": 1300 }, { "epoch": 1.45, "learning_rate": 0.00014118137726252435, "loss": 0.084, "step": 1301 }, { "epoch": 1.45, "learning_rate": 0.00014110044433544573, "loss": 0.0766, "step": 1302 }, { "epoch": 1.45, "learning_rate": 0.00014101947900198295, "loss": 0.0795, "step": 1303 }, { "epoch": 1.45, "learning_rate": 0.00014093848132597448, "loss": 0.0983, "step": 1304 }, { "epoch": 1.45, "learning_rate": 0.0001408574513712845, "loss": 0.0725, "step": 1305 }, { "epoch": 1.45, "learning_rate": 0.0001407763892018024, "loss": 0.0829, "step": 1306 }, { "epoch": 1.46, "learning_rate": 0.00014069529488144322, "loss": 0.0831, "step": 1307 }, { "epoch": 1.46, "learning_rate": 0.00014061416847414718, "loss": 0.0719, "step": 1308 }, { "epoch": 1.46, "learning_rate": 0.0001405330100438799, "loss": 0.0804, "step": 1309 }, { "epoch": 1.46, "learning_rate": 0.00014045181965463216, "loss": 0.0713, "step": 1310 }, { "epoch": 1.46, "learning_rate": 0.00014037059737042, "loss": 0.0756, "step": 1311 }, { "epoch": 1.46, "learning_rate": 0.00014028934325528459, "loss": 0.0786, "step": 1312 }, { "epoch": 1.46, "learning_rate": 0.0001402080573732922, "loss": 0.0697, "step": 1313 }, { "epoch": 1.46, "learning_rate": 0.0001401267397885341, "loss": 0.0818, "step": 1314 }, { "epoch": 1.46, "learning_rate": 0.00014004539056512667, "loss": 0.0793, "step": 1315 }, { "epoch": 1.47, "learning_rate": 0.00013996400976721112, "loss": 0.0903, "step": 1316 }, { "epoch": 1.47, "learning_rate": 0.00013988259745895365, "loss": 0.099, "step": 1317 }, { "epoch": 1.47, "learning_rate": 0.0001398011537045452, "loss": 0.1046, "step": 1318 }, { "epoch": 1.47, "learning_rate": 0.0001397196785682016, "loss": 0.0784, "step": 1319 }, { "epoch": 1.47, "learning_rate": 0.00013963817211416337, "loss": 0.0828, "step": 1320 }, { "epoch": 1.47, "learning_rate": 0.00013955663440669579, "loss": 0.0823, "step": 1321 }, { "epoch": 1.47, "learning_rate": 0.0001394750655100886, "loss": 0.0746, "step": 1322 }, { "epoch": 1.47, "learning_rate": 0.00013939346548865644, "loss": 0.0808, "step": 1323 }, { "epoch": 1.48, "learning_rate": 0.00013931183440673816, "loss": 0.0727, "step": 1324 }, { "epoch": 1.48, "learning_rate": 0.00013923017232869738, "loss": 0.0748, "step": 1325 }, { "epoch": 1.48, "learning_rate": 0.00013914847931892192, "loss": 0.0658, "step": 1326 }, { "epoch": 1.48, "learning_rate": 0.00013906675544182417, "loss": 0.0846, "step": 1327 }, { "epoch": 1.48, "learning_rate": 0.00013898500076184078, "loss": 0.0773, "step": 1328 }, { "epoch": 1.48, "learning_rate": 0.00013890321534343268, "loss": 0.0736, "step": 1329 }, { "epoch": 1.48, "learning_rate": 0.0001388213992510851, "loss": 0.0745, "step": 1330 }, { "epoch": 1.48, "learning_rate": 0.00013873955254930734, "loss": 0.0875, "step": 1331 }, { "epoch": 1.48, "learning_rate": 0.00013865767530263292, "loss": 0.089, "step": 1332 }, { "epoch": 1.49, "learning_rate": 0.00013857576757561949, "loss": 0.0894, "step": 1333 }, { "epoch": 1.49, "learning_rate": 0.0001384938294328486, "loss": 0.0906, "step": 1334 }, { "epoch": 1.49, "learning_rate": 0.00013841186093892585, "loss": 0.0948, "step": 1335 }, { "epoch": 1.49, "learning_rate": 0.00013832986215848086, "loss": 0.0865, "step": 1336 }, { "epoch": 1.49, "learning_rate": 0.00013824783315616692, "loss": 0.098, "step": 1337 }, { "epoch": 1.49, "learning_rate": 0.00013816577399666138, "loss": 0.0719, "step": 1338 }, { "epoch": 1.49, "learning_rate": 0.00013808368474466518, "loss": 0.0695, "step": 1339 }, { "epoch": 1.49, "learning_rate": 0.0001380015654649031, "loss": 0.078, "step": 1340 }, { "epoch": 1.49, "learning_rate": 0.00013791941622212357, "loss": 0.0743, "step": 1341 }, { "epoch": 1.5, "learning_rate": 0.00013783723708109862, "loss": 0.0862, "step": 1342 }, { "epoch": 1.5, "learning_rate": 0.00013775502810662392, "loss": 0.0706, "step": 1343 }, { "epoch": 1.5, "learning_rate": 0.00013767278936351854, "loss": 0.0913, "step": 1344 }, { "epoch": 1.5, "learning_rate": 0.0001375905209166251, "loss": 0.0805, "step": 1345 }, { "epoch": 1.5, "learning_rate": 0.0001375082228308097, "loss": 0.0849, "step": 1346 }, { "epoch": 1.5, "learning_rate": 0.0001374258951709617, "loss": 0.0798, "step": 1347 }, { "epoch": 1.5, "learning_rate": 0.00013734353800199384, "loss": 0.0838, "step": 1348 }, { "epoch": 1.5, "learning_rate": 0.00013726115138884207, "loss": 0.0797, "step": 1349 }, { "epoch": 1.5, "learning_rate": 0.00013717873539646568, "loss": 0.0792, "step": 1350 }, { "epoch": 1.51, "learning_rate": 0.00013709629008984696, "loss": 0.0729, "step": 1351 }, { "epoch": 1.51, "learning_rate": 0.00013701381553399145, "loss": 0.0832, "step": 1352 }, { "epoch": 1.51, "learning_rate": 0.00013693131179392764, "loss": 0.0732, "step": 1353 }, { "epoch": 1.51, "learning_rate": 0.00013684877893470717, "loss": 0.0795, "step": 1354 }, { "epoch": 1.51, "learning_rate": 0.00013676621702140445, "loss": 0.0917, "step": 1355 }, { "epoch": 1.51, "learning_rate": 0.00013668362611911697, "loss": 0.08, "step": 1356 }, { "epoch": 1.51, "learning_rate": 0.00013660100629296498, "loss": 0.0729, "step": 1357 }, { "epoch": 1.51, "learning_rate": 0.00013651835760809163, "loss": 0.0793, "step": 1358 }, { "epoch": 1.51, "learning_rate": 0.00013643568012966273, "loss": 0.0721, "step": 1359 }, { "epoch": 1.52, "learning_rate": 0.00013635297392286676, "loss": 0.0767, "step": 1360 }, { "epoch": 1.52, "learning_rate": 0.00013627023905291502, "loss": 0.0908, "step": 1361 }, { "epoch": 1.52, "learning_rate": 0.00013618747558504123, "loss": 0.079, "step": 1362 }, { "epoch": 1.52, "learning_rate": 0.00013610468358450176, "loss": 0.0807, "step": 1363 }, { "epoch": 1.52, "learning_rate": 0.00013602186311657545, "loss": 0.0853, "step": 1364 }, { "epoch": 1.52, "learning_rate": 0.0001359390142465636, "loss": 0.0794, "step": 1365 }, { "epoch": 1.52, "learning_rate": 0.00013585613703978984, "loss": 0.0851, "step": 1366 }, { "epoch": 1.52, "learning_rate": 0.00013577323156160027, "loss": 0.0805, "step": 1367 }, { "epoch": 1.52, "learning_rate": 0.00013569029787736315, "loss": 0.0799, "step": 1368 }, { "epoch": 1.53, "learning_rate": 0.0001356073360524691, "loss": 0.0823, "step": 1369 }, { "epoch": 1.53, "learning_rate": 0.00013552434615233074, "loss": 0.0807, "step": 1370 }, { "epoch": 1.53, "learning_rate": 0.00013544132824238304, "loss": 0.0869, "step": 1371 }, { "epoch": 1.53, "learning_rate": 0.00013535828238808297, "loss": 0.0763, "step": 1372 }, { "epoch": 1.53, "learning_rate": 0.0001352752086549095, "loss": 0.0849, "step": 1373 }, { "epoch": 1.53, "learning_rate": 0.0001351921071083636, "loss": 0.0866, "step": 1374 }, { "epoch": 1.53, "learning_rate": 0.00013510897781396816, "loss": 0.0873, "step": 1375 }, { "epoch": 1.53, "learning_rate": 0.00013502582083726802, "loss": 0.0901, "step": 1376 }, { "epoch": 1.53, "learning_rate": 0.0001349426362438298, "loss": 0.0846, "step": 1377 }, { "epoch": 1.54, "learning_rate": 0.00013485942409924184, "loss": 0.0797, "step": 1378 }, { "epoch": 1.54, "learning_rate": 0.00013477618446911424, "loss": 0.0977, "step": 1379 }, { "epoch": 1.54, "learning_rate": 0.0001346929174190788, "loss": 0.0719, "step": 1380 }, { "epoch": 1.54, "learning_rate": 0.00013460962301478898, "loss": 0.0744, "step": 1381 }, { "epoch": 1.54, "learning_rate": 0.0001345263013219197, "loss": 0.085, "step": 1382 }, { "epoch": 1.54, "learning_rate": 0.0001344429524061674, "loss": 0.0809, "step": 1383 }, { "epoch": 1.54, "learning_rate": 0.00013435957633325013, "loss": 0.0926, "step": 1384 }, { "epoch": 1.54, "learning_rate": 0.0001342761731689072, "loss": 0.0742, "step": 1385 }, { "epoch": 1.54, "learning_rate": 0.00013419274297889934, "loss": 0.0878, "step": 1386 }, { "epoch": 1.55, "learning_rate": 0.00013410928582900856, "loss": 0.0745, "step": 1387 }, { "epoch": 1.55, "learning_rate": 0.00013402580178503818, "loss": 0.0846, "step": 1388 }, { "epoch": 1.55, "learning_rate": 0.0001339422909128127, "loss": 0.0873, "step": 1389 }, { "epoch": 1.55, "learning_rate": 0.00013385875327817775, "loss": 0.0776, "step": 1390 }, { "epoch": 1.55, "learning_rate": 0.00013377518894700007, "loss": 0.0803, "step": 1391 }, { "epoch": 1.55, "learning_rate": 0.0001336915979851675, "loss": 0.0683, "step": 1392 }, { "epoch": 1.55, "learning_rate": 0.0001336079804585888, "loss": 0.0748, "step": 1393 }, { "epoch": 1.55, "learning_rate": 0.00013352433643319374, "loss": 0.0779, "step": 1394 }, { "epoch": 1.56, "learning_rate": 0.0001334406659749329, "loss": 0.0805, "step": 1395 }, { "epoch": 1.56, "learning_rate": 0.00013335696914977785, "loss": 0.0843, "step": 1396 }, { "epoch": 1.56, "learning_rate": 0.00013327324602372076, "loss": 0.0719, "step": 1397 }, { "epoch": 1.56, "learning_rate": 0.0001331894966627747, "loss": 0.0865, "step": 1398 }, { "epoch": 1.56, "learning_rate": 0.00013310572113297333, "loss": 0.0745, "step": 1399 }, { "epoch": 1.56, "learning_rate": 0.00013302191950037098, "loss": 0.0849, "step": 1400 }, { "epoch": 1.56, "learning_rate": 0.00013293809183104256, "loss": 0.0759, "step": 1401 }, { "epoch": 1.56, "learning_rate": 0.0001328542381910835, "loss": 0.0863, "step": 1402 }, { "epoch": 1.56, "learning_rate": 0.00013277035864660966, "loss": 0.0926, "step": 1403 }, { "epoch": 1.57, "learning_rate": 0.00013268645326375747, "loss": 0.0726, "step": 1404 }, { "epoch": 1.57, "learning_rate": 0.00013260252210868355, "loss": 0.0806, "step": 1405 }, { "epoch": 1.57, "learning_rate": 0.00013251856524756502, "loss": 0.107, "step": 1406 }, { "epoch": 1.57, "learning_rate": 0.0001324345827465991, "loss": 0.0846, "step": 1407 }, { "epoch": 1.57, "learning_rate": 0.00013235057467200328, "loss": 0.0753, "step": 1408 }, { "epoch": 1.57, "learning_rate": 0.0001322665410900153, "loss": 0.0715, "step": 1409 }, { "epoch": 1.57, "learning_rate": 0.00013218248206689297, "loss": 0.0986, "step": 1410 }, { "epoch": 1.57, "learning_rate": 0.00013209839766891406, "loss": 0.0782, "step": 1411 }, { "epoch": 1.57, "learning_rate": 0.0001320142879623765, "loss": 0.0861, "step": 1412 }, { "epoch": 1.58, "learning_rate": 0.000131930153013598, "loss": 0.0812, "step": 1413 }, { "epoch": 1.58, "learning_rate": 0.00013184599288891638, "loss": 0.0859, "step": 1414 }, { "epoch": 1.58, "learning_rate": 0.00013176180765468915, "loss": 0.0792, "step": 1415 }, { "epoch": 1.58, "learning_rate": 0.00013167759737729368, "loss": 0.0832, "step": 1416 }, { "epoch": 1.58, "learning_rate": 0.00013159336212312708, "loss": 0.0796, "step": 1417 }, { "epoch": 1.58, "learning_rate": 0.00013150910195860614, "loss": 0.092, "step": 1418 }, { "epoch": 1.58, "learning_rate": 0.00013142481695016734, "loss": 0.0758, "step": 1419 }, { "epoch": 1.58, "learning_rate": 0.00013134050716426664, "loss": 0.0875, "step": 1420 }, { "epoch": 1.58, "learning_rate": 0.0001312561726673797, "loss": 0.0698, "step": 1421 }, { "epoch": 1.59, "learning_rate": 0.00013117181352600144, "loss": 0.0844, "step": 1422 }, { "epoch": 1.59, "learning_rate": 0.00013108742980664646, "loss": 0.092, "step": 1423 }, { "epoch": 1.59, "learning_rate": 0.00013100302157584862, "loss": 0.0798, "step": 1424 }, { "epoch": 1.59, "eval_loss": 0.08747868984937668, "eval_runtime": 72.113, "eval_samples_per_second": 7.266, "eval_steps_per_second": 1.817, "step": 1424 }, { "epoch": 1.59, "learning_rate": 0.000130918588900161, "loss": 0.0887, "step": 1425 }, { "epoch": 1.59, "learning_rate": 0.00013083413184615615, "loss": 0.0797, "step": 1426 }, { "epoch": 1.59, "learning_rate": 0.00013074965048042573, "loss": 0.0785, "step": 1427 }, { "epoch": 1.59, "learning_rate": 0.0001306651448695806, "loss": 0.076, "step": 1428 }, { "epoch": 1.59, "learning_rate": 0.0001305806150802507, "loss": 0.0753, "step": 1429 }, { "epoch": 1.59, "learning_rate": 0.0001304960611790851, "loss": 0.0788, "step": 1430 }, { "epoch": 1.6, "learning_rate": 0.0001304114832327518, "loss": 0.0833, "step": 1431 }, { "epoch": 1.6, "learning_rate": 0.00013032688130793784, "loss": 0.0886, "step": 1432 }, { "epoch": 1.6, "learning_rate": 0.00013024225547134913, "loss": 0.0794, "step": 1433 }, { "epoch": 1.6, "learning_rate": 0.00013015760578971038, "loss": 0.0849, "step": 1434 }, { "epoch": 1.6, "learning_rate": 0.00013007293232976524, "loss": 0.0797, "step": 1435 }, { "epoch": 1.6, "learning_rate": 0.00012998823515827593, "loss": 0.0907, "step": 1436 }, { "epoch": 1.6, "learning_rate": 0.00012990351434202351, "loss": 0.0769, "step": 1437 }, { "epoch": 1.6, "learning_rate": 0.00012981876994780763, "loss": 0.0739, "step": 1438 }, { "epoch": 1.6, "learning_rate": 0.0001297340020424465, "loss": 0.0749, "step": 1439 }, { "epoch": 1.61, "learning_rate": 0.00012964921069277696, "loss": 0.0693, "step": 1440 }, { "epoch": 1.61, "learning_rate": 0.0001295643959656542, "loss": 0.0821, "step": 1441 }, { "epoch": 1.61, "learning_rate": 0.00012947955792795194, "loss": 0.0788, "step": 1442 }, { "epoch": 1.61, "learning_rate": 0.0001293946966465623, "loss": 0.0828, "step": 1443 }, { "epoch": 1.61, "learning_rate": 0.00012930981218839564, "loss": 0.0721, "step": 1444 }, { "epoch": 1.61, "learning_rate": 0.00012922490462038066, "loss": 0.0888, "step": 1445 }, { "epoch": 1.61, "learning_rate": 0.0001291399740094642, "loss": 0.0815, "step": 1446 }, { "epoch": 1.61, "learning_rate": 0.00012905502042261143, "loss": 0.0908, "step": 1447 }, { "epoch": 1.61, "learning_rate": 0.00012897004392680542, "loss": 0.0795, "step": 1448 }, { "epoch": 1.62, "learning_rate": 0.0001288850445890475, "loss": 0.0846, "step": 1449 }, { "epoch": 1.62, "learning_rate": 0.00012880002247635692, "loss": 0.0847, "step": 1450 }, { "epoch": 1.62, "learning_rate": 0.00012871497765577083, "loss": 0.081, "step": 1451 }, { "epoch": 1.62, "learning_rate": 0.0001286299101943444, "loss": 0.0722, "step": 1452 }, { "epoch": 1.62, "learning_rate": 0.00012854482015915058, "loss": 0.0893, "step": 1453 }, { "epoch": 1.62, "learning_rate": 0.00012845970761728016, "loss": 0.0802, "step": 1454 }, { "epoch": 1.62, "learning_rate": 0.0001283745726358416, "loss": 0.0737, "step": 1455 }, { "epoch": 1.62, "learning_rate": 0.00012828941528196118, "loss": 0.0846, "step": 1456 }, { "epoch": 1.62, "learning_rate": 0.0001282042356227827, "loss": 0.0813, "step": 1457 }, { "epoch": 1.63, "learning_rate": 0.00012811903372546762, "loss": 0.0716, "step": 1458 }, { "epoch": 1.63, "learning_rate": 0.00012803380965719486, "loss": 0.0773, "step": 1459 }, { "epoch": 1.63, "learning_rate": 0.00012794856348516095, "loss": 0.0779, "step": 1460 }, { "epoch": 1.63, "learning_rate": 0.0001278632952765797, "loss": 0.0827, "step": 1461 }, { "epoch": 1.63, "learning_rate": 0.00012777800509868238, "loss": 0.0745, "step": 1462 }, { "epoch": 1.63, "learning_rate": 0.00012769269301871752, "loss": 0.081, "step": 1463 }, { "epoch": 1.63, "learning_rate": 0.00012760735910395107, "loss": 0.0779, "step": 1464 }, { "epoch": 1.63, "learning_rate": 0.000127522003421666, "loss": 0.0805, "step": 1465 }, { "epoch": 1.64, "learning_rate": 0.00012743662603916257, "loss": 0.0677, "step": 1466 }, { "epoch": 1.64, "learning_rate": 0.0001273512270237581, "loss": 0.0769, "step": 1467 }, { "epoch": 1.64, "learning_rate": 0.00012726580644278695, "loss": 0.0738, "step": 1468 }, { "epoch": 1.64, "learning_rate": 0.00012718036436360056, "loss": 0.0769, "step": 1469 }, { "epoch": 1.64, "learning_rate": 0.00012709490085356727, "loss": 0.0757, "step": 1470 }, { "epoch": 1.64, "learning_rate": 0.0001270094159800723, "loss": 0.0682, "step": 1471 }, { "epoch": 1.64, "learning_rate": 0.00012692390981051773, "loss": 0.0718, "step": 1472 }, { "epoch": 1.64, "learning_rate": 0.00012683838241232248, "loss": 0.0856, "step": 1473 }, { "epoch": 1.64, "learning_rate": 0.00012675283385292212, "loss": 0.0792, "step": 1474 }, { "epoch": 1.65, "learning_rate": 0.00012666726419976893, "loss": 0.081, "step": 1475 }, { "epoch": 1.65, "learning_rate": 0.0001265816735203319, "loss": 0.0892, "step": 1476 }, { "epoch": 1.65, "learning_rate": 0.0001264960618820965, "loss": 0.0712, "step": 1477 }, { "epoch": 1.65, "learning_rate": 0.0001264104293525648, "loss": 0.0814, "step": 1478 }, { "epoch": 1.65, "learning_rate": 0.00012632477599925528, "loss": 0.0832, "step": 1479 }, { "epoch": 1.65, "learning_rate": 0.00012623910188970286, "loss": 0.0774, "step": 1480 }, { "epoch": 1.65, "learning_rate": 0.00012615340709145887, "loss": 0.0727, "step": 1481 }, { "epoch": 1.65, "learning_rate": 0.00012606769167209086, "loss": 0.069, "step": 1482 }, { "epoch": 1.65, "learning_rate": 0.00012598195569918274, "loss": 0.0871, "step": 1483 }, { "epoch": 1.66, "learning_rate": 0.00012589619924033456, "loss": 0.0838, "step": 1484 }, { "epoch": 1.66, "learning_rate": 0.00012581042236316253, "loss": 0.0792, "step": 1485 }, { "epoch": 1.66, "learning_rate": 0.00012572462513529899, "loss": 0.08, "step": 1486 }, { "epoch": 1.66, "learning_rate": 0.00012563880762439232, "loss": 0.083, "step": 1487 }, { "epoch": 1.66, "learning_rate": 0.00012555296989810686, "loss": 0.0688, "step": 1488 }, { "epoch": 1.66, "learning_rate": 0.00012546711202412287, "loss": 0.0824, "step": 1489 }, { "epoch": 1.66, "learning_rate": 0.0001253812340701366, "loss": 0.0641, "step": 1490 }, { "epoch": 1.66, "learning_rate": 0.00012529533610386006, "loss": 0.073, "step": 1491 }, { "epoch": 1.66, "learning_rate": 0.000125209418193021, "loss": 0.0747, "step": 1492 }, { "epoch": 1.67, "learning_rate": 0.00012512348040536297, "loss": 0.0853, "step": 1493 }, { "epoch": 1.67, "learning_rate": 0.00012503752280864513, "loss": 0.0761, "step": 1494 }, { "epoch": 1.67, "learning_rate": 0.00012495154547064239, "loss": 0.0976, "step": 1495 }, { "epoch": 1.67, "learning_rate": 0.000124865548459145, "loss": 0.0769, "step": 1496 }, { "epoch": 1.67, "learning_rate": 0.00012477953184195895, "loss": 0.0784, "step": 1497 }, { "epoch": 1.67, "learning_rate": 0.00012469349568690552, "loss": 0.0885, "step": 1498 }, { "epoch": 1.67, "learning_rate": 0.0001246074400618215, "loss": 0.0759, "step": 1499 }, { "epoch": 1.67, "learning_rate": 0.000124521365034559, "loss": 0.0769, "step": 1500 }, { "epoch": 1.67, "learning_rate": 0.0001244352706729854, "loss": 0.1006, "step": 1501 }, { "epoch": 1.68, "learning_rate": 0.00012434915704498333, "loss": 0.0846, "step": 1502 }, { "epoch": 1.68, "learning_rate": 0.00012426302421845068, "loss": 0.1022, "step": 1503 }, { "epoch": 1.68, "learning_rate": 0.0001241768722613004, "loss": 0.0815, "step": 1504 }, { "epoch": 1.68, "learning_rate": 0.00012409070124146053, "loss": 0.0915, "step": 1505 }, { "epoch": 1.68, "learning_rate": 0.0001240045112268742, "loss": 0.0764, "step": 1506 }, { "epoch": 1.68, "learning_rate": 0.00012391830228549946, "loss": 0.0954, "step": 1507 }, { "epoch": 1.68, "learning_rate": 0.0001238320744853093, "loss": 0.0845, "step": 1508 }, { "epoch": 1.68, "learning_rate": 0.00012374582789429154, "loss": 0.0728, "step": 1509 }, { "epoch": 1.68, "learning_rate": 0.0001236595625804489, "loss": 0.1019, "step": 1510 }, { "epoch": 1.69, "learning_rate": 0.0001235732786117988, "loss": 0.0772, "step": 1511 }, { "epoch": 1.69, "learning_rate": 0.00012348697605637344, "loss": 0.0752, "step": 1512 }, { "epoch": 1.69, "learning_rate": 0.00012340065498221952, "loss": 0.0779, "step": 1513 }, { "epoch": 1.69, "learning_rate": 0.0001233143154573985, "loss": 0.0722, "step": 1514 }, { "epoch": 1.69, "learning_rate": 0.00012322795754998636, "loss": 0.0777, "step": 1515 }, { "epoch": 1.69, "learning_rate": 0.0001231415813280735, "loss": 0.0742, "step": 1516 }, { "epoch": 1.69, "learning_rate": 0.0001230551868597648, "loss": 0.0772, "step": 1517 }, { "epoch": 1.69, "learning_rate": 0.0001229687742131796, "loss": 0.0746, "step": 1518 }, { "epoch": 1.69, "learning_rate": 0.00012288234345645137, "loss": 0.0816, "step": 1519 }, { "epoch": 1.7, "learning_rate": 0.00012279589465772814, "loss": 0.0845, "step": 1520 }, { "epoch": 1.7, "learning_rate": 0.00012270942788517194, "loss": 0.0777, "step": 1521 }, { "epoch": 1.7, "learning_rate": 0.00012262294320695906, "loss": 0.0767, "step": 1522 }, { "epoch": 1.7, "learning_rate": 0.0001225364406912799, "loss": 0.0769, "step": 1523 }, { "epoch": 1.7, "learning_rate": 0.00012244992040633896, "loss": 0.079, "step": 1524 }, { "epoch": 1.7, "learning_rate": 0.00012236338242035467, "loss": 0.0798, "step": 1525 }, { "epoch": 1.7, "learning_rate": 0.0001222768268015595, "loss": 0.072, "step": 1526 }, { "epoch": 1.7, "learning_rate": 0.00012219025361819968, "loss": 0.0984, "step": 1527 }, { "epoch": 1.7, "learning_rate": 0.00012210366293853556, "loss": 0.0842, "step": 1528 }, { "epoch": 1.71, "learning_rate": 0.00012201705483084098, "loss": 0.0854, "step": 1529 }, { "epoch": 1.71, "learning_rate": 0.00012193042936340375, "loss": 0.0803, "step": 1530 }, { "epoch": 1.71, "learning_rate": 0.00012184378660452517, "loss": 0.0815, "step": 1531 }, { "epoch": 1.71, "learning_rate": 0.00012175712662252043, "loss": 0.0835, "step": 1532 }, { "epoch": 1.71, "learning_rate": 0.00012167044948571802, "loss": 0.0862, "step": 1533 }, { "epoch": 1.71, "learning_rate": 0.00012158375526246018, "loss": 0.077, "step": 1534 }, { "epoch": 1.71, "learning_rate": 0.00012149704402110243, "loss": 0.0831, "step": 1535 }, { "epoch": 1.71, "learning_rate": 0.00012141031583001388, "loss": 0.0863, "step": 1536 }, { "epoch": 1.72, "learning_rate": 0.00012132357075757689, "loss": 0.0858, "step": 1537 }, { "epoch": 1.72, "learning_rate": 0.00012123680887218722, "loss": 0.0815, "step": 1538 }, { "epoch": 1.72, "learning_rate": 0.00012115003024225381, "loss": 0.0829, "step": 1539 }, { "epoch": 1.72, "learning_rate": 0.00012106323493619885, "loss": 0.0789, "step": 1540 }, { "epoch": 1.72, "learning_rate": 0.00012097642302245761, "loss": 0.0829, "step": 1541 }, { "epoch": 1.72, "learning_rate": 0.00012088959456947855, "loss": 0.0828, "step": 1542 }, { "epoch": 1.72, "learning_rate": 0.00012080274964572313, "loss": 0.0749, "step": 1543 }, { "epoch": 1.72, "learning_rate": 0.00012071588831966576, "loss": 0.0776, "step": 1544 }, { "epoch": 1.72, "learning_rate": 0.00012062901065979382, "loss": 0.0768, "step": 1545 }, { "epoch": 1.73, "learning_rate": 0.00012054211673460756, "loss": 0.0712, "step": 1546 }, { "epoch": 1.73, "learning_rate": 0.0001204552066126201, "loss": 0.0769, "step": 1547 }, { "epoch": 1.73, "learning_rate": 0.00012036828036235721, "loss": 0.0722, "step": 1548 }, { "epoch": 1.73, "learning_rate": 0.00012028133805235755, "loss": 0.0767, "step": 1549 }, { "epoch": 1.73, "learning_rate": 0.00012019437975117228, "loss": 0.0758, "step": 1550 }, { "epoch": 1.73, "learning_rate": 0.00012010740552736526, "loss": 0.088, "step": 1551 }, { "epoch": 1.73, "learning_rate": 0.00012002041544951284, "loss": 0.0824, "step": 1552 }, { "epoch": 1.73, "learning_rate": 0.00011993340958620396, "loss": 0.0846, "step": 1553 }, { "epoch": 1.73, "learning_rate": 0.00011984638800603995, "loss": 0.0839, "step": 1554 }, { "epoch": 1.74, "learning_rate": 0.00011975935077763454, "loss": 0.0878, "step": 1555 }, { "epoch": 1.74, "learning_rate": 0.00011967229796961376, "loss": 0.0792, "step": 1556 }, { "epoch": 1.74, "learning_rate": 0.000119585229650616, "loss": 0.0792, "step": 1557 }, { "epoch": 1.74, "learning_rate": 0.00011949814588929184, "loss": 0.0803, "step": 1558 }, { "epoch": 1.74, "learning_rate": 0.00011941104675430404, "loss": 0.0787, "step": 1559 }, { "epoch": 1.74, "learning_rate": 0.00011932393231432746, "loss": 0.086, "step": 1560 }, { "epoch": 1.74, "learning_rate": 0.00011923680263804902, "loss": 0.0844, "step": 1561 }, { "epoch": 1.74, "learning_rate": 0.00011914965779416773, "loss": 0.0688, "step": 1562 }, { "epoch": 1.74, "learning_rate": 0.00011906249785139452, "loss": 0.0709, "step": 1563 }, { "epoch": 1.75, "learning_rate": 0.00011897532287845217, "loss": 0.0913, "step": 1564 }, { "epoch": 1.75, "learning_rate": 0.00011888813294407535, "loss": 0.0779, "step": 1565 }, { "epoch": 1.75, "learning_rate": 0.00011880092811701056, "loss": 0.0732, "step": 1566 }, { "epoch": 1.75, "learning_rate": 0.00011871370846601601, "loss": 0.0822, "step": 1567 }, { "epoch": 1.75, "learning_rate": 0.00011862647405986161, "loss": 0.081, "step": 1568 }, { "epoch": 1.75, "learning_rate": 0.00011853922496732885, "loss": 0.079, "step": 1569 }, { "epoch": 1.75, "learning_rate": 0.0001184519612572109, "loss": 0.091, "step": 1570 }, { "epoch": 1.75, "learning_rate": 0.00011836468299831236, "loss": 0.0833, "step": 1571 }, { "epoch": 1.75, "learning_rate": 0.0001182773902594494, "loss": 0.0768, "step": 1572 }, { "epoch": 1.76, "learning_rate": 0.00011819008310944948, "loss": 0.0773, "step": 1573 }, { "epoch": 1.76, "learning_rate": 0.00011810276161715152, "loss": 0.075, "step": 1574 }, { "epoch": 1.76, "learning_rate": 0.00011801542585140572, "loss": 0.0721, "step": 1575 }, { "epoch": 1.76, "learning_rate": 0.00011792807588107357, "loss": 0.0883, "step": 1576 }, { "epoch": 1.76, "learning_rate": 0.00011784071177502767, "loss": 0.0853, "step": 1577 }, { "epoch": 1.76, "learning_rate": 0.00011775333360215184, "loss": 0.0888, "step": 1578 }, { "epoch": 1.76, "learning_rate": 0.00011766594143134097, "loss": 0.091, "step": 1579 }, { "epoch": 1.76, "learning_rate": 0.00011757853533150103, "loss": 0.0824, "step": 1580 }, { "epoch": 1.76, "learning_rate": 0.00011749111537154884, "loss": 0.0817, "step": 1581 }, { "epoch": 1.77, "learning_rate": 0.00011740368162041231, "loss": 0.0872, "step": 1582 }, { "epoch": 1.77, "learning_rate": 0.00011731623414703012, "loss": 0.0767, "step": 1583 }, { "epoch": 1.77, "learning_rate": 0.00011722877302035184, "loss": 0.0799, "step": 1584 }, { "epoch": 1.77, "learning_rate": 0.00011714129830933776, "loss": 0.0866, "step": 1585 }, { "epoch": 1.77, "learning_rate": 0.00011705381008295884, "loss": 0.0847, "step": 1586 }, { "epoch": 1.77, "learning_rate": 0.00011696630841019676, "loss": 0.0759, "step": 1587 }, { "epoch": 1.77, "learning_rate": 0.00011687879336004385, "loss": 0.0741, "step": 1588 }, { "epoch": 1.77, "learning_rate": 0.00011679126500150285, "loss": 0.0822, "step": 1589 }, { "epoch": 1.77, "learning_rate": 0.00011670372340358712, "loss": 0.0804, "step": 1590 }, { "epoch": 1.78, "learning_rate": 0.00011661616863532034, "loss": 0.0806, "step": 1591 }, { "epoch": 1.78, "learning_rate": 0.00011652860076573672, "loss": 0.072, "step": 1592 }, { "epoch": 1.78, "learning_rate": 0.0001164410198638807, "loss": 0.0775, "step": 1593 }, { "epoch": 1.78, "learning_rate": 0.00011635342599880699, "loss": 0.0795, "step": 1594 }, { "epoch": 1.78, "learning_rate": 0.00011626581923958051, "loss": 0.0761, "step": 1595 }, { "epoch": 1.78, "learning_rate": 0.0001161781996552765, "loss": 0.0772, "step": 1596 }, { "epoch": 1.78, "learning_rate": 0.00011609056731498009, "loss": 0.0906, "step": 1597 }, { "epoch": 1.78, "learning_rate": 0.00011600292228778662, "loss": 0.0911, "step": 1598 }, { "epoch": 1.79, "learning_rate": 0.00011591526464280138, "loss": 0.0806, "step": 1599 }, { "epoch": 1.79, "learning_rate": 0.00011582759444913964, "loss": 0.0771, "step": 1600 }, { "epoch": 1.79, "learning_rate": 0.00011573991177592651, "loss": 0.0765, "step": 1601 }, { "epoch": 1.79, "learning_rate": 0.00011565221669229696, "loss": 0.0752, "step": 1602 }, { "epoch": 1.79, "eval_loss": 0.08493484556674957, "eval_runtime": 71.8291, "eval_samples_per_second": 7.295, "eval_steps_per_second": 1.824, "step": 1602 }, { "epoch": 1.79, "learning_rate": 0.00011556450926739577, "loss": 0.0781, "step": 1603 }, { "epoch": 1.79, "learning_rate": 0.00011547678957037747, "loss": 0.0846, "step": 1604 }, { "epoch": 1.79, "learning_rate": 0.0001153890576704062, "loss": 0.0733, "step": 1605 }, { "epoch": 1.79, "learning_rate": 0.00011530131363665572, "loss": 0.0711, "step": 1606 }, { "epoch": 1.79, "learning_rate": 0.00011521355753830948, "loss": 0.0865, "step": 1607 }, { "epoch": 1.8, "learning_rate": 0.00011512578944456023, "loss": 0.0775, "step": 1608 }, { "epoch": 1.8, "learning_rate": 0.00011503800942461043, "loss": 0.0802, "step": 1609 }, { "epoch": 1.8, "learning_rate": 0.00011495021754767172, "loss": 0.0771, "step": 1610 }, { "epoch": 1.8, "learning_rate": 0.00011486241388296524, "loss": 0.1016, "step": 1611 }, { "epoch": 1.8, "learning_rate": 0.00011477459849972132, "loss": 0.0762, "step": 1612 }, { "epoch": 1.8, "learning_rate": 0.00011468677146717963, "loss": 0.0733, "step": 1613 }, { "epoch": 1.8, "learning_rate": 0.00011459893285458893, "loss": 0.0829, "step": 1614 }, { "epoch": 1.8, "learning_rate": 0.00011451108273120718, "loss": 0.0856, "step": 1615 }, { "epoch": 1.8, "learning_rate": 0.00011442322116630138, "loss": 0.0788, "step": 1616 }, { "epoch": 1.81, "learning_rate": 0.00011433534822914755, "loss": 0.0825, "step": 1617 }, { "epoch": 1.81, "learning_rate": 0.0001142474639890307, "loss": 0.0785, "step": 1618 }, { "epoch": 1.81, "learning_rate": 0.00011415956851524476, "loss": 0.0807, "step": 1619 }, { "epoch": 1.81, "learning_rate": 0.00011407166187709244, "loss": 0.0778, "step": 1620 }, { "epoch": 1.81, "learning_rate": 0.00011398374414388536, "loss": 0.0847, "step": 1621 }, { "epoch": 1.81, "learning_rate": 0.0001138958153849438, "loss": 0.072, "step": 1622 }, { "epoch": 1.81, "learning_rate": 0.00011380787566959683, "loss": 0.0759, "step": 1623 }, { "epoch": 1.81, "learning_rate": 0.00011371992506718204, "loss": 0.0898, "step": 1624 }, { "epoch": 1.81, "learning_rate": 0.00011363196364704565, "loss": 0.0885, "step": 1625 }, { "epoch": 1.82, "learning_rate": 0.00011354399147854246, "loss": 0.0804, "step": 1626 }, { "epoch": 1.82, "learning_rate": 0.00011345600863103574, "loss": 0.0784, "step": 1627 }, { "epoch": 1.82, "learning_rate": 0.00011336801517389711, "loss": 0.0767, "step": 1628 }, { "epoch": 1.82, "learning_rate": 0.00011328001117650658, "loss": 0.0807, "step": 1629 }, { "epoch": 1.82, "learning_rate": 0.00011319199670825247, "loss": 0.0739, "step": 1630 }, { "epoch": 1.82, "learning_rate": 0.00011310397183853143, "loss": 0.0879, "step": 1631 }, { "epoch": 1.82, "learning_rate": 0.00011301593663674821, "loss": 0.0748, "step": 1632 }, { "epoch": 1.82, "learning_rate": 0.00011292789117231576, "loss": 0.0769, "step": 1633 }, { "epoch": 1.82, "learning_rate": 0.00011283983551465511, "loss": 0.0827, "step": 1634 }, { "epoch": 1.83, "learning_rate": 0.0001127517697331953, "loss": 0.0717, "step": 1635 }, { "epoch": 1.83, "learning_rate": 0.00011266369389737344, "loss": 0.0849, "step": 1636 }, { "epoch": 1.83, "learning_rate": 0.00011257560807663441, "loss": 0.0924, "step": 1637 }, { "epoch": 1.83, "learning_rate": 0.00011248751234043118, "loss": 0.0767, "step": 1638 }, { "epoch": 1.83, "learning_rate": 0.00011239940675822432, "loss": 0.0679, "step": 1639 }, { "epoch": 1.83, "learning_rate": 0.00011231129139948229, "loss": 0.0802, "step": 1640 }, { "epoch": 1.83, "learning_rate": 0.00011222316633368124, "loss": 0.0814, "step": 1641 }, { "epoch": 1.83, "learning_rate": 0.00011213503163030494, "loss": 0.0747, "step": 1642 }, { "epoch": 1.83, "learning_rate": 0.00011204688735884481, "loss": 0.0836, "step": 1643 }, { "epoch": 1.84, "learning_rate": 0.00011195873358879977, "loss": 0.0779, "step": 1644 }, { "epoch": 1.84, "learning_rate": 0.00011187057038967623, "loss": 0.0818, "step": 1645 }, { "epoch": 1.84, "learning_rate": 0.00011178239783098808, "loss": 0.0779, "step": 1646 }, { "epoch": 1.84, "learning_rate": 0.00011169421598225654, "loss": 0.0727, "step": 1647 }, { "epoch": 1.84, "learning_rate": 0.00011160602491301017, "loss": 0.0827, "step": 1648 }, { "epoch": 1.84, "learning_rate": 0.00011151782469278482, "loss": 0.0717, "step": 1649 }, { "epoch": 1.84, "learning_rate": 0.00011142961539112354, "loss": 0.0841, "step": 1650 }, { "epoch": 1.84, "learning_rate": 0.0001113413970775765, "loss": 0.0843, "step": 1651 }, { "epoch": 1.84, "learning_rate": 0.00011125316982170108, "loss": 0.0786, "step": 1652 }, { "epoch": 1.85, "learning_rate": 0.00011116493369306158, "loss": 0.076, "step": 1653 }, { "epoch": 1.85, "learning_rate": 0.00011107668876122941, "loss": 0.0784, "step": 1654 }, { "epoch": 1.85, "learning_rate": 0.00011098843509578285, "loss": 0.0727, "step": 1655 }, { "epoch": 1.85, "learning_rate": 0.00011090017276630713, "loss": 0.0751, "step": 1656 }, { "epoch": 1.85, "learning_rate": 0.00011081190184239419, "loss": 0.0818, "step": 1657 }, { "epoch": 1.85, "learning_rate": 0.0001107236223936429, "loss": 0.0794, "step": 1658 }, { "epoch": 1.85, "learning_rate": 0.00011063533448965872, "loss": 0.0815, "step": 1659 }, { "epoch": 1.85, "learning_rate": 0.00011054703820005388, "loss": 0.074, "step": 1660 }, { "epoch": 1.85, "learning_rate": 0.00011045873359444718, "loss": 0.0734, "step": 1661 }, { "epoch": 1.86, "learning_rate": 0.00011037042074246396, "loss": 0.0884, "step": 1662 }, { "epoch": 1.86, "learning_rate": 0.00011028209971373605, "loss": 0.0776, "step": 1663 }, { "epoch": 1.86, "learning_rate": 0.00011019377057790176, "loss": 0.0793, "step": 1664 }, { "epoch": 1.86, "learning_rate": 0.00011010543340460587, "loss": 0.0683, "step": 1665 }, { "epoch": 1.86, "learning_rate": 0.00011001708826349928, "loss": 0.0885, "step": 1666 }, { "epoch": 1.86, "learning_rate": 0.00010992873522423938, "loss": 0.0797, "step": 1667 }, { "epoch": 1.86, "learning_rate": 0.0001098403743564897, "loss": 0.0719, "step": 1668 }, { "epoch": 1.86, "learning_rate": 0.00010975200572991997, "loss": 0.0791, "step": 1669 }, { "epoch": 1.87, "learning_rate": 0.000109663629414206, "loss": 0.0805, "step": 1670 }, { "epoch": 1.87, "learning_rate": 0.00010957524547902969, "loss": 0.0803, "step": 1671 }, { "epoch": 1.87, "learning_rate": 0.00010948685399407895, "loss": 0.0937, "step": 1672 }, { "epoch": 1.87, "learning_rate": 0.00010939845502904762, "loss": 0.075, "step": 1673 }, { "epoch": 1.87, "learning_rate": 0.00010931004865363545, "loss": 0.0818, "step": 1674 }, { "epoch": 1.87, "learning_rate": 0.00010922163493754809, "loss": 0.0707, "step": 1675 }, { "epoch": 1.87, "learning_rate": 0.00010913321395049683, "loss": 0.0777, "step": 1676 }, { "epoch": 1.87, "learning_rate": 0.0001090447857621989, "loss": 0.0813, "step": 1677 }, { "epoch": 1.87, "learning_rate": 0.00010895635044237697, "loss": 0.0748, "step": 1678 }, { "epoch": 1.88, "learning_rate": 0.00010886790806075957, "loss": 0.088, "step": 1679 }, { "epoch": 1.88, "learning_rate": 0.00010877945868708061, "loss": 0.0838, "step": 1680 }, { "epoch": 1.88, "learning_rate": 0.00010869100239107964, "loss": 0.0866, "step": 1681 }, { "epoch": 1.88, "learning_rate": 0.00010860253924250156, "loss": 0.0781, "step": 1682 }, { "epoch": 1.88, "learning_rate": 0.00010851406931109682, "loss": 0.0793, "step": 1683 }, { "epoch": 1.88, "learning_rate": 0.000108425592666621, "loss": 0.0754, "step": 1684 }, { "epoch": 1.88, "learning_rate": 0.00010833710937883523, "loss": 0.0803, "step": 1685 }, { "epoch": 1.88, "learning_rate": 0.00010824861951750567, "loss": 0.0714, "step": 1686 }, { "epoch": 1.88, "learning_rate": 0.00010816012315240374, "loss": 0.0738, "step": 1687 }, { "epoch": 1.89, "learning_rate": 0.00010807162035330603, "loss": 0.0761, "step": 1688 }, { "epoch": 1.89, "learning_rate": 0.00010798311118999418, "loss": 0.0786, "step": 1689 }, { "epoch": 1.89, "learning_rate": 0.00010789459573225475, "loss": 0.0855, "step": 1690 }, { "epoch": 1.89, "learning_rate": 0.00010780607404987942, "loss": 0.0779, "step": 1691 }, { "epoch": 1.89, "learning_rate": 0.00010771754621266466, "loss": 0.0843, "step": 1692 }, { "epoch": 1.89, "learning_rate": 0.00010762901229041182, "loss": 0.0745, "step": 1693 }, { "epoch": 1.89, "learning_rate": 0.00010754047235292712, "loss": 0.0718, "step": 1694 }, { "epoch": 1.89, "learning_rate": 0.00010745192647002144, "loss": 0.0835, "step": 1695 }, { "epoch": 1.89, "learning_rate": 0.00010736337471151036, "loss": 0.0769, "step": 1696 }, { "epoch": 1.9, "learning_rate": 0.0001072748171472141, "loss": 0.0806, "step": 1697 }, { "epoch": 1.9, "learning_rate": 0.0001071862538469575, "loss": 0.0786, "step": 1698 }, { "epoch": 1.9, "learning_rate": 0.00010709768488056985, "loss": 0.0863, "step": 1699 }, { "epoch": 1.9, "learning_rate": 0.00010700911031788501, "loss": 0.0707, "step": 1700 }, { "epoch": 1.9, "learning_rate": 0.00010692053022874104, "loss": 0.0806, "step": 1701 }, { "epoch": 1.9, "learning_rate": 0.00010683194468298068, "loss": 0.0841, "step": 1702 }, { "epoch": 1.9, "learning_rate": 0.00010674335375045068, "loss": 0.0918, "step": 1703 }, { "epoch": 1.9, "learning_rate": 0.0001066547575010022, "loss": 0.0778, "step": 1704 }, { "epoch": 1.9, "learning_rate": 0.00010656615600449052, "loss": 0.0824, "step": 1705 }, { "epoch": 1.91, "learning_rate": 0.0001064775493307751, "loss": 0.084, "step": 1706 }, { "epoch": 1.91, "learning_rate": 0.00010638893754971946, "loss": 0.088, "step": 1707 }, { "epoch": 1.91, "learning_rate": 0.00010630032073119117, "loss": 0.0707, "step": 1708 }, { "epoch": 1.91, "learning_rate": 0.00010621169894506172, "loss": 0.0722, "step": 1709 }, { "epoch": 1.91, "learning_rate": 0.00010612307226120654, "loss": 0.0781, "step": 1710 }, { "epoch": 1.91, "learning_rate": 0.00010603444074950499, "loss": 0.0831, "step": 1711 }, { "epoch": 1.91, "learning_rate": 0.00010594580447984017, "loss": 0.0749, "step": 1712 }, { "epoch": 1.91, "learning_rate": 0.00010585716352209887, "loss": 0.0733, "step": 1713 }, { "epoch": 1.91, "learning_rate": 0.0001057685179461717, "loss": 0.0733, "step": 1714 }, { "epoch": 1.92, "learning_rate": 0.00010567986782195286, "loss": 0.0784, "step": 1715 }, { "epoch": 1.92, "learning_rate": 0.00010559121321934017, "loss": 0.0833, "step": 1716 }, { "epoch": 1.92, "learning_rate": 0.00010550255420823487, "loss": 0.0792, "step": 1717 }, { "epoch": 1.92, "learning_rate": 0.00010541389085854176, "loss": 0.0755, "step": 1718 }, { "epoch": 1.92, "learning_rate": 0.00010532522324016909, "loss": 0.0909, "step": 1719 }, { "epoch": 1.92, "learning_rate": 0.00010523655142302842, "loss": 0.0795, "step": 1720 }, { "epoch": 1.92, "learning_rate": 0.00010514787547703466, "loss": 0.0728, "step": 1721 }, { "epoch": 1.92, "learning_rate": 0.00010505919547210592, "loss": 0.0956, "step": 1722 }, { "epoch": 1.92, "learning_rate": 0.00010497051147816357, "loss": 0.0826, "step": 1723 }, { "epoch": 1.93, "learning_rate": 0.00010488182356513208, "loss": 0.096, "step": 1724 }, { "epoch": 1.93, "learning_rate": 0.00010479313180293904, "loss": 0.0825, "step": 1725 }, { "epoch": 1.93, "learning_rate": 0.00010470443626151505, "loss": 0.0786, "step": 1726 }, { "epoch": 1.93, "learning_rate": 0.00010461573701079373, "loss": 0.0766, "step": 1727 }, { "epoch": 1.93, "learning_rate": 0.00010452703412071158, "loss": 0.0809, "step": 1728 }, { "epoch": 1.93, "learning_rate": 0.000104438327661208, "loss": 0.074, "step": 1729 }, { "epoch": 1.93, "learning_rate": 0.00010434961770222517, "loss": 0.0845, "step": 1730 }, { "epoch": 1.93, "learning_rate": 0.0001042609043137081, "loss": 0.0786, "step": 1731 }, { "epoch": 1.93, "learning_rate": 0.00010417218756560438, "loss": 0.0833, "step": 1732 }, { "epoch": 1.94, "learning_rate": 0.00010408346752786442, "loss": 0.0775, "step": 1733 }, { "epoch": 1.94, "learning_rate": 0.00010399474427044105, "loss": 0.0762, "step": 1734 }, { "epoch": 1.94, "learning_rate": 0.00010390601786328972, "loss": 0.0833, "step": 1735 }, { "epoch": 1.94, "learning_rate": 0.00010381728837636841, "loss": 0.0811, "step": 1736 }, { "epoch": 1.94, "learning_rate": 0.00010372855587963748, "loss": 0.0762, "step": 1737 }, { "epoch": 1.94, "learning_rate": 0.0001036398204430596, "loss": 0.0905, "step": 1738 }, { "epoch": 1.94, "learning_rate": 0.00010355108213659987, "loss": 0.0717, "step": 1739 }, { "epoch": 1.94, "learning_rate": 0.00010346234103022559, "loss": 0.0761, "step": 1740 }, { "epoch": 1.95, "learning_rate": 0.0001033735971939063, "loss": 0.0773, "step": 1741 }, { "epoch": 1.95, "learning_rate": 0.00010328485069761363, "loss": 0.0803, "step": 1742 }, { "epoch": 1.95, "learning_rate": 0.00010319610161132136, "loss": 0.0847, "step": 1743 }, { "epoch": 1.95, "learning_rate": 0.00010310735000500533, "loss": 0.0784, "step": 1744 }, { "epoch": 1.95, "learning_rate": 0.00010301859594864333, "loss": 0.0761, "step": 1745 }, { "epoch": 1.95, "learning_rate": 0.0001029298395122151, "loss": 0.0825, "step": 1746 }, { "epoch": 1.95, "learning_rate": 0.00010284108076570222, "loss": 0.0808, "step": 1747 }, { "epoch": 1.95, "learning_rate": 0.00010275231977908815, "loss": 0.0845, "step": 1748 }, { "epoch": 1.95, "learning_rate": 0.00010266355662235807, "loss": 0.0852, "step": 1749 }, { "epoch": 1.96, "learning_rate": 0.00010257479136549889, "loss": 0.107, "step": 1750 }, { "epoch": 1.96, "learning_rate": 0.00010248602407849914, "loss": 0.0722, "step": 1751 }, { "epoch": 1.96, "learning_rate": 0.00010239725483134903, "loss": 0.0806, "step": 1752 }, { "epoch": 1.96, "learning_rate": 0.00010230848369404025, "loss": 0.074, "step": 1753 }, { "epoch": 1.96, "learning_rate": 0.00010221971073656603, "loss": 0.0961, "step": 1754 }, { "epoch": 1.96, "learning_rate": 0.00010213093602892092, "loss": 0.0769, "step": 1755 }, { "epoch": 1.96, "learning_rate": 0.00010204215964110102, "loss": 0.0816, "step": 1756 }, { "epoch": 1.96, "learning_rate": 0.00010195338164310364, "loss": 0.074, "step": 1757 }, { "epoch": 1.96, "learning_rate": 0.00010186460210492738, "loss": 0.0864, "step": 1758 }, { "epoch": 1.97, "learning_rate": 0.00010177582109657209, "loss": 0.0845, "step": 1759 }, { "epoch": 1.97, "learning_rate": 0.00010168703868803871, "loss": 0.0818, "step": 1760 }, { "epoch": 1.97, "learning_rate": 0.00010159825494932935, "loss": 0.0793, "step": 1761 }, { "epoch": 1.97, "learning_rate": 0.00010150946995044715, "loss": 0.0782, "step": 1762 }, { "epoch": 1.97, "learning_rate": 0.00010142068376139622, "loss": 0.0818, "step": 1763 }, { "epoch": 1.97, "learning_rate": 0.00010133189645218166, "loss": 0.098, "step": 1764 }, { "epoch": 1.97, "learning_rate": 0.00010124310809280937, "loss": 0.088, "step": 1765 }, { "epoch": 1.97, "learning_rate": 0.00010115431875328618, "loss": 0.0908, "step": 1766 }, { "epoch": 1.97, "learning_rate": 0.00010106552850361961, "loss": 0.0872, "step": 1767 }, { "epoch": 1.98, "learning_rate": 0.00010097673741381795, "loss": 0.0725, "step": 1768 }, { "epoch": 1.98, "learning_rate": 0.00010088794555389007, "loss": 0.0883, "step": 1769 }, { "epoch": 1.98, "learning_rate": 0.00010079915299384561, "loss": 0.0805, "step": 1770 }, { "epoch": 1.98, "learning_rate": 0.00010071035980369456, "loss": 0.0768, "step": 1771 }, { "epoch": 1.98, "learning_rate": 0.00010062156605344762, "loss": 0.087, "step": 1772 }, { "epoch": 1.98, "learning_rate": 0.00010053277181311566, "loss": 0.0822, "step": 1773 }, { "epoch": 1.98, "learning_rate": 0.00010044397715271026, "loss": 0.0699, "step": 1774 }, { "epoch": 1.98, "learning_rate": 0.00010035518214224304, "loss": 0.0811, "step": 1775 }, { "epoch": 1.98, "learning_rate": 0.00010026638685172609, "loss": 0.0857, "step": 1776 }, { "epoch": 1.99, "learning_rate": 0.00010017759135117164, "loss": 0.0777, "step": 1777 }, { "epoch": 1.99, "learning_rate": 0.00010008879571059214, "loss": 0.081, "step": 1778 }, { "epoch": 1.99, "learning_rate": 0.0001, "loss": 0.0727, "step": 1779 }, { "epoch": 1.99, "learning_rate": 9.991120428940789e-05, "loss": 0.0772, "step": 1780 }, { "epoch": 1.99, "eval_loss": 0.0846223309636116, "eval_runtime": 71.8607, "eval_samples_per_second": 7.292, "eval_steps_per_second": 1.823, "step": 1780 }, { "epoch": 1.99, "learning_rate": 9.982240864882837e-05, "loss": 0.1008, "step": 1781 }, { "epoch": 1.99, "learning_rate": 9.973361314827392e-05, "loss": 0.0714, "step": 1782 }, { "epoch": 1.99, "learning_rate": 9.9644817857757e-05, "loss": 0.0712, "step": 1783 }, { "epoch": 1.99, "learning_rate": 9.955602284728978e-05, "loss": 0.0829, "step": 1784 }, { "epoch": 1.99, "learning_rate": 9.946722818688435e-05, "loss": 0.0911, "step": 1785 }, { "epoch": 2.0, "learning_rate": 9.937843394655243e-05, "loss": 0.071, "step": 1786 }, { "epoch": 2.0, "learning_rate": 9.928964019630545e-05, "loss": 0.0835, "step": 1787 }, { "epoch": 2.0, "learning_rate": 9.920084700615442e-05, "loss": 0.0801, "step": 1788 }, { "epoch": 2.0, "learning_rate": 9.911205444610994e-05, "loss": 0.0949, "step": 1789 }, { "epoch": 2.0, "learning_rate": 9.902326258618208e-05, "loss": 0.0747, "step": 1790 }, { "epoch": 2.0, "learning_rate": 9.893447149638043e-05, "loss": 0.0748, "step": 1791 }, { "epoch": 2.0, "learning_rate": 9.884568124671385e-05, "loss": 0.0755, "step": 1792 }, { "epoch": 2.0, "learning_rate": 9.875689190719063e-05, "loss": 0.0738, "step": 1793 }, { "epoch": 2.0, "learning_rate": 9.866810354781838e-05, "loss": 0.0786, "step": 1794 }, { "epoch": 2.01, "learning_rate": 9.857931623860379e-05, "loss": 0.0734, "step": 1795 }, { "epoch": 2.01, "learning_rate": 9.849053004955285e-05, "loss": 0.0882, "step": 1796 }, { "epoch": 2.01, "learning_rate": 9.840174505067068e-05, "loss": 0.0784, "step": 1797 }, { "epoch": 2.01, "learning_rate": 9.83129613119613e-05, "loss": 0.0806, "step": 1798 }, { "epoch": 2.01, "learning_rate": 9.822417890342796e-05, "loss": 0.0693, "step": 1799 }, { "epoch": 2.01, "learning_rate": 9.813539789507262e-05, "loss": 0.075, "step": 1800 }, { "epoch": 2.01, "learning_rate": 9.804661835689637e-05, "loss": 0.0713, "step": 1801 }, { "epoch": 2.01, "learning_rate": 9.7957840358899e-05, "loss": 0.0808, "step": 1802 }, { "epoch": 2.01, "learning_rate": 9.78690639710791e-05, "loss": 0.0739, "step": 1803 }, { "epoch": 2.02, "learning_rate": 9.778028926343404e-05, "loss": 0.0704, "step": 1804 }, { "epoch": 2.0, "learning_rate": 9.769151630595979e-05, "loss": 0.0753, "step": 1805 }, { "epoch": 2.0, "learning_rate": 9.760274516865098e-05, "loss": 0.084, "step": 1806 }, { "epoch": 2.0, "learning_rate": 9.751397592150089e-05, "loss": 0.0769, "step": 1807 }, { "epoch": 2.0, "learning_rate": 9.742520863450115e-05, "loss": 0.086, "step": 1808 }, { "epoch": 2.01, "learning_rate": 9.733644337764195e-05, "loss": 0.0645, "step": 1809 }, { "epoch": 2.01, "learning_rate": 9.724768022091189e-05, "loss": 0.0709, "step": 1810 }, { "epoch": 2.01, "learning_rate": 9.715891923429779e-05, "loss": 0.089, "step": 1811 }, { "epoch": 2.01, "learning_rate": 9.707016048778494e-05, "loss": 0.0698, "step": 1812 }, { "epoch": 2.01, "learning_rate": 9.698140405135668e-05, "loss": 0.0692, "step": 1813 }, { "epoch": 2.01, "learning_rate": 9.689264999499467e-05, "loss": 0.0687, "step": 1814 }, { "epoch": 2.01, "learning_rate": 9.680389838867866e-05, "loss": 0.0673, "step": 1815 }, { "epoch": 2.01, "learning_rate": 9.671514930238641e-05, "loss": 0.0652, "step": 1816 }, { "epoch": 2.01, "learning_rate": 9.662640280609376e-05, "loss": 0.0655, "step": 1817 }, { "epoch": 2.02, "learning_rate": 9.653765896977445e-05, "loss": 0.0691, "step": 1818 }, { "epoch": 2.02, "learning_rate": 9.644891786340014e-05, "loss": 0.0759, "step": 1819 }, { "epoch": 2.02, "learning_rate": 9.636017955694045e-05, "loss": 0.0632, "step": 1820 }, { "epoch": 2.02, "learning_rate": 9.627144412036256e-05, "loss": 0.0717, "step": 1821 }, { "epoch": 2.02, "learning_rate": 9.618271162363159e-05, "loss": 0.0807, "step": 1822 }, { "epoch": 2.02, "learning_rate": 9.609398213671029e-05, "loss": 0.067, "step": 1823 }, { "epoch": 2.02, "learning_rate": 9.600525572955899e-05, "loss": 0.0646, "step": 1824 }, { "epoch": 2.02, "learning_rate": 9.591653247213563e-05, "loss": 0.0758, "step": 1825 }, { "epoch": 2.02, "learning_rate": 9.582781243439564e-05, "loss": 0.076, "step": 1826 }, { "epoch": 2.03, "learning_rate": 9.573909568629191e-05, "loss": 0.0713, "step": 1827 }, { "epoch": 2.03, "learning_rate": 9.565038229777485e-05, "loss": 0.0787, "step": 1828 }, { "epoch": 2.03, "learning_rate": 9.556167233879201e-05, "loss": 0.0722, "step": 1829 }, { "epoch": 2.03, "learning_rate": 9.547296587928843e-05, "loss": 0.0749, "step": 1830 }, { "epoch": 2.03, "learning_rate": 9.538426298920628e-05, "loss": 0.083, "step": 1831 }, { "epoch": 2.03, "learning_rate": 9.529556373848496e-05, "loss": 0.0771, "step": 1832 }, { "epoch": 2.03, "learning_rate": 9.520686819706099e-05, "loss": 0.0859, "step": 1833 }, { "epoch": 2.03, "learning_rate": 9.511817643486794e-05, "loss": 0.083, "step": 1834 }, { "epoch": 2.03, "learning_rate": 9.502948852183643e-05, "loss": 0.069, "step": 1835 }, { "epoch": 2.04, "learning_rate": 9.494080452789409e-05, "loss": 0.074, "step": 1836 }, { "epoch": 2.04, "learning_rate": 9.485212452296535e-05, "loss": 0.0691, "step": 1837 }, { "epoch": 2.04, "learning_rate": 9.476344857697159e-05, "loss": 0.0707, "step": 1838 }, { "epoch": 2.04, "learning_rate": 9.467477675983093e-05, "loss": 0.0851, "step": 1839 }, { "epoch": 2.04, "learning_rate": 9.458610914145826e-05, "loss": 0.0729, "step": 1840 }, { "epoch": 2.04, "learning_rate": 9.449744579176518e-05, "loss": 0.0732, "step": 1841 }, { "epoch": 2.04, "learning_rate": 9.440878678065985e-05, "loss": 0.0697, "step": 1842 }, { "epoch": 2.04, "learning_rate": 9.432013217804712e-05, "loss": 0.0681, "step": 1843 }, { "epoch": 2.04, "learning_rate": 9.42314820538283e-05, "loss": 0.074, "step": 1844 }, { "epoch": 2.05, "learning_rate": 9.414283647790114e-05, "loss": 0.0797, "step": 1845 }, { "epoch": 2.05, "learning_rate": 9.405419552015988e-05, "loss": 0.0773, "step": 1846 }, { "epoch": 2.05, "learning_rate": 9.396555925049503e-05, "loss": 0.0744, "step": 1847 }, { "epoch": 2.05, "learning_rate": 9.387692773879347e-05, "loss": 0.0661, "step": 1848 }, { "epoch": 2.05, "learning_rate": 9.378830105493833e-05, "loss": 0.0706, "step": 1849 }, { "epoch": 2.05, "learning_rate": 9.369967926880886e-05, "loss": 0.0683, "step": 1850 }, { "epoch": 2.05, "learning_rate": 9.361106245028058e-05, "loss": 0.0684, "step": 1851 }, { "epoch": 2.05, "learning_rate": 9.352245066922492e-05, "loss": 0.07, "step": 1852 }, { "epoch": 2.05, "learning_rate": 9.343384399550949e-05, "loss": 0.0731, "step": 1853 }, { "epoch": 2.06, "learning_rate": 9.334524249899785e-05, "loss": 0.0728, "step": 1854 }, { "epoch": 2.06, "learning_rate": 9.325664624954933e-05, "loss": 0.0722, "step": 1855 }, { "epoch": 2.06, "learning_rate": 9.316805531701932e-05, "loss": 0.0713, "step": 1856 }, { "epoch": 2.06, "learning_rate": 9.307946977125897e-05, "loss": 0.0709, "step": 1857 }, { "epoch": 2.06, "learning_rate": 9.299088968211502e-05, "loss": 0.0734, "step": 1858 }, { "epoch": 2.06, "learning_rate": 9.290231511943016e-05, "loss": 0.0689, "step": 1859 }, { "epoch": 2.06, "learning_rate": 9.28137461530425e-05, "loss": 0.0729, "step": 1860 }, { "epoch": 2.06, "learning_rate": 9.27251828527859e-05, "loss": 0.063, "step": 1861 }, { "epoch": 2.06, "learning_rate": 9.263662528848966e-05, "loss": 0.0721, "step": 1862 }, { "epoch": 2.07, "learning_rate": 9.254807352997858e-05, "loss": 0.078, "step": 1863 }, { "epoch": 2.07, "learning_rate": 9.245952764707286e-05, "loss": 0.0721, "step": 1864 }, { "epoch": 2.07, "learning_rate": 9.23709877095882e-05, "loss": 0.0692, "step": 1865 }, { "epoch": 2.07, "learning_rate": 9.228245378733537e-05, "loss": 0.079, "step": 1866 }, { "epoch": 2.07, "learning_rate": 9.219392595012062e-05, "loss": 0.0671, "step": 1867 }, { "epoch": 2.07, "learning_rate": 9.210540426774528e-05, "loss": 0.0634, "step": 1868 }, { "epoch": 2.07, "learning_rate": 9.201688881000585e-05, "loss": 0.0708, "step": 1869 }, { "epoch": 2.07, "learning_rate": 9.192837964669398e-05, "loss": 0.0775, "step": 1870 }, { "epoch": 2.07, "learning_rate": 9.183987684759627e-05, "loss": 0.0819, "step": 1871 }, { "epoch": 2.08, "learning_rate": 9.175138048249438e-05, "loss": 0.0754, "step": 1872 }, { "epoch": 2.08, "learning_rate": 9.16628906211648e-05, "loss": 0.0777, "step": 1873 }, { "epoch": 2.08, "learning_rate": 9.1574407333379e-05, "loss": 0.069, "step": 1874 }, { "epoch": 2.08, "learning_rate": 9.148593068890323e-05, "loss": 0.0639, "step": 1875 }, { "epoch": 2.08, "learning_rate": 9.139746075749845e-05, "loss": 0.0736, "step": 1876 }, { "epoch": 2.08, "learning_rate": 9.130899760892037e-05, "loss": 0.0752, "step": 1877 }, { "epoch": 2.08, "learning_rate": 9.122054131291941e-05, "loss": 0.069, "step": 1878 }, { "epoch": 2.08, "learning_rate": 9.113209193924044e-05, "loss": 0.0663, "step": 1879 }, { "epoch": 2.09, "learning_rate": 9.104364955762305e-05, "loss": 0.0816, "step": 1880 }, { "epoch": 2.09, "learning_rate": 9.095521423780114e-05, "loss": 0.0802, "step": 1881 }, { "epoch": 2.09, "learning_rate": 9.086678604950316e-05, "loss": 0.0661, "step": 1882 }, { "epoch": 2.09, "learning_rate": 9.077836506245195e-05, "loss": 0.0719, "step": 1883 }, { "epoch": 2.09, "learning_rate": 9.068995134636456e-05, "loss": 0.0713, "step": 1884 }, { "epoch": 2.09, "learning_rate": 9.060154497095242e-05, "loss": 0.0693, "step": 1885 }, { "epoch": 2.09, "learning_rate": 9.051314600592109e-05, "loss": 0.0748, "step": 1886 }, { "epoch": 2.09, "learning_rate": 9.042475452097031e-05, "loss": 0.0724, "step": 1887 }, { "epoch": 2.09, "learning_rate": 9.033637058579404e-05, "loss": 0.0698, "step": 1888 }, { "epoch": 2.1, "learning_rate": 9.024799427008004e-05, "loss": 0.0813, "step": 1889 }, { "epoch": 2.1, "learning_rate": 9.015962564351031e-05, "loss": 0.0741, "step": 1890 }, { "epoch": 2.1, "learning_rate": 9.007126477576064e-05, "loss": 0.0691, "step": 1891 }, { "epoch": 2.1, "learning_rate": 8.998291173650074e-05, "loss": 0.07, "step": 1892 }, { "epoch": 2.1, "learning_rate": 8.98945665953942e-05, "loss": 0.0776, "step": 1893 }, { "epoch": 2.1, "learning_rate": 8.980622942209825e-05, "loss": 0.0736, "step": 1894 }, { "epoch": 2.1, "learning_rate": 8.971790028626395e-05, "loss": 0.0689, "step": 1895 }, { "epoch": 2.1, "learning_rate": 8.962957925753607e-05, "loss": 0.0708, "step": 1896 }, { "epoch": 2.1, "learning_rate": 8.954126640555283e-05, "loss": 0.0697, "step": 1897 }, { "epoch": 2.11, "learning_rate": 8.94529617999461e-05, "loss": 0.0757, "step": 1898 }, { "epoch": 2.11, "learning_rate": 8.93646655103413e-05, "loss": 0.0622, "step": 1899 }, { "epoch": 2.11, "learning_rate": 8.927637760635713e-05, "loss": 0.0749, "step": 1900 }, { "epoch": 2.11, "learning_rate": 8.918809815760585e-05, "loss": 0.0793, "step": 1901 }, { "epoch": 2.11, "learning_rate": 8.90998272336929e-05, "loss": 0.0691, "step": 1902 }, { "epoch": 2.11, "learning_rate": 8.901156490421715e-05, "loss": 0.071, "step": 1903 }, { "epoch": 2.11, "learning_rate": 8.892331123877061e-05, "loss": 0.0703, "step": 1904 }, { "epoch": 2.11, "learning_rate": 8.883506630693843e-05, "loss": 0.0765, "step": 1905 }, { "epoch": 2.11, "learning_rate": 8.874683017829897e-05, "loss": 0.0769, "step": 1906 }, { "epoch": 2.12, "learning_rate": 8.865860292242353e-05, "loss": 0.0728, "step": 1907 }, { "epoch": 2.12, "learning_rate": 8.857038460887647e-05, "loss": 0.0677, "step": 1908 }, { "epoch": 2.12, "learning_rate": 8.848217530721522e-05, "loss": 0.0763, "step": 1909 }, { "epoch": 2.12, "learning_rate": 8.839397508698985e-05, "loss": 0.0814, "step": 1910 }, { "epoch": 2.12, "learning_rate": 8.830578401774347e-05, "loss": 0.0781, "step": 1911 }, { "epoch": 2.12, "learning_rate": 8.821760216901195e-05, "loss": 0.0806, "step": 1912 }, { "epoch": 2.12, "learning_rate": 8.812942961032379e-05, "loss": 0.0829, "step": 1913 }, { "epoch": 2.12, "learning_rate": 8.804126641120028e-05, "loss": 0.0694, "step": 1914 }, { "epoch": 2.12, "learning_rate": 8.795311264115522e-05, "loss": 0.0699, "step": 1915 }, { "epoch": 2.13, "learning_rate": 8.786496836969506e-05, "loss": 0.0769, "step": 1916 }, { "epoch": 2.13, "learning_rate": 8.77768336663188e-05, "loss": 0.08, "step": 1917 }, { "epoch": 2.13, "learning_rate": 8.768870860051772e-05, "loss": 0.0732, "step": 1918 }, { "epoch": 2.13, "learning_rate": 8.760059324177569e-05, "loss": 0.0698, "step": 1919 }, { "epoch": 2.13, "learning_rate": 8.751248765956885e-05, "loss": 0.0736, "step": 1920 }, { "epoch": 2.13, "learning_rate": 8.74243919233656e-05, "loss": 0.0752, "step": 1921 }, { "epoch": 2.13, "learning_rate": 8.733630610262661e-05, "loss": 0.0733, "step": 1922 }, { "epoch": 2.13, "learning_rate": 8.724823026680472e-05, "loss": 0.0754, "step": 1923 }, { "epoch": 2.13, "learning_rate": 8.71601644853449e-05, "loss": 0.0704, "step": 1924 }, { "epoch": 2.14, "learning_rate": 8.707210882768426e-05, "loss": 0.0667, "step": 1925 }, { "epoch": 2.14, "learning_rate": 8.69840633632518e-05, "loss": 0.069, "step": 1926 }, { "epoch": 2.14, "learning_rate": 8.68960281614686e-05, "loss": 0.078, "step": 1927 }, { "epoch": 2.14, "learning_rate": 8.680800329174754e-05, "loss": 0.0699, "step": 1928 }, { "epoch": 2.14, "learning_rate": 8.671998882349346e-05, "loss": 0.0629, "step": 1929 }, { "epoch": 2.14, "learning_rate": 8.663198482610294e-05, "loss": 0.0684, "step": 1930 }, { "epoch": 2.14, "learning_rate": 8.65439913689643e-05, "loss": 0.0615, "step": 1931 }, { "epoch": 2.14, "learning_rate": 8.645600852145752e-05, "loss": 0.069, "step": 1932 }, { "epoch": 2.14, "learning_rate": 8.636803635295438e-05, "loss": 0.0754, "step": 1933 }, { "epoch": 2.15, "learning_rate": 8.6280074932818e-05, "loss": 0.0776, "step": 1934 }, { "epoch": 2.15, "learning_rate": 8.619212433040322e-05, "loss": 0.0753, "step": 1935 }, { "epoch": 2.15, "learning_rate": 8.610418461505622e-05, "loss": 0.076, "step": 1936 }, { "epoch": 2.15, "learning_rate": 8.601625585611465e-05, "loss": 0.0714, "step": 1937 }, { "epoch": 2.15, "learning_rate": 8.59283381229076e-05, "loss": 0.0722, "step": 1938 }, { "epoch": 2.15, "learning_rate": 8.584043148475525e-05, "loss": 0.074, "step": 1939 }, { "epoch": 2.15, "learning_rate": 8.575253601096934e-05, "loss": 0.0689, "step": 1940 }, { "epoch": 2.15, "learning_rate": 8.566465177085246e-05, "loss": 0.0655, "step": 1941 }, { "epoch": 2.15, "learning_rate": 8.557677883369863e-05, "loss": 0.0733, "step": 1942 }, { "epoch": 2.16, "learning_rate": 8.548891726879284e-05, "loss": 0.0732, "step": 1943 }, { "epoch": 2.16, "learning_rate": 8.540106714541109e-05, "loss": 0.0752, "step": 1944 }, { "epoch": 2.16, "learning_rate": 8.531322853282038e-05, "loss": 0.069, "step": 1945 }, { "epoch": 2.16, "learning_rate": 8.522540150027871e-05, "loss": 0.0644, "step": 1946 }, { "epoch": 2.16, "learning_rate": 8.513758611703477e-05, "loss": 0.0651, "step": 1947 }, { "epoch": 2.16, "learning_rate": 8.504978245232833e-05, "loss": 0.0765, "step": 1948 }, { "epoch": 2.16, "learning_rate": 8.49619905753896e-05, "loss": 0.0758, "step": 1949 }, { "epoch": 2.16, "learning_rate": 8.487421055543977e-05, "loss": 0.0792, "step": 1950 }, { "epoch": 2.17, "learning_rate": 8.478644246169057e-05, "loss": 0.0809, "step": 1951 }, { "epoch": 2.17, "learning_rate": 8.469868636334429e-05, "loss": 0.0798, "step": 1952 }, { "epoch": 2.17, "learning_rate": 8.461094232959381e-05, "loss": 0.0739, "step": 1953 }, { "epoch": 2.17, "learning_rate": 8.452321042962257e-05, "loss": 0.0816, "step": 1954 }, { "epoch": 2.17, "learning_rate": 8.443549073260421e-05, "loss": 0.0672, "step": 1955 }, { "epoch": 2.17, "learning_rate": 8.434778330770305e-05, "loss": 0.0644, "step": 1956 }, { "epoch": 2.17, "learning_rate": 8.426008822407352e-05, "loss": 0.0749, "step": 1957 }, { "epoch": 2.17, "learning_rate": 8.417240555086038e-05, "loss": 0.0824, "step": 1958 }, { "epoch": 2.17, "eval_loss": 0.08490428328514099, "eval_runtime": 71.8752, "eval_samples_per_second": 7.29, "eval_steps_per_second": 1.823, "step": 1958 }, { "epoch": 2.17, "learning_rate": 8.408473535719864e-05, "loss": 0.0804, "step": 1959 }, { "epoch": 2.18, "learning_rate": 8.39970777122134e-05, "loss": 0.0724, "step": 1960 }, { "epoch": 2.18, "learning_rate": 8.390943268501996e-05, "loss": 0.0699, "step": 1961 }, { "epoch": 2.18, "learning_rate": 8.382180034472353e-05, "loss": 0.0799, "step": 1962 }, { "epoch": 2.18, "learning_rate": 8.373418076041949e-05, "loss": 0.0717, "step": 1963 }, { "epoch": 2.18, "learning_rate": 8.364657400119307e-05, "loss": 0.0802, "step": 1964 }, { "epoch": 2.18, "learning_rate": 8.355898013611934e-05, "loss": 0.0731, "step": 1965 }, { "epoch": 2.18, "learning_rate": 8.34713992342633e-05, "loss": 0.0626, "step": 1966 }, { "epoch": 2.18, "learning_rate": 8.338383136467968e-05, "loss": 0.0663, "step": 1967 }, { "epoch": 2.18, "learning_rate": 8.32962765964129e-05, "loss": 0.0764, "step": 1968 }, { "epoch": 2.19, "learning_rate": 8.32087349984972e-05, "loss": 0.0665, "step": 1969 }, { "epoch": 2.19, "learning_rate": 8.312120663995617e-05, "loss": 0.0745, "step": 1970 }, { "epoch": 2.19, "learning_rate": 8.303369158980324e-05, "loss": 0.0701, "step": 1971 }, { "epoch": 2.19, "learning_rate": 8.29461899170412e-05, "loss": 0.0724, "step": 1972 }, { "epoch": 2.19, "learning_rate": 8.285870169066228e-05, "loss": 0.073, "step": 1973 }, { "epoch": 2.19, "learning_rate": 8.277122697964818e-05, "loss": 0.0782, "step": 1974 }, { "epoch": 2.19, "learning_rate": 8.268376585296989e-05, "loss": 0.0672, "step": 1975 }, { "epoch": 2.19, "learning_rate": 8.259631837958769e-05, "loss": 0.0642, "step": 1976 }, { "epoch": 2.19, "learning_rate": 8.25088846284512e-05, "loss": 0.0731, "step": 1977 }, { "epoch": 2.2, "learning_rate": 8.242146466849901e-05, "loss": 0.0809, "step": 1978 }, { "epoch": 2.2, "learning_rate": 8.233405856865903e-05, "loss": 0.0712, "step": 1979 }, { "epoch": 2.2, "learning_rate": 8.224666639784817e-05, "loss": 0.0804, "step": 1980 }, { "epoch": 2.2, "learning_rate": 8.215928822497234e-05, "loss": 0.0718, "step": 1981 }, { "epoch": 2.2, "learning_rate": 8.207192411892646e-05, "loss": 0.0813, "step": 1982 }, { "epoch": 2.2, "learning_rate": 8.198457414859429e-05, "loss": 0.0752, "step": 1983 }, { "epoch": 2.2, "learning_rate": 8.189723838284847e-05, "loss": 0.0755, "step": 1984 }, { "epoch": 2.2, "learning_rate": 8.180991689055053e-05, "loss": 0.071, "step": 1985 }, { "epoch": 2.2, "learning_rate": 8.172260974055061e-05, "loss": 0.0666, "step": 1986 }, { "epoch": 2.21, "learning_rate": 8.163531700168762e-05, "loss": 0.0776, "step": 1987 }, { "epoch": 2.21, "learning_rate": 8.154803874278913e-05, "loss": 0.0722, "step": 1988 }, { "epoch": 2.21, "learning_rate": 8.146077503267116e-05, "loss": 0.0658, "step": 1989 }, { "epoch": 2.21, "learning_rate": 8.137352594013844e-05, "loss": 0.0636, "step": 1990 }, { "epoch": 2.21, "learning_rate": 8.1286291533984e-05, "loss": 0.0691, "step": 1991 }, { "epoch": 2.21, "learning_rate": 8.119907188298944e-05, "loss": 0.0646, "step": 1992 }, { "epoch": 2.21, "learning_rate": 8.111186705592467e-05, "loss": 0.0837, "step": 1993 }, { "epoch": 2.21, "learning_rate": 8.102467712154787e-05, "loss": 0.074, "step": 1994 }, { "epoch": 2.21, "learning_rate": 8.093750214860552e-05, "loss": 0.0655, "step": 1995 }, { "epoch": 2.22, "learning_rate": 8.085034220583229e-05, "loss": 0.0657, "step": 1996 }, { "epoch": 2.22, "learning_rate": 8.076319736195097e-05, "loss": 0.0716, "step": 1997 }, { "epoch": 2.22, "learning_rate": 8.067606768567259e-05, "loss": 0.0772, "step": 1998 }, { "epoch": 2.22, "learning_rate": 8.058895324569597e-05, "loss": 0.077, "step": 1999 }, { "epoch": 2.22, "learning_rate": 8.050185411070817e-05, "loss": 0.0687, "step": 2000 }, { "epoch": 2.22, "learning_rate": 8.041477034938401e-05, "loss": 0.0695, "step": 2001 }, { "epoch": 2.22, "learning_rate": 8.032770203038625e-05, "loss": 0.078, "step": 2002 }, { "epoch": 2.22, "learning_rate": 8.02406492223655e-05, "loss": 0.0846, "step": 2003 }, { "epoch": 2.22, "learning_rate": 8.015361199396007e-05, "loss": 0.0672, "step": 2004 }, { "epoch": 2.23, "learning_rate": 8.006659041379603e-05, "loss": 0.0691, "step": 2005 }, { "epoch": 2.23, "learning_rate": 7.99795845504872e-05, "loss": 0.0711, "step": 2006 }, { "epoch": 2.23, "learning_rate": 7.989259447263477e-05, "loss": 0.0675, "step": 2007 }, { "epoch": 2.23, "learning_rate": 7.980562024882776e-05, "loss": 0.0736, "step": 2008 }, { "epoch": 2.23, "learning_rate": 7.971866194764248e-05, "loss": 0.0723, "step": 2009 }, { "epoch": 2.23, "learning_rate": 7.963171963764278e-05, "loss": 0.0664, "step": 2010 }, { "epoch": 2.23, "learning_rate": 7.954479338737995e-05, "loss": 0.0722, "step": 2011 }, { "epoch": 2.23, "learning_rate": 7.945788326539245e-05, "loss": 0.0741, "step": 2012 }, { "epoch": 2.23, "learning_rate": 7.937098934020617e-05, "loss": 0.0709, "step": 2013 }, { "epoch": 2.24, "learning_rate": 7.928411168033427e-05, "loss": 0.0684, "step": 2014 }, { "epoch": 2.24, "learning_rate": 7.919725035427688e-05, "loss": 0.0815, "step": 2015 }, { "epoch": 2.24, "learning_rate": 7.911040543052146e-05, "loss": 0.0658, "step": 2016 }, { "epoch": 2.24, "learning_rate": 7.902357697754241e-05, "loss": 0.0781, "step": 2017 }, { "epoch": 2.24, "learning_rate": 7.893676506380117e-05, "loss": 0.0748, "step": 2018 }, { "epoch": 2.24, "learning_rate": 7.884996975774621e-05, "loss": 0.0742, "step": 2019 }, { "epoch": 2.24, "learning_rate": 7.87631911278128e-05, "loss": 0.0719, "step": 2020 }, { "epoch": 2.24, "learning_rate": 7.86764292424231e-05, "loss": 0.0696, "step": 2021 }, { "epoch": 2.25, "learning_rate": 7.858968416998616e-05, "loss": 0.0719, "step": 2022 }, { "epoch": 2.25, "learning_rate": 7.85029559788976e-05, "loss": 0.0681, "step": 2023 }, { "epoch": 2.25, "learning_rate": 7.841624473753987e-05, "loss": 0.0659, "step": 2024 }, { "epoch": 2.25, "learning_rate": 7.8329550514282e-05, "loss": 0.0812, "step": 2025 }, { "epoch": 2.25, "learning_rate": 7.824287337747959e-05, "loss": 0.0709, "step": 2026 }, { "epoch": 2.25, "learning_rate": 7.815621339547484e-05, "loss": 0.0724, "step": 2027 }, { "epoch": 2.25, "learning_rate": 7.806957063659627e-05, "loss": 0.0772, "step": 2028 }, { "epoch": 2.25, "learning_rate": 7.798294516915904e-05, "loss": 0.0649, "step": 2029 }, { "epoch": 2.25, "learning_rate": 7.789633706146446e-05, "loss": 0.0723, "step": 2030 }, { "epoch": 2.26, "learning_rate": 7.78097463818003e-05, "loss": 0.0801, "step": 2031 }, { "epoch": 2.26, "learning_rate": 7.772317319844056e-05, "loss": 0.0648, "step": 2032 }, { "epoch": 2.26, "learning_rate": 7.763661757964536e-05, "loss": 0.0699, "step": 2033 }, { "epoch": 2.26, "learning_rate": 7.755007959366104e-05, "loss": 0.0704, "step": 2034 }, { "epoch": 2.26, "learning_rate": 7.746355930872012e-05, "loss": 0.0734, "step": 2035 }, { "epoch": 2.26, "learning_rate": 7.737705679304095e-05, "loss": 0.071, "step": 2036 }, { "epoch": 2.26, "learning_rate": 7.729057211482811e-05, "loss": 0.0697, "step": 2037 }, { "epoch": 2.26, "learning_rate": 7.72041053422719e-05, "loss": 0.078, "step": 2038 }, { "epoch": 2.26, "learning_rate": 7.711765654354863e-05, "loss": 0.0678, "step": 2039 }, { "epoch": 2.27, "learning_rate": 7.703122578682046e-05, "loss": 0.0751, "step": 2040 }, { "epoch": 2.27, "learning_rate": 7.694481314023521e-05, "loss": 0.0748, "step": 2041 }, { "epoch": 2.27, "learning_rate": 7.685841867192654e-05, "loss": 0.0695, "step": 2042 }, { "epoch": 2.27, "learning_rate": 7.677204245001368e-05, "loss": 0.0685, "step": 2043 }, { "epoch": 2.27, "learning_rate": 7.668568454260149e-05, "loss": 0.0691, "step": 2044 }, { "epoch": 2.27, "learning_rate": 7.659934501778052e-05, "loss": 0.0762, "step": 2045 }, { "epoch": 2.27, "learning_rate": 7.65130239436266e-05, "loss": 0.0716, "step": 2046 }, { "epoch": 2.27, "learning_rate": 7.642672138820121e-05, "loss": 0.0632, "step": 2047 }, { "epoch": 2.27, "learning_rate": 7.634043741955112e-05, "loss": 0.0698, "step": 2048 }, { "epoch": 2.28, "learning_rate": 7.625417210570849e-05, "loss": 0.0654, "step": 2049 }, { "epoch": 2.28, "learning_rate": 7.616792551469077e-05, "loss": 0.0783, "step": 2050 }, { "epoch": 2.28, "learning_rate": 7.608169771450056e-05, "loss": 0.0674, "step": 2051 }, { "epoch": 2.28, "learning_rate": 7.59954887731258e-05, "loss": 0.0679, "step": 2052 }, { "epoch": 2.28, "learning_rate": 7.590929875853948e-05, "loss": 0.0691, "step": 2053 }, { "epoch": 2.28, "learning_rate": 7.582312773869962e-05, "loss": 0.0812, "step": 2054 }, { "epoch": 2.28, "learning_rate": 7.573697578154933e-05, "loss": 0.0714, "step": 2055 }, { "epoch": 2.28, "learning_rate": 7.56508429550167e-05, "loss": 0.0555, "step": 2056 }, { "epoch": 2.28, "learning_rate": 7.556472932701462e-05, "loss": 0.0747, "step": 2057 }, { "epoch": 2.29, "learning_rate": 7.547863496544105e-05, "loss": 0.0764, "step": 2058 }, { "epoch": 2.29, "learning_rate": 7.53925599381785e-05, "loss": 0.0731, "step": 2059 }, { "epoch": 2.29, "learning_rate": 7.53065043130945e-05, "loss": 0.0677, "step": 2060 }, { "epoch": 2.29, "learning_rate": 7.522046815804109e-05, "loss": 0.0723, "step": 2061 }, { "epoch": 2.29, "learning_rate": 7.513445154085502e-05, "loss": 0.0731, "step": 2062 }, { "epoch": 2.29, "learning_rate": 7.504845452935766e-05, "loss": 0.0784, "step": 2063 }, { "epoch": 2.29, "learning_rate": 7.496247719135488e-05, "loss": 0.0699, "step": 2064 }, { "epoch": 2.29, "learning_rate": 7.487651959463704e-05, "loss": 0.0776, "step": 2065 }, { "epoch": 2.29, "learning_rate": 7.479058180697904e-05, "loss": 0.0632, "step": 2066 }, { "epoch": 2.3, "learning_rate": 7.470466389613998e-05, "loss": 0.0737, "step": 2067 }, { "epoch": 2.3, "learning_rate": 7.46187659298634e-05, "loss": 0.074, "step": 2068 }, { "epoch": 2.3, "learning_rate": 7.453288797587714e-05, "loss": 0.0762, "step": 2069 }, { "epoch": 2.3, "learning_rate": 7.444703010189317e-05, "loss": 0.0698, "step": 2070 }, { "epoch": 2.3, "learning_rate": 7.436119237560771e-05, "loss": 0.0812, "step": 2071 }, { "epoch": 2.3, "learning_rate": 7.427537486470102e-05, "loss": 0.0769, "step": 2072 }, { "epoch": 2.3, "learning_rate": 7.418957763683747e-05, "loss": 0.0726, "step": 2073 }, { "epoch": 2.3, "learning_rate": 7.410380075966545e-05, "loss": 0.0804, "step": 2074 }, { "epoch": 2.3, "learning_rate": 7.401804430081727e-05, "loss": 0.0854, "step": 2075 }, { "epoch": 2.31, "learning_rate": 7.393230832790914e-05, "loss": 0.0686, "step": 2076 }, { "epoch": 2.31, "learning_rate": 7.384659290854116e-05, "loss": 0.0697, "step": 2077 }, { "epoch": 2.31, "learning_rate": 7.376089811029716e-05, "loss": 0.0682, "step": 2078 }, { "epoch": 2.31, "learning_rate": 7.367522400074475e-05, "loss": 0.0667, "step": 2079 }, { "epoch": 2.31, "learning_rate": 7.358957064743522e-05, "loss": 0.0748, "step": 2080 }, { "epoch": 2.31, "learning_rate": 7.35039381179035e-05, "loss": 0.0728, "step": 2081 }, { "epoch": 2.31, "learning_rate": 7.341832647966814e-05, "loss": 0.0693, "step": 2082 }, { "epoch": 2.31, "learning_rate": 7.333273580023108e-05, "loss": 0.0761, "step": 2083 }, { "epoch": 2.32, "learning_rate": 7.324716614707793e-05, "loss": 0.0812, "step": 2084 }, { "epoch": 2.32, "learning_rate": 7.316161758767757e-05, "loss": 0.0702, "step": 2085 }, { "epoch": 2.32, "learning_rate": 7.307609018948228e-05, "loss": 0.0718, "step": 2086 }, { "epoch": 2.32, "learning_rate": 7.299058401992773e-05, "loss": 0.0694, "step": 2087 }, { "epoch": 2.32, "learning_rate": 7.290509914643273e-05, "loss": 0.0761, "step": 2088 }, { "epoch": 2.32, "learning_rate": 7.281963563639943e-05, "loss": 0.0742, "step": 2089 }, { "epoch": 2.32, "learning_rate": 7.273419355721308e-05, "loss": 0.0758, "step": 2090 }, { "epoch": 2.32, "learning_rate": 7.264877297624193e-05, "loss": 0.0778, "step": 2091 }, { "epoch": 2.32, "learning_rate": 7.256337396083746e-05, "loss": 0.065, "step": 2092 }, { "epoch": 2.33, "learning_rate": 7.247799657833402e-05, "loss": 0.0706, "step": 2093 }, { "epoch": 2.33, "learning_rate": 7.239264089604893e-05, "loss": 0.0686, "step": 2094 }, { "epoch": 2.33, "learning_rate": 7.230730698128249e-05, "loss": 0.0641, "step": 2095 }, { "epoch": 2.33, "learning_rate": 7.222199490131763e-05, "loss": 0.0767, "step": 2096 }, { "epoch": 2.33, "learning_rate": 7.213670472342033e-05, "loss": 0.0671, "step": 2097 }, { "epoch": 2.33, "learning_rate": 7.205143651483906e-05, "loss": 0.0761, "step": 2098 }, { "epoch": 2.33, "learning_rate": 7.196619034280511e-05, "loss": 0.0713, "step": 2099 }, { "epoch": 2.33, "learning_rate": 7.18809662745324e-05, "loss": 0.0676, "step": 2100 }, { "epoch": 2.33, "learning_rate": 7.179576437721731e-05, "loss": 0.0724, "step": 2101 }, { "epoch": 2.34, "learning_rate": 7.171058471803882e-05, "loss": 0.0664, "step": 2102 }, { "epoch": 2.34, "learning_rate": 7.162542736415843e-05, "loss": 0.0778, "step": 2103 }, { "epoch": 2.34, "learning_rate": 7.154029238271987e-05, "loss": 0.0724, "step": 2104 }, { "epoch": 2.34, "learning_rate": 7.145517984084945e-05, "loss": 0.0654, "step": 2105 }, { "epoch": 2.34, "learning_rate": 7.137008980565563e-05, "loss": 0.0673, "step": 2106 }, { "epoch": 2.34, "learning_rate": 7.128502234422919e-05, "loss": 0.0803, "step": 2107 }, { "epoch": 2.34, "learning_rate": 7.119997752364313e-05, "loss": 0.0751, "step": 2108 }, { "epoch": 2.34, "learning_rate": 7.111495541095252e-05, "loss": 0.0697, "step": 2109 }, { "epoch": 2.34, "learning_rate": 7.102995607319457e-05, "loss": 0.0679, "step": 2110 }, { "epoch": 2.35, "learning_rate": 7.09449795773886e-05, "loss": 0.0675, "step": 2111 }, { "epoch": 2.35, "learning_rate": 7.08600259905358e-05, "loss": 0.0645, "step": 2112 }, { "epoch": 2.35, "learning_rate": 7.077509537961938e-05, "loss": 0.0761, "step": 2113 }, { "epoch": 2.35, "learning_rate": 7.069018781160438e-05, "loss": 0.0651, "step": 2114 }, { "epoch": 2.35, "learning_rate": 7.060530335343771e-05, "loss": 0.068, "step": 2115 }, { "epoch": 2.35, "learning_rate": 7.052044207204807e-05, "loss": 0.0741, "step": 2116 }, { "epoch": 2.35, "learning_rate": 7.043560403434582e-05, "loss": 0.0672, "step": 2117 }, { "epoch": 2.35, "learning_rate": 7.03507893072231e-05, "loss": 0.0702, "step": 2118 }, { "epoch": 2.35, "learning_rate": 7.026599795755351e-05, "loss": 0.071, "step": 2119 }, { "epoch": 2.36, "learning_rate": 7.01812300521924e-05, "loss": 0.0702, "step": 2120 }, { "epoch": 2.36, "learning_rate": 7.009648565797652e-05, "loss": 0.0723, "step": 2121 }, { "epoch": 2.36, "learning_rate": 7.00117648417241e-05, "loss": 0.0794, "step": 2122 }, { "epoch": 2.36, "learning_rate": 6.992706767023478e-05, "loss": 0.0723, "step": 2123 }, { "epoch": 2.36, "learning_rate": 6.984239421028964e-05, "loss": 0.0698, "step": 2124 }, { "epoch": 2.36, "learning_rate": 6.975774452865089e-05, "loss": 0.0683, "step": 2125 }, { "epoch": 2.36, "learning_rate": 6.967311869206221e-05, "loss": 0.0654, "step": 2126 }, { "epoch": 2.36, "learning_rate": 6.958851676724823e-05, "loss": 0.074, "step": 2127 }, { "epoch": 2.36, "learning_rate": 6.950393882091493e-05, "loss": 0.0777, "step": 2128 }, { "epoch": 2.37, "learning_rate": 6.941938491974933e-05, "loss": 0.0734, "step": 2129 }, { "epoch": 2.37, "learning_rate": 6.933485513041943e-05, "loss": 0.0757, "step": 2130 } ], "logging_steps": 1, "max_steps": 3548, "num_input_tokens_seen": 0, "num_train_epochs": 4, "save_steps": 355, "total_flos": 3.902898365263774e+19, "train_batch_size": 2, "trial_name": null, "trial_params": null }