| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 19.999701550445437, | |
| "eval_steps": 500, | |
| "global_step": 670120, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 0.0001342882721575649, | |
| "loss": 12.1916, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 0.0002685765443151298, | |
| "loss": 2.3149, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 0.00029896083615458125, | |
| "loss": 1.9954, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 0.00029760422539032704, | |
| "loss": 1.8429, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 0.0002962476146260728, | |
| "loss": 1.7657, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 0.0002948910038618186, | |
| "loss": 1.6944, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 0.0002935343930975644, | |
| "loss": 1.6484, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 0.0002921777823333102, | |
| "loss": 1.6187, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 0.00029082117156905597, | |
| "loss": 1.5982, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 0.00028946456080480176, | |
| "loss": 1.5673, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 0.00028810795004054755, | |
| "loss": 1.5474, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 0.0002867513392762934, | |
| "loss": 1.4948, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 0.0002853947285120391, | |
| "loss": 1.4913, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 0.00028403811774778496, | |
| "loss": 1.4821, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 0.0002826815069835307, | |
| "loss": 1.4474, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "learning_rate": 0.00028132489621927653, | |
| "loss": 1.4602, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "learning_rate": 0.00027996828545502226, | |
| "loss": 1.456, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "learning_rate": 0.0002786116746907681, | |
| "loss": 1.4377, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "learning_rate": 0.0002772550639265139, | |
| "loss": 1.4301, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 0.0002758984531622597, | |
| "loss": 1.425, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "learning_rate": 0.00027454184239800546, | |
| "loss": 1.4153, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "learning_rate": 0.00027318523163375125, | |
| "loss": 1.4046, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "learning_rate": 0.00027182862086949704, | |
| "loss": 1.3565, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "learning_rate": 0.0002704720101052428, | |
| "loss": 1.3488, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "learning_rate": 0.0002691153993409886, | |
| "loss": 1.339, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "learning_rate": 0.0002677587885767344, | |
| "loss": 1.3513, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "learning_rate": 0.0002664021778124802, | |
| "loss": 1.3491, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "learning_rate": 0.00026504556704822597, | |
| "loss": 1.3345, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "learning_rate": 0.00026368895628397175, | |
| "loss": 1.3313, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "learning_rate": 0.00026233234551971754, | |
| "loss": 1.3319, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "learning_rate": 0.00026097573475546333, | |
| "loss": 1.3185, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "learning_rate": 0.00025961912399120917, | |
| "loss": 1.325, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "learning_rate": 0.0002582625132269549, | |
| "loss": 1.3048, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "learning_rate": 0.00025690590246270074, | |
| "loss": 1.2797, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 3.13, | |
| "learning_rate": 0.00025554929169844653, | |
| "loss": 1.2646, | |
| "step": 105000 | |
| }, | |
| { | |
| "epoch": 3.22, | |
| "learning_rate": 0.0002541926809341923, | |
| "loss": 1.2595, | |
| "step": 108000 | |
| }, | |
| { | |
| "epoch": 3.31, | |
| "learning_rate": 0.0002528360701699381, | |
| "loss": 1.2574, | |
| "step": 111000 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "learning_rate": 0.0002514794594056839, | |
| "loss": 1.2623, | |
| "step": 114000 | |
| }, | |
| { | |
| "epoch": 3.49, | |
| "learning_rate": 0.0002501228486414297, | |
| "loss": 1.2548, | |
| "step": 117000 | |
| }, | |
| { | |
| "epoch": 3.58, | |
| "learning_rate": 0.00024876623787717546, | |
| "loss": 1.2615, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 3.67, | |
| "learning_rate": 0.00024740962711292125, | |
| "loss": 1.2558, | |
| "step": 123000 | |
| }, | |
| { | |
| "epoch": 3.76, | |
| "learning_rate": 0.00024605301634866703, | |
| "loss": 1.2537, | |
| "step": 126000 | |
| }, | |
| { | |
| "epoch": 3.85, | |
| "learning_rate": 0.0002446964055844128, | |
| "loss": 1.2393, | |
| "step": 129000 | |
| }, | |
| { | |
| "epoch": 3.94, | |
| "learning_rate": 0.0002433397948201586, | |
| "loss": 1.2438, | |
| "step": 132000 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "learning_rate": 0.00024198318405590442, | |
| "loss": 1.2277, | |
| "step": 135000 | |
| }, | |
| { | |
| "epoch": 4.12, | |
| "learning_rate": 0.00024062657329165018, | |
| "loss": 1.1934, | |
| "step": 138000 | |
| }, | |
| { | |
| "epoch": 4.21, | |
| "learning_rate": 0.000239269962527396, | |
| "loss": 1.1857, | |
| "step": 141000 | |
| }, | |
| { | |
| "epoch": 4.3, | |
| "learning_rate": 0.00023791335176314175, | |
| "loss": 1.1902, | |
| "step": 144000 | |
| }, | |
| { | |
| "epoch": 4.39, | |
| "learning_rate": 0.00023655674099888756, | |
| "loss": 1.1901, | |
| "step": 147000 | |
| }, | |
| { | |
| "epoch": 4.48, | |
| "learning_rate": 0.00023520013023463332, | |
| "loss": 1.1948, | |
| "step": 150000 | |
| }, | |
| { | |
| "epoch": 4.57, | |
| "learning_rate": 0.00023384351947037914, | |
| "loss": 1.1941, | |
| "step": 153000 | |
| }, | |
| { | |
| "epoch": 4.66, | |
| "learning_rate": 0.00023248690870612495, | |
| "loss": 1.1903, | |
| "step": 156000 | |
| }, | |
| { | |
| "epoch": 4.75, | |
| "learning_rate": 0.0002311302979418707, | |
| "loss": 1.1877, | |
| "step": 159000 | |
| }, | |
| { | |
| "epoch": 4.83, | |
| "learning_rate": 0.00022977368717761652, | |
| "loss": 1.1974, | |
| "step": 162000 | |
| }, | |
| { | |
| "epoch": 4.92, | |
| "learning_rate": 0.00022841707641336228, | |
| "loss": 1.189, | |
| "step": 165000 | |
| }, | |
| { | |
| "epoch": 5.01, | |
| "learning_rate": 0.0002270604656491081, | |
| "loss": 1.1851, | |
| "step": 168000 | |
| }, | |
| { | |
| "epoch": 5.1, | |
| "learning_rate": 0.00022570385488485386, | |
| "loss": 1.1479, | |
| "step": 171000 | |
| }, | |
| { | |
| "epoch": 5.19, | |
| "learning_rate": 0.00022434724412059967, | |
| "loss": 1.1374, | |
| "step": 174000 | |
| }, | |
| { | |
| "epoch": 5.28, | |
| "learning_rate": 0.00022299063335634543, | |
| "loss": 1.1343, | |
| "step": 177000 | |
| }, | |
| { | |
| "epoch": 5.37, | |
| "learning_rate": 0.00022163402259209124, | |
| "loss": 1.1306, | |
| "step": 180000 | |
| }, | |
| { | |
| "epoch": 5.46, | |
| "learning_rate": 0.00022027741182783706, | |
| "loss": 1.1399, | |
| "step": 183000 | |
| }, | |
| { | |
| "epoch": 5.55, | |
| "learning_rate": 0.00021892080106358282, | |
| "loss": 1.1457, | |
| "step": 186000 | |
| }, | |
| { | |
| "epoch": 5.64, | |
| "learning_rate": 0.00021756419029932863, | |
| "loss": 1.1469, | |
| "step": 189000 | |
| }, | |
| { | |
| "epoch": 5.73, | |
| "learning_rate": 0.0002162075795350744, | |
| "loss": 1.1448, | |
| "step": 192000 | |
| }, | |
| { | |
| "epoch": 5.82, | |
| "learning_rate": 0.0002148509687708202, | |
| "loss": 1.1397, | |
| "step": 195000 | |
| }, | |
| { | |
| "epoch": 5.91, | |
| "learning_rate": 0.00021349435800656596, | |
| "loss": 1.1441, | |
| "step": 198000 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "learning_rate": 0.00021213774724231177, | |
| "loss": 1.1453, | |
| "step": 201000 | |
| }, | |
| { | |
| "epoch": 6.09, | |
| "learning_rate": 0.00021078113647805753, | |
| "loss": 1.0897, | |
| "step": 204000 | |
| }, | |
| { | |
| "epoch": 6.18, | |
| "learning_rate": 0.00020942452571380335, | |
| "loss": 1.0956, | |
| "step": 207000 | |
| }, | |
| { | |
| "epoch": 6.27, | |
| "learning_rate": 0.0002080679149495491, | |
| "loss": 1.0947, | |
| "step": 210000 | |
| }, | |
| { | |
| "epoch": 6.36, | |
| "learning_rate": 0.00020671130418529492, | |
| "loss": 1.0961, | |
| "step": 213000 | |
| }, | |
| { | |
| "epoch": 6.45, | |
| "learning_rate": 0.00020535469342104073, | |
| "loss": 1.1117, | |
| "step": 216000 | |
| }, | |
| { | |
| "epoch": 6.54, | |
| "learning_rate": 0.0002039980826567865, | |
| "loss": 1.1032, | |
| "step": 219000 | |
| }, | |
| { | |
| "epoch": 6.63, | |
| "learning_rate": 0.0002026414718925323, | |
| "loss": 1.0983, | |
| "step": 222000 | |
| }, | |
| { | |
| "epoch": 6.72, | |
| "learning_rate": 0.00020128486112827807, | |
| "loss": 1.0885, | |
| "step": 225000 | |
| }, | |
| { | |
| "epoch": 6.8, | |
| "learning_rate": 0.00019992825036402388, | |
| "loss": 1.0867, | |
| "step": 228000 | |
| }, | |
| { | |
| "epoch": 6.89, | |
| "learning_rate": 0.00019857163959976964, | |
| "loss": 1.0993, | |
| "step": 231000 | |
| }, | |
| { | |
| "epoch": 6.98, | |
| "learning_rate": 0.00019721502883551545, | |
| "loss": 1.1021, | |
| "step": 234000 | |
| }, | |
| { | |
| "epoch": 7.07, | |
| "learning_rate": 0.00019585841807126124, | |
| "loss": 1.0519, | |
| "step": 237000 | |
| }, | |
| { | |
| "epoch": 7.16, | |
| "learning_rate": 0.00019450180730700702, | |
| "loss": 1.0594, | |
| "step": 240000 | |
| }, | |
| { | |
| "epoch": 7.25, | |
| "learning_rate": 0.00019314519654275284, | |
| "loss": 1.0555, | |
| "step": 243000 | |
| }, | |
| { | |
| "epoch": 7.34, | |
| "learning_rate": 0.0001917885857784986, | |
| "loss": 1.057, | |
| "step": 246000 | |
| }, | |
| { | |
| "epoch": 7.43, | |
| "learning_rate": 0.0001904319750142444, | |
| "loss": 1.0585, | |
| "step": 249000 | |
| }, | |
| { | |
| "epoch": 7.52, | |
| "learning_rate": 0.00018907536424999017, | |
| "loss": 1.0534, | |
| "step": 252000 | |
| }, | |
| { | |
| "epoch": 7.61, | |
| "learning_rate": 0.00018771875348573598, | |
| "loss": 1.0655, | |
| "step": 255000 | |
| }, | |
| { | |
| "epoch": 7.7, | |
| "learning_rate": 0.00018636214272148174, | |
| "loss": 1.056, | |
| "step": 258000 | |
| }, | |
| { | |
| "epoch": 7.79, | |
| "learning_rate": 0.00018500553195722756, | |
| "loss": 1.0638, | |
| "step": 261000 | |
| }, | |
| { | |
| "epoch": 7.88, | |
| "learning_rate": 0.00018364892119297334, | |
| "loss": 1.0521, | |
| "step": 264000 | |
| }, | |
| { | |
| "epoch": 7.97, | |
| "learning_rate": 0.00018229231042871913, | |
| "loss": 1.0633, | |
| "step": 267000 | |
| }, | |
| { | |
| "epoch": 8.06, | |
| "learning_rate": 0.00018093569966446492, | |
| "loss": 1.0345, | |
| "step": 270000 | |
| }, | |
| { | |
| "epoch": 8.15, | |
| "learning_rate": 0.0001795790889002107, | |
| "loss": 1.0186, | |
| "step": 273000 | |
| }, | |
| { | |
| "epoch": 8.24, | |
| "learning_rate": 0.00017822247813595652, | |
| "loss": 1.0141, | |
| "step": 276000 | |
| }, | |
| { | |
| "epoch": 8.33, | |
| "learning_rate": 0.00017686586737170228, | |
| "loss": 1.0184, | |
| "step": 279000 | |
| }, | |
| { | |
| "epoch": 8.42, | |
| "learning_rate": 0.0001755092566074481, | |
| "loss": 1.0184, | |
| "step": 282000 | |
| }, | |
| { | |
| "epoch": 8.51, | |
| "learning_rate": 0.00017415264584319385, | |
| "loss": 1.0222, | |
| "step": 285000 | |
| }, | |
| { | |
| "epoch": 8.6, | |
| "learning_rate": 0.00017279603507893966, | |
| "loss": 1.0176, | |
| "step": 288000 | |
| }, | |
| { | |
| "epoch": 8.68, | |
| "learning_rate": 0.00017143942431468545, | |
| "loss": 1.0236, | |
| "step": 291000 | |
| }, | |
| { | |
| "epoch": 8.77, | |
| "learning_rate": 0.00017008281355043123, | |
| "loss": 1.0278, | |
| "step": 294000 | |
| }, | |
| { | |
| "epoch": 8.86, | |
| "learning_rate": 0.00016872620278617702, | |
| "loss": 1.0076, | |
| "step": 297000 | |
| }, | |
| { | |
| "epoch": 8.95, | |
| "learning_rate": 0.0001673695920219228, | |
| "loss": 1.0248, | |
| "step": 300000 | |
| }, | |
| { | |
| "epoch": 9.04, | |
| "learning_rate": 0.00016601298125766862, | |
| "loss": 0.9915, | |
| "step": 303000 | |
| }, | |
| { | |
| "epoch": 9.13, | |
| "learning_rate": 0.00016465637049341438, | |
| "loss": 0.9759, | |
| "step": 306000 | |
| }, | |
| { | |
| "epoch": 9.22, | |
| "learning_rate": 0.0001632997597291602, | |
| "loss": 0.9813, | |
| "step": 309000 | |
| }, | |
| { | |
| "epoch": 9.31, | |
| "learning_rate": 0.00016194314896490595, | |
| "loss": 0.9853, | |
| "step": 312000 | |
| }, | |
| { | |
| "epoch": 9.4, | |
| "learning_rate": 0.00016058653820065177, | |
| "loss": 0.9808, | |
| "step": 315000 | |
| }, | |
| { | |
| "epoch": 9.49, | |
| "learning_rate": 0.00015922992743639755, | |
| "loss": 0.9759, | |
| "step": 318000 | |
| }, | |
| { | |
| "epoch": 9.58, | |
| "learning_rate": 0.00015787331667214334, | |
| "loss": 0.9852, | |
| "step": 321000 | |
| }, | |
| { | |
| "epoch": 9.67, | |
| "learning_rate": 0.00015651670590788913, | |
| "loss": 0.9796, | |
| "step": 324000 | |
| }, | |
| { | |
| "epoch": 9.76, | |
| "learning_rate": 0.0001551600951436349, | |
| "loss": 0.9871, | |
| "step": 327000 | |
| }, | |
| { | |
| "epoch": 9.85, | |
| "learning_rate": 0.0001538034843793807, | |
| "loss": 0.9953, | |
| "step": 330000 | |
| }, | |
| { | |
| "epoch": 9.94, | |
| "learning_rate": 0.00015244687361512649, | |
| "loss": 0.9883, | |
| "step": 333000 | |
| }, | |
| { | |
| "epoch": 10.03, | |
| "learning_rate": 0.0001510902628508723, | |
| "loss": 0.9735, | |
| "step": 336000 | |
| }, | |
| { | |
| "epoch": 10.12, | |
| "learning_rate": 0.00014973365208661809, | |
| "loss": 0.9509, | |
| "step": 339000 | |
| }, | |
| { | |
| "epoch": 10.21, | |
| "learning_rate": 0.00014837704132236387, | |
| "loss": 0.9448, | |
| "step": 342000 | |
| }, | |
| { | |
| "epoch": 10.3, | |
| "learning_rate": 0.00014702043055810966, | |
| "loss": 0.9395, | |
| "step": 345000 | |
| }, | |
| { | |
| "epoch": 10.39, | |
| "learning_rate": 0.00014566381979385544, | |
| "loss": 0.9438, | |
| "step": 348000 | |
| }, | |
| { | |
| "epoch": 10.48, | |
| "learning_rate": 0.00014430720902960123, | |
| "loss": 0.9498, | |
| "step": 351000 | |
| }, | |
| { | |
| "epoch": 10.57, | |
| "learning_rate": 0.00014295059826534702, | |
| "loss": 0.9481, | |
| "step": 354000 | |
| }, | |
| { | |
| "epoch": 10.65, | |
| "learning_rate": 0.0001415939875010928, | |
| "loss": 0.9509, | |
| "step": 357000 | |
| }, | |
| { | |
| "epoch": 10.74, | |
| "learning_rate": 0.0001402373767368386, | |
| "loss": 0.9527, | |
| "step": 360000 | |
| }, | |
| { | |
| "epoch": 10.83, | |
| "learning_rate": 0.0001388807659725844, | |
| "loss": 0.944, | |
| "step": 363000 | |
| }, | |
| { | |
| "epoch": 10.92, | |
| "learning_rate": 0.0001375241552083302, | |
| "loss": 0.9427, | |
| "step": 366000 | |
| }, | |
| { | |
| "epoch": 11.01, | |
| "learning_rate": 0.00013616754444407598, | |
| "loss": 0.9511, | |
| "step": 369000 | |
| }, | |
| { | |
| "epoch": 11.1, | |
| "learning_rate": 0.00013481093367982176, | |
| "loss": 0.901, | |
| "step": 372000 | |
| }, | |
| { | |
| "epoch": 11.19, | |
| "learning_rate": 0.00013345432291556755, | |
| "loss": 0.9175, | |
| "step": 375000 | |
| }, | |
| { | |
| "epoch": 11.28, | |
| "learning_rate": 0.00013209771215131334, | |
| "loss": 0.9061, | |
| "step": 378000 | |
| }, | |
| { | |
| "epoch": 11.37, | |
| "learning_rate": 0.00013074110138705912, | |
| "loss": 0.9175, | |
| "step": 381000 | |
| }, | |
| { | |
| "epoch": 11.46, | |
| "learning_rate": 0.0001293844906228049, | |
| "loss": 0.9175, | |
| "step": 384000 | |
| }, | |
| { | |
| "epoch": 11.55, | |
| "learning_rate": 0.0001280278798585507, | |
| "loss": 0.9149, | |
| "step": 387000 | |
| }, | |
| { | |
| "epoch": 11.64, | |
| "learning_rate": 0.0001266712690942965, | |
| "loss": 0.9155, | |
| "step": 390000 | |
| }, | |
| { | |
| "epoch": 11.73, | |
| "learning_rate": 0.0001253146583300423, | |
| "loss": 0.9129, | |
| "step": 393000 | |
| }, | |
| { | |
| "epoch": 11.82, | |
| "learning_rate": 0.00012395804756578808, | |
| "loss": 0.9178, | |
| "step": 396000 | |
| }, | |
| { | |
| "epoch": 11.91, | |
| "learning_rate": 0.00012260143680153387, | |
| "loss": 0.912, | |
| "step": 399000 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "learning_rate": 0.00012124482603727964, | |
| "loss": 0.9217, | |
| "step": 402000 | |
| }, | |
| { | |
| "epoch": 12.09, | |
| "learning_rate": 0.00011988821527302545, | |
| "loss": 0.8778, | |
| "step": 405000 | |
| }, | |
| { | |
| "epoch": 12.18, | |
| "learning_rate": 0.00011853160450877124, | |
| "loss": 0.8741, | |
| "step": 408000 | |
| }, | |
| { | |
| "epoch": 12.27, | |
| "learning_rate": 0.00011717499374451703, | |
| "loss": 0.8786, | |
| "step": 411000 | |
| }, | |
| { | |
| "epoch": 12.36, | |
| "learning_rate": 0.00011581838298026281, | |
| "loss": 0.8837, | |
| "step": 414000 | |
| }, | |
| { | |
| "epoch": 12.45, | |
| "learning_rate": 0.0001144617722160086, | |
| "loss": 0.883, | |
| "step": 417000 | |
| }, | |
| { | |
| "epoch": 12.53, | |
| "learning_rate": 0.00011310516145175439, | |
| "loss": 0.8764, | |
| "step": 420000 | |
| }, | |
| { | |
| "epoch": 12.62, | |
| "learning_rate": 0.00011174855068750017, | |
| "loss": 0.8881, | |
| "step": 423000 | |
| }, | |
| { | |
| "epoch": 12.71, | |
| "learning_rate": 0.00011039193992324596, | |
| "loss": 0.8844, | |
| "step": 426000 | |
| }, | |
| { | |
| "epoch": 12.8, | |
| "learning_rate": 0.00010903532915899175, | |
| "loss": 0.8838, | |
| "step": 429000 | |
| }, | |
| { | |
| "epoch": 12.89, | |
| "learning_rate": 0.00010767871839473755, | |
| "loss": 0.8799, | |
| "step": 432000 | |
| }, | |
| { | |
| "epoch": 12.98, | |
| "learning_rate": 0.00010632210763048335, | |
| "loss": 0.8766, | |
| "step": 435000 | |
| }, | |
| { | |
| "epoch": 13.07, | |
| "learning_rate": 0.00010496549686622913, | |
| "loss": 0.8562, | |
| "step": 438000 | |
| }, | |
| { | |
| "epoch": 13.16, | |
| "learning_rate": 0.00010360888610197492, | |
| "loss": 0.8445, | |
| "step": 441000 | |
| }, | |
| { | |
| "epoch": 13.25, | |
| "learning_rate": 0.0001022522753377207, | |
| "loss": 0.8422, | |
| "step": 444000 | |
| }, | |
| { | |
| "epoch": 13.34, | |
| "learning_rate": 0.00010089566457346649, | |
| "loss": 0.8405, | |
| "step": 447000 | |
| }, | |
| { | |
| "epoch": 13.43, | |
| "learning_rate": 9.953905380921228e-05, | |
| "loss": 0.8456, | |
| "step": 450000 | |
| }, | |
| { | |
| "epoch": 13.52, | |
| "learning_rate": 9.818244304495806e-05, | |
| "loss": 0.8516, | |
| "step": 453000 | |
| }, | |
| { | |
| "epoch": 13.61, | |
| "learning_rate": 9.682583228070386e-05, | |
| "loss": 0.8514, | |
| "step": 456000 | |
| }, | |
| { | |
| "epoch": 13.7, | |
| "learning_rate": 9.546922151644965e-05, | |
| "loss": 0.8465, | |
| "step": 459000 | |
| }, | |
| { | |
| "epoch": 13.79, | |
| "learning_rate": 9.411261075219544e-05, | |
| "loss": 0.8499, | |
| "step": 462000 | |
| }, | |
| { | |
| "epoch": 13.88, | |
| "learning_rate": 9.275599998794124e-05, | |
| "loss": 0.8582, | |
| "step": 465000 | |
| }, | |
| { | |
| "epoch": 13.97, | |
| "learning_rate": 9.139938922368702e-05, | |
| "loss": 0.8544, | |
| "step": 468000 | |
| }, | |
| { | |
| "epoch": 14.06, | |
| "learning_rate": 9.004277845943281e-05, | |
| "loss": 0.8226, | |
| "step": 471000 | |
| }, | |
| { | |
| "epoch": 14.15, | |
| "learning_rate": 8.86861676951786e-05, | |
| "loss": 0.8132, | |
| "step": 474000 | |
| }, | |
| { | |
| "epoch": 14.24, | |
| "learning_rate": 8.732955693092438e-05, | |
| "loss": 0.8196, | |
| "step": 477000 | |
| }, | |
| { | |
| "epoch": 14.33, | |
| "learning_rate": 8.597294616667018e-05, | |
| "loss": 0.8221, | |
| "step": 480000 | |
| }, | |
| { | |
| "epoch": 14.42, | |
| "learning_rate": 8.461633540241597e-05, | |
| "loss": 0.8155, | |
| "step": 483000 | |
| }, | |
| { | |
| "epoch": 14.5, | |
| "learning_rate": 8.325972463816176e-05, | |
| "loss": 0.8219, | |
| "step": 486000 | |
| }, | |
| { | |
| "epoch": 14.59, | |
| "learning_rate": 8.190311387390754e-05, | |
| "loss": 0.8171, | |
| "step": 489000 | |
| }, | |
| { | |
| "epoch": 14.68, | |
| "learning_rate": 8.054650310965333e-05, | |
| "loss": 0.8116, | |
| "step": 492000 | |
| }, | |
| { | |
| "epoch": 14.77, | |
| "learning_rate": 7.918989234539913e-05, | |
| "loss": 0.8213, | |
| "step": 495000 | |
| }, | |
| { | |
| "epoch": 14.86, | |
| "learning_rate": 7.783328158114491e-05, | |
| "loss": 0.8154, | |
| "step": 498000 | |
| }, | |
| { | |
| "epoch": 14.95, | |
| "learning_rate": 7.64766708168907e-05, | |
| "loss": 0.824, | |
| "step": 501000 | |
| }, | |
| { | |
| "epoch": 15.04, | |
| "learning_rate": 7.512006005263649e-05, | |
| "loss": 0.8068, | |
| "step": 504000 | |
| }, | |
| { | |
| "epoch": 15.13, | |
| "learning_rate": 7.376344928838229e-05, | |
| "loss": 0.7813, | |
| "step": 507000 | |
| }, | |
| { | |
| "epoch": 15.22, | |
| "learning_rate": 7.240683852412807e-05, | |
| "loss": 0.7947, | |
| "step": 510000 | |
| }, | |
| { | |
| "epoch": 15.31, | |
| "learning_rate": 7.105022775987386e-05, | |
| "loss": 0.7899, | |
| "step": 513000 | |
| }, | |
| { | |
| "epoch": 15.4, | |
| "learning_rate": 6.969361699561965e-05, | |
| "loss": 0.7885, | |
| "step": 516000 | |
| }, | |
| { | |
| "epoch": 15.49, | |
| "learning_rate": 6.833700623136545e-05, | |
| "loss": 0.7963, | |
| "step": 519000 | |
| }, | |
| { | |
| "epoch": 15.58, | |
| "learning_rate": 6.698039546711123e-05, | |
| "loss": 0.787, | |
| "step": 522000 | |
| }, | |
| { | |
| "epoch": 15.67, | |
| "learning_rate": 6.562378470285702e-05, | |
| "loss": 0.7877, | |
| "step": 525000 | |
| }, | |
| { | |
| "epoch": 15.76, | |
| "learning_rate": 6.42671739386028e-05, | |
| "loss": 0.7949, | |
| "step": 528000 | |
| }, | |
| { | |
| "epoch": 15.85, | |
| "learning_rate": 6.291056317434859e-05, | |
| "loss": 0.7835, | |
| "step": 531000 | |
| }, | |
| { | |
| "epoch": 15.94, | |
| "learning_rate": 6.155395241009439e-05, | |
| "loss": 0.7904, | |
| "step": 534000 | |
| }, | |
| { | |
| "epoch": 16.03, | |
| "learning_rate": 6.019734164584017e-05, | |
| "loss": 0.7797, | |
| "step": 537000 | |
| }, | |
| { | |
| "epoch": 16.12, | |
| "learning_rate": 5.8840730881585965e-05, | |
| "loss": 0.7606, | |
| "step": 540000 | |
| }, | |
| { | |
| "epoch": 16.21, | |
| "learning_rate": 5.748412011733175e-05, | |
| "loss": 0.7671, | |
| "step": 543000 | |
| }, | |
| { | |
| "epoch": 16.3, | |
| "learning_rate": 5.6127509353077545e-05, | |
| "loss": 0.764, | |
| "step": 546000 | |
| }, | |
| { | |
| "epoch": 16.38, | |
| "learning_rate": 5.477089858882333e-05, | |
| "loss": 0.758, | |
| "step": 549000 | |
| }, | |
| { | |
| "epoch": 16.47, | |
| "learning_rate": 5.3414287824569124e-05, | |
| "loss": 0.7518, | |
| "step": 552000 | |
| }, | |
| { | |
| "epoch": 16.56, | |
| "learning_rate": 5.205767706031491e-05, | |
| "loss": 0.7644, | |
| "step": 555000 | |
| }, | |
| { | |
| "epoch": 16.65, | |
| "learning_rate": 5.07010662960607e-05, | |
| "loss": 0.7577, | |
| "step": 558000 | |
| }, | |
| { | |
| "epoch": 16.74, | |
| "learning_rate": 4.934445553180649e-05, | |
| "loss": 0.762, | |
| "step": 561000 | |
| }, | |
| { | |
| "epoch": 16.83, | |
| "learning_rate": 4.7987844767552283e-05, | |
| "loss": 0.7548, | |
| "step": 564000 | |
| }, | |
| { | |
| "epoch": 16.92, | |
| "learning_rate": 4.663123400329807e-05, | |
| "loss": 0.7567, | |
| "step": 567000 | |
| }, | |
| { | |
| "epoch": 17.01, | |
| "learning_rate": 4.5274623239043856e-05, | |
| "loss": 0.7613, | |
| "step": 570000 | |
| }, | |
| { | |
| "epoch": 17.1, | |
| "learning_rate": 4.391801247478964e-05, | |
| "loss": 0.7346, | |
| "step": 573000 | |
| }, | |
| { | |
| "epoch": 17.19, | |
| "learning_rate": 4.256140171053544e-05, | |
| "loss": 0.7323, | |
| "step": 576000 | |
| }, | |
| { | |
| "epoch": 17.28, | |
| "learning_rate": 4.120479094628123e-05, | |
| "loss": 0.7322, | |
| "step": 579000 | |
| }, | |
| { | |
| "epoch": 17.37, | |
| "learning_rate": 3.9848180182027016e-05, | |
| "loss": 0.7456, | |
| "step": 582000 | |
| }, | |
| { | |
| "epoch": 17.46, | |
| "learning_rate": 3.84915694177728e-05, | |
| "loss": 0.7324, | |
| "step": 585000 | |
| }, | |
| { | |
| "epoch": 17.55, | |
| "learning_rate": 3.7134958653518595e-05, | |
| "loss": 0.7414, | |
| "step": 588000 | |
| }, | |
| { | |
| "epoch": 17.64, | |
| "learning_rate": 3.577834788926438e-05, | |
| "loss": 0.7334, | |
| "step": 591000 | |
| }, | |
| { | |
| "epoch": 17.73, | |
| "learning_rate": 3.442173712501017e-05, | |
| "loss": 0.731, | |
| "step": 594000 | |
| }, | |
| { | |
| "epoch": 17.82, | |
| "learning_rate": 3.306512636075596e-05, | |
| "loss": 0.7488, | |
| "step": 597000 | |
| }, | |
| { | |
| "epoch": 17.91, | |
| "learning_rate": 3.170851559650175e-05, | |
| "loss": 0.7287, | |
| "step": 600000 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "learning_rate": 3.035190483224754e-05, | |
| "loss": 0.7361, | |
| "step": 603000 | |
| }, | |
| { | |
| "epoch": 18.09, | |
| "learning_rate": 2.8995294067993327e-05, | |
| "loss": 0.7173, | |
| "step": 606000 | |
| }, | |
| { | |
| "epoch": 18.18, | |
| "learning_rate": 2.763868330373912e-05, | |
| "loss": 0.7173, | |
| "step": 609000 | |
| }, | |
| { | |
| "epoch": 18.27, | |
| "learning_rate": 2.6282072539484907e-05, | |
| "loss": 0.7138, | |
| "step": 612000 | |
| }, | |
| { | |
| "epoch": 18.35, | |
| "learning_rate": 2.4925461775230697e-05, | |
| "loss": 0.71, | |
| "step": 615000 | |
| }, | |
| { | |
| "epoch": 18.44, | |
| "learning_rate": 2.3568851010976486e-05, | |
| "loss": 0.7128, | |
| "step": 618000 | |
| }, | |
| { | |
| "epoch": 18.53, | |
| "learning_rate": 2.2212240246722276e-05, | |
| "loss": 0.7168, | |
| "step": 621000 | |
| }, | |
| { | |
| "epoch": 18.62, | |
| "learning_rate": 2.0855629482468066e-05, | |
| "loss": 0.7184, | |
| "step": 624000 | |
| }, | |
| { | |
| "epoch": 18.71, | |
| "learning_rate": 1.9499018718213856e-05, | |
| "loss": 0.7099, | |
| "step": 627000 | |
| }, | |
| { | |
| "epoch": 18.8, | |
| "learning_rate": 1.8142407953959646e-05, | |
| "loss": 0.7047, | |
| "step": 630000 | |
| }, | |
| { | |
| "epoch": 18.89, | |
| "learning_rate": 1.6785797189705435e-05, | |
| "loss": 0.7131, | |
| "step": 633000 | |
| }, | |
| { | |
| "epoch": 18.98, | |
| "learning_rate": 1.5429186425451222e-05, | |
| "loss": 0.7151, | |
| "step": 636000 | |
| }, | |
| { | |
| "epoch": 19.07, | |
| "learning_rate": 1.4072575661197012e-05, | |
| "loss": 0.7058, | |
| "step": 639000 | |
| }, | |
| { | |
| "epoch": 19.16, | |
| "learning_rate": 1.2715964896942801e-05, | |
| "loss": 0.6982, | |
| "step": 642000 | |
| }, | |
| { | |
| "epoch": 19.25, | |
| "learning_rate": 1.1359354132688591e-05, | |
| "loss": 0.6983, | |
| "step": 645000 | |
| }, | |
| { | |
| "epoch": 19.34, | |
| "learning_rate": 1.0002743368434381e-05, | |
| "loss": 0.6932, | |
| "step": 648000 | |
| }, | |
| { | |
| "epoch": 19.43, | |
| "learning_rate": 8.64613260418017e-06, | |
| "loss": 0.7025, | |
| "step": 651000 | |
| }, | |
| { | |
| "epoch": 19.52, | |
| "learning_rate": 7.289521839925958e-06, | |
| "loss": 0.6945, | |
| "step": 654000 | |
| }, | |
| { | |
| "epoch": 19.61, | |
| "learning_rate": 5.932911075671748e-06, | |
| "loss": 0.7039, | |
| "step": 657000 | |
| }, | |
| { | |
| "epoch": 19.7, | |
| "learning_rate": 4.576300311417537e-06, | |
| "loss": 0.6921, | |
| "step": 660000 | |
| }, | |
| { | |
| "epoch": 19.79, | |
| "learning_rate": 3.2196895471633263e-06, | |
| "loss": 0.6914, | |
| "step": 663000 | |
| }, | |
| { | |
| "epoch": 19.88, | |
| "learning_rate": 1.863078782909116e-06, | |
| "loss": 0.6969, | |
| "step": 666000 | |
| }, | |
| { | |
| "epoch": 19.97, | |
| "learning_rate": 5.064680186549053e-07, | |
| "loss": 0.6948, | |
| "step": 669000 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "step": 670120, | |
| "total_flos": 1.67362005330918e+21, | |
| "train_loss": 1.0658713307571661, | |
| "train_runtime": 426567.9926, | |
| "train_samples_per_second": 25.136, | |
| "train_steps_per_second": 1.571 | |
| } | |
| ], | |
| "logging_steps": 3000, | |
| "max_steps": 670120, | |
| "num_train_epochs": 20, | |
| "save_steps": 500, | |
| "total_flos": 1.67362005330918e+21, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |