| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.5780680964217585, | |
| "eval_steps": 500, | |
| "global_step": 2500, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4e-05, | |
| "loss": 1.0185, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 8e-05, | |
| "loss": 0.8649, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 0.00012, | |
| "loss": 0.7784, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 0.00016, | |
| "loss": 0.7386, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 0.0002, | |
| "loss": 0.7037, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 0.0001990530303030303, | |
| "loss": 0.7019, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 0.0001981060606060606, | |
| "loss": 0.7117, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 0.00019715909090909094, | |
| "loss": 0.672, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 0.00019621212121212123, | |
| "loss": 0.664, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 0.00019526515151515152, | |
| "loss": 0.6666, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 0.0001943181818181818, | |
| "loss": 0.6685, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 0.00019337121212121213, | |
| "loss": 0.6788, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 0.00019242424242424245, | |
| "loss": 0.6673, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 0.00019147727272727274, | |
| "loss": 0.6628, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 0.00019053030303030303, | |
| "loss": 0.6643, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 0.00018958333333333332, | |
| "loss": 0.6607, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 0.00018863636363636364, | |
| "loss": 0.6706, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 0.00018768939393939396, | |
| "loss": 0.6709, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 0.00018674242424242425, | |
| "loss": 0.6616, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 0.00018579545454545454, | |
| "loss": 0.6566, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 0.00018484848484848484, | |
| "loss": 0.6513, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 0.00018390151515151518, | |
| "loss": 0.6797, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 0.00018295454545454547, | |
| "loss": 0.6599, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 0.00018200757575757577, | |
| "loss": 0.6561, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 0.00018106060606060606, | |
| "loss": 0.662, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 0.00018011363636363638, | |
| "loss": 0.6629, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 0.0001791666666666667, | |
| "loss": 0.6475, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 0.00017821969696969699, | |
| "loss": 0.6607, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 0.00017727272727272728, | |
| "loss": 0.6512, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 0.00017632575757575757, | |
| "loss": 0.6484, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 0.0001753787878787879, | |
| "loss": 0.6403, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 0.0001744318181818182, | |
| "loss": 0.6537, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 0.0001734848484848485, | |
| "loss": 0.6516, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 0.0001725378787878788, | |
| "loss": 0.6577, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 0.00017159090909090908, | |
| "loss": 0.6374, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 0.0001706439393939394, | |
| "loss": 0.6551, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 0.00016969696969696972, | |
| "loss": 0.6388, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 0.00016875, | |
| "loss": 0.64, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 0.0001678030303030303, | |
| "loss": 0.6579, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 0.0001668560606060606, | |
| "loss": 0.6525, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 0.00016590909090909094, | |
| "loss": 0.6261, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 0.00016496212121212123, | |
| "loss": 0.6351, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 0.00016401515151515152, | |
| "loss": 0.6537, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 0.0001630681818181818, | |
| "loss": 0.6448, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 0.00016212121212121213, | |
| "loss": 0.638, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 0.00016117424242424245, | |
| "loss": 0.6503, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 0.00016022727272727274, | |
| "loss": 0.6378, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 0.00015928030303030303, | |
| "loss": 0.643, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 0.00015833333333333332, | |
| "loss": 0.6235, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 0.00015738636363636364, | |
| "loss": 0.647, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 0.00015643939393939396, | |
| "loss": 0.6408, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 0.00015549242424242425, | |
| "loss": 0.6391, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 0.00015454545454545454, | |
| "loss": 0.6356, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 0.00015359848484848484, | |
| "loss": 0.6317, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 0.00015265151515151515, | |
| "loss": 0.6413, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 0.00015170454545454547, | |
| "loss": 0.6338, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 0.00015075757575757576, | |
| "loss": 0.6422, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 0.00014981060606060606, | |
| "loss": 0.6442, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 0.00014886363636363635, | |
| "loss": 0.6523, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 0.0001479166666666667, | |
| "loss": 0.6349, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 0.00014696969696969698, | |
| "loss": 0.6389, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 0.00014602272727272728, | |
| "loss": 0.6468, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 0.00014507575757575757, | |
| "loss": 0.6431, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 0.00014412878787878789, | |
| "loss": 0.6287, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 0.0001431818181818182, | |
| "loss": 0.6438, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 0.0001422348484848485, | |
| "loss": 0.6274, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 0.0001412878787878788, | |
| "loss": 0.6286, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 0.00014034090909090908, | |
| "loss": 0.6401, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 0.0001393939393939394, | |
| "loss": 0.6472, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 0.00013844696969696972, | |
| "loss": 0.6458, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 0.0001375, | |
| "loss": 0.6117, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 0.0001365530303030303, | |
| "loss": 0.6271, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 0.0001356060606060606, | |
| "loss": 0.6287, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 0.00013465909090909094, | |
| "loss": 0.6336, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 0.00013371212121212123, | |
| "loss": 0.6404, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 0.00013276515151515152, | |
| "loss": 0.6312, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 0.0001318181818181818, | |
| "loss": 0.6168, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 0.00013087121212121213, | |
| "loss": 0.6272, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 0.00012992424242424245, | |
| "loss": 0.6477, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 0.00012897727272727274, | |
| "loss": 0.6477, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 0.00012803030303030303, | |
| "loss": 0.6227, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 0.00012708333333333332, | |
| "loss": 0.6224, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 0.00012613636363636364, | |
| "loss": 0.6315, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 0.00012518939393939396, | |
| "loss": 0.631, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 0.00012424242424242425, | |
| "loss": 0.6285, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 0.00012329545454545454, | |
| "loss": 0.6359, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 0.00012234848484848484, | |
| "loss": 0.6282, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 0.00012140151515151517, | |
| "loss": 0.6196, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 0.00012045454545454546, | |
| "loss": 0.6346, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 0.00011950757575757576, | |
| "loss": 0.6323, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 0.00011856060606060606, | |
| "loss": 0.6108, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 0.00011761363636363636, | |
| "loss": 0.6324, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 0.00011666666666666668, | |
| "loss": 0.618, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 0.00011571969696969698, | |
| "loss": 0.6099, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 0.00011477272727272728, | |
| "loss": 0.6251, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 0.00011382575757575758, | |
| "loss": 0.6209, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 0.0001128787878787879, | |
| "loss": 0.6218, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 0.00011193181818181819, | |
| "loss": 0.6299, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 0.0001109848484848485, | |
| "loss": 0.6211, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 0.00011003787878787879, | |
| "loss": 0.6072, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 0.00010909090909090909, | |
| "loss": 0.6264, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 0.00010814393939393941, | |
| "loss": 0.6248, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 0.0001071969696969697, | |
| "loss": 0.6125, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 0.00010625000000000001, | |
| "loss": 0.6294, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 0.0001053030303030303, | |
| "loss": 0.6193, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 0.0001043560606060606, | |
| "loss": 0.6293, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 0.00010340909090909092, | |
| "loss": 0.629, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 0.00010246212121212121, | |
| "loss": 0.6353, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 0.00010151515151515152, | |
| "loss": 0.6268, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 0.00010056818181818181, | |
| "loss": 0.6256, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 9.962121212121213e-05, | |
| "loss": 0.6404, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 9.867424242424242e-05, | |
| "loss": 0.6347, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 9.772727272727274e-05, | |
| "loss": 0.6317, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 9.678030303030303e-05, | |
| "loss": 0.6335, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 9.583333333333334e-05, | |
| "loss": 0.6239, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 9.488636363636364e-05, | |
| "loss": 0.6302, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 9.393939393939395e-05, | |
| "loss": 0.6182, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 9.299242424242425e-05, | |
| "loss": 0.6219, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 9.204545454545454e-05, | |
| "loss": 0.6229, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 9.109848484848486e-05, | |
| "loss": 0.6413, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 9.015151515151515e-05, | |
| "loss": 0.6237, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 8.920454545454546e-05, | |
| "loss": 0.6397, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 8.825757575757576e-05, | |
| "loss": 0.6259, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 8.731060606060605e-05, | |
| "loss": 0.634, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 8.636363636363637e-05, | |
| "loss": 0.622, | |
| "step": 2500 | |
| } | |
| ], | |
| "logging_steps": 20, | |
| "max_steps": 4324, | |
| "num_train_epochs": 1, | |
| "save_steps": 500, | |
| "total_flos": 3.972710256835707e+17, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |