|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 1.9805825242718447, |
|
"global_step": 85, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 2.631578947368421e-06, |
|
"loss": 1.6384, |
|
"step": 1 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"learning_rate": 5.263157894736842e-06, |
|
"loss": 1.677, |
|
"step": 2 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 7.894736842105263e-06, |
|
"loss": 1.9569, |
|
"step": 3 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"learning_rate": 1.0526315789473684e-05, |
|
"loss": 1.8787, |
|
"step": 4 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 1.3157894736842106e-05, |
|
"loss": 1.9318, |
|
"step": 5 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"learning_rate": 1.5789473684210526e-05, |
|
"loss": 2.1207, |
|
"step": 6 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"learning_rate": 1.8421052631578947e-05, |
|
"loss": 2.0227, |
|
"step": 7 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"learning_rate": 2.105263157894737e-05, |
|
"loss": 2.103, |
|
"step": 8 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"learning_rate": 2.368421052631579e-05, |
|
"loss": 2.2184, |
|
"step": 9 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"learning_rate": 2.6315789473684212e-05, |
|
"loss": 2.455, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"learning_rate": 2.8947368421052634e-05, |
|
"loss": 1.6635, |
|
"step": 11 |
|
}, |
|
{ |
|
"epoch": 0.28, |
|
"learning_rate": 3.157894736842105e-05, |
|
"loss": 1.6389, |
|
"step": 12 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"learning_rate": 3.421052631578947e-05, |
|
"loss": 1.7803, |
|
"step": 13 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"learning_rate": 3.6842105263157895e-05, |
|
"loss": 1.8378, |
|
"step": 14 |
|
}, |
|
{ |
|
"epoch": 0.35, |
|
"learning_rate": 3.9473684210526316e-05, |
|
"loss": 1.9676, |
|
"step": 15 |
|
}, |
|
{ |
|
"epoch": 0.37, |
|
"learning_rate": 4.210526315789474e-05, |
|
"loss": 2.0158, |
|
"step": 16 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"learning_rate": 4.473684210526316e-05, |
|
"loss": 1.8251, |
|
"step": 17 |
|
}, |
|
{ |
|
"epoch": 0.42, |
|
"learning_rate": 4.736842105263158e-05, |
|
"loss": 1.9671, |
|
"step": 18 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"learning_rate": 5e-05, |
|
"loss": 1.9491, |
|
"step": 19 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"learning_rate": 5.2631578947368424e-05, |
|
"loss": 1.9589, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"learning_rate": 5.526315789473685e-05, |
|
"loss": 1.6453, |
|
"step": 21 |
|
}, |
|
{ |
|
"epoch": 0.51, |
|
"learning_rate": 5.789473684210527e-05, |
|
"loss": 1.5859, |
|
"step": 22 |
|
}, |
|
{ |
|
"epoch": 0.54, |
|
"learning_rate": 6.052631578947369e-05, |
|
"loss": 1.7574, |
|
"step": 23 |
|
}, |
|
{ |
|
"epoch": 0.56, |
|
"learning_rate": 6.31578947368421e-05, |
|
"loss": 1.8601, |
|
"step": 24 |
|
}, |
|
{ |
|
"epoch": 0.58, |
|
"learning_rate": 6.578947368421054e-05, |
|
"loss": 1.7867, |
|
"step": 25 |
|
}, |
|
{ |
|
"epoch": 0.61, |
|
"learning_rate": 6.842105263157895e-05, |
|
"loss": 1.9736, |
|
"step": 26 |
|
}, |
|
{ |
|
"epoch": 0.63, |
|
"learning_rate": 7.105263157894737e-05, |
|
"loss": 1.96, |
|
"step": 27 |
|
}, |
|
{ |
|
"epoch": 0.65, |
|
"learning_rate": 7.368421052631579e-05, |
|
"loss": 1.7974, |
|
"step": 28 |
|
}, |
|
{ |
|
"epoch": 0.68, |
|
"learning_rate": 7.631578947368422e-05, |
|
"loss": 1.8705, |
|
"step": 29 |
|
}, |
|
{ |
|
"epoch": 0.7, |
|
"learning_rate": 7.894736842105263e-05, |
|
"loss": 1.8634, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.72, |
|
"learning_rate": 8.157894736842105e-05, |
|
"loss": 1.6359, |
|
"step": 31 |
|
}, |
|
{ |
|
"epoch": 0.75, |
|
"learning_rate": 8.421052631578948e-05, |
|
"loss": 1.6283, |
|
"step": 32 |
|
}, |
|
{ |
|
"epoch": 0.77, |
|
"learning_rate": 8.68421052631579e-05, |
|
"loss": 1.8596, |
|
"step": 33 |
|
}, |
|
{ |
|
"epoch": 0.79, |
|
"learning_rate": 8.947368421052632e-05, |
|
"loss": 1.7455, |
|
"step": 34 |
|
}, |
|
{ |
|
"epoch": 0.82, |
|
"learning_rate": 9.210526315789474e-05, |
|
"loss": 1.7927, |
|
"step": 35 |
|
}, |
|
{ |
|
"epoch": 0.84, |
|
"learning_rate": 9.473684210526316e-05, |
|
"loss": 1.8419, |
|
"step": 36 |
|
}, |
|
{ |
|
"epoch": 0.86, |
|
"learning_rate": 9.736842105263158e-05, |
|
"loss": 1.8011, |
|
"step": 37 |
|
}, |
|
{ |
|
"epoch": 0.89, |
|
"learning_rate": 0.0001, |
|
"loss": 1.8074, |
|
"step": 38 |
|
}, |
|
{ |
|
"epoch": 0.91, |
|
"learning_rate": 9.983108108108109e-05, |
|
"loss": 2.0587, |
|
"step": 39 |
|
}, |
|
{ |
|
"epoch": 0.93, |
|
"learning_rate": 9.966216216216217e-05, |
|
"loss": 1.9083, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.96, |
|
"learning_rate": 9.949324324324325e-05, |
|
"loss": 1.7381, |
|
"step": 41 |
|
}, |
|
{ |
|
"epoch": 0.98, |
|
"learning_rate": 9.932432432432433e-05, |
|
"loss": 1.9415, |
|
"step": 42 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 9.915540540540541e-05, |
|
"loss": 1.6324, |
|
"step": 43 |
|
}, |
|
{ |
|
"epoch": 1.03, |
|
"learning_rate": 9.89864864864865e-05, |
|
"loss": 1.5839, |
|
"step": 44 |
|
}, |
|
{ |
|
"epoch": 1.05, |
|
"learning_rate": 9.881756756756757e-05, |
|
"loss": 1.8506, |
|
"step": 45 |
|
}, |
|
{ |
|
"epoch": 1.07, |
|
"learning_rate": 9.864864864864865e-05, |
|
"loss": 1.8398, |
|
"step": 46 |
|
}, |
|
{ |
|
"epoch": 1.1, |
|
"learning_rate": 9.847972972972973e-05, |
|
"loss": 1.8458, |
|
"step": 47 |
|
}, |
|
{ |
|
"epoch": 1.12, |
|
"learning_rate": 9.831081081081081e-05, |
|
"loss": 1.8309, |
|
"step": 48 |
|
}, |
|
{ |
|
"epoch": 1.14, |
|
"learning_rate": 9.81418918918919e-05, |
|
"loss": 1.8339, |
|
"step": 49 |
|
}, |
|
{ |
|
"epoch": 1.17, |
|
"learning_rate": 9.797297297297297e-05, |
|
"loss": 1.815, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 1.19, |
|
"learning_rate": 9.780405405405407e-05, |
|
"loss": 1.7453, |
|
"step": 51 |
|
}, |
|
{ |
|
"epoch": 1.21, |
|
"learning_rate": 9.763513513513513e-05, |
|
"loss": 1.7974, |
|
"step": 52 |
|
}, |
|
{ |
|
"epoch": 1.23, |
|
"learning_rate": 9.746621621621623e-05, |
|
"loss": 1.7996, |
|
"step": 53 |
|
}, |
|
{ |
|
"epoch": 1.26, |
|
"learning_rate": 9.729729729729731e-05, |
|
"loss": 1.5471, |
|
"step": 54 |
|
}, |
|
{ |
|
"epoch": 1.28, |
|
"learning_rate": 9.712837837837838e-05, |
|
"loss": 1.6582, |
|
"step": 55 |
|
}, |
|
{ |
|
"epoch": 1.3, |
|
"learning_rate": 9.695945945945947e-05, |
|
"loss": 1.7868, |
|
"step": 56 |
|
}, |
|
{ |
|
"epoch": 1.33, |
|
"learning_rate": 9.679054054054054e-05, |
|
"loss": 1.7449, |
|
"step": 57 |
|
}, |
|
{ |
|
"epoch": 1.35, |
|
"learning_rate": 9.662162162162163e-05, |
|
"loss": 1.9309, |
|
"step": 58 |
|
}, |
|
{ |
|
"epoch": 1.37, |
|
"learning_rate": 9.64527027027027e-05, |
|
"loss": 1.6582, |
|
"step": 59 |
|
}, |
|
{ |
|
"epoch": 1.4, |
|
"learning_rate": 9.628378378378379e-05, |
|
"loss": 1.749, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 1.42, |
|
"learning_rate": 9.611486486486487e-05, |
|
"loss": 1.7815, |
|
"step": 61 |
|
}, |
|
{ |
|
"epoch": 1.44, |
|
"learning_rate": 9.594594594594595e-05, |
|
"loss": 1.7758, |
|
"step": 62 |
|
}, |
|
{ |
|
"epoch": 1.47, |
|
"learning_rate": 9.577702702702703e-05, |
|
"loss": 1.6416, |
|
"step": 63 |
|
}, |
|
{ |
|
"epoch": 1.49, |
|
"learning_rate": 9.56081081081081e-05, |
|
"loss": 1.6242, |
|
"step": 64 |
|
}, |
|
{ |
|
"epoch": 1.51, |
|
"learning_rate": 9.54391891891892e-05, |
|
"loss": 1.5596, |
|
"step": 65 |
|
}, |
|
{ |
|
"epoch": 1.54, |
|
"learning_rate": 9.527027027027028e-05, |
|
"loss": 1.7654, |
|
"step": 66 |
|
}, |
|
{ |
|
"epoch": 1.56, |
|
"learning_rate": 9.510135135135136e-05, |
|
"loss": 1.7598, |
|
"step": 67 |
|
}, |
|
{ |
|
"epoch": 1.58, |
|
"learning_rate": 9.493243243243244e-05, |
|
"loss": 1.7758, |
|
"step": 68 |
|
}, |
|
{ |
|
"epoch": 1.61, |
|
"learning_rate": 9.476351351351352e-05, |
|
"loss": 1.9316, |
|
"step": 69 |
|
}, |
|
{ |
|
"epoch": 1.63, |
|
"learning_rate": 9.45945945945946e-05, |
|
"loss": 1.766, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 1.65, |
|
"learning_rate": 9.442567567567568e-05, |
|
"loss": 1.8492, |
|
"step": 71 |
|
}, |
|
{ |
|
"epoch": 1.68, |
|
"learning_rate": 9.425675675675676e-05, |
|
"loss": 1.8198, |
|
"step": 72 |
|
}, |
|
{ |
|
"epoch": 1.7, |
|
"learning_rate": 9.408783783783784e-05, |
|
"loss": 1.445, |
|
"step": 73 |
|
}, |
|
{ |
|
"epoch": 1.72, |
|
"learning_rate": 9.391891891891892e-05, |
|
"loss": 1.5804, |
|
"step": 74 |
|
}, |
|
{ |
|
"epoch": 1.75, |
|
"learning_rate": 9.375e-05, |
|
"loss": 1.5489, |
|
"step": 75 |
|
}, |
|
{ |
|
"epoch": 1.77, |
|
"learning_rate": 9.35810810810811e-05, |
|
"loss": 1.7003, |
|
"step": 76 |
|
}, |
|
{ |
|
"epoch": 1.79, |
|
"learning_rate": 9.341216216216216e-05, |
|
"loss": 1.6788, |
|
"step": 77 |
|
}, |
|
{ |
|
"epoch": 1.82, |
|
"learning_rate": 9.324324324324324e-05, |
|
"loss": 1.8201, |
|
"step": 78 |
|
}, |
|
{ |
|
"epoch": 1.84, |
|
"learning_rate": 9.307432432432432e-05, |
|
"loss": 1.891, |
|
"step": 79 |
|
}, |
|
{ |
|
"epoch": 1.86, |
|
"learning_rate": 9.29054054054054e-05, |
|
"loss": 1.7963, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 1.89, |
|
"learning_rate": 9.27364864864865e-05, |
|
"loss": 1.8285, |
|
"step": 81 |
|
}, |
|
{ |
|
"epoch": 1.91, |
|
"learning_rate": 9.256756756756757e-05, |
|
"loss": 1.9649, |
|
"step": 82 |
|
}, |
|
{ |
|
"epoch": 1.93, |
|
"learning_rate": 9.239864864864866e-05, |
|
"loss": 1.471, |
|
"step": 83 |
|
}, |
|
{ |
|
"epoch": 1.96, |
|
"learning_rate": 9.222972972972973e-05, |
|
"loss": 1.6209, |
|
"step": 84 |
|
}, |
|
{ |
|
"epoch": 1.98, |
|
"learning_rate": 9.206081081081082e-05, |
|
"loss": 1.8244, |
|
"step": 85 |
|
} |
|
], |
|
"max_steps": 630, |
|
"num_train_epochs": 15, |
|
"total_flos": 3.107179987795968e+16, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|