batterybert-uncased-abstract / trainer_state.json
batterydata's picture
best model for abstract classification
65b25e3
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 11.0,
"global_step": 11231,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.49,
"learning_rate": 1.9347045380346067e-05,
"loss": 0.1561,
"step": 500
},
{
"epoch": 0.98,
"learning_rate": 1.8694090760692135e-05,
"loss": 0.1369,
"step": 1000
},
{
"epoch": 1.0,
"eval_accuracy": 0.9633558392524719,
"eval_loss": 0.11954528838396072,
"eval_runtime": 3.6034,
"eval_samples_per_second": 2590.036,
"eval_steps_per_second": 81.034,
"step": 1021
},
{
"epoch": 1.47,
"learning_rate": 1.80411361410382e-05,
"loss": 0.0974,
"step": 1500
},
{
"epoch": 1.96,
"learning_rate": 1.7388181521384265e-05,
"loss": 0.1035,
"step": 2000
},
{
"epoch": 2.0,
"eval_accuracy": 0.9667845368385315,
"eval_loss": 0.12783248722553253,
"eval_runtime": 3.6648,
"eval_samples_per_second": 2546.636,
"eval_steps_per_second": 79.676,
"step": 2042
},
{
"epoch": 2.45,
"learning_rate": 1.673522690173033e-05,
"loss": 0.0744,
"step": 2500
},
{
"epoch": 2.94,
"learning_rate": 1.6082272282076395e-05,
"loss": 0.0734,
"step": 3000
},
{
"epoch": 3.0,
"eval_accuracy": 0.9661416411399841,
"eval_loss": 0.11725891381502151,
"eval_runtime": 3.8091,
"eval_samples_per_second": 2450.154,
"eval_steps_per_second": 76.658,
"step": 3063
},
{
"epoch": 3.43,
"learning_rate": 1.5429317662422463e-05,
"loss": 0.0586,
"step": 3500
},
{
"epoch": 3.92,
"learning_rate": 1.4776363042768528e-05,
"loss": 0.0448,
"step": 4000
},
{
"epoch": 4.0,
"eval_accuracy": 0.9683917164802551,
"eval_loss": 0.16057069599628448,
"eval_runtime": 3.7958,
"eval_samples_per_second": 2458.759,
"eval_steps_per_second": 76.927,
"step": 4084
},
{
"epoch": 4.41,
"learning_rate": 1.4123408423114595e-05,
"loss": 0.031,
"step": 4500
},
{
"epoch": 4.9,
"learning_rate": 1.3470453803460662e-05,
"loss": 0.0321,
"step": 5000
},
{
"epoch": 5.0,
"eval_accuracy": 0.9644272923469543,
"eval_loss": 0.16097016632556915,
"eval_runtime": 3.8317,
"eval_samples_per_second": 2435.729,
"eval_steps_per_second": 76.206,
"step": 5105
},
{
"epoch": 5.39,
"learning_rate": 1.2817499183806728e-05,
"loss": 0.0183,
"step": 5500
},
{
"epoch": 5.88,
"learning_rate": 1.2164544564152792e-05,
"loss": 0.0163,
"step": 6000
},
{
"epoch": 6.0,
"eval_accuracy": 0.9695703387260437,
"eval_loss": 0.21039049327373505,
"eval_runtime": 3.8392,
"eval_samples_per_second": 2430.966,
"eval_steps_per_second": 76.057,
"step": 6126
},
{
"epoch": 6.37,
"learning_rate": 1.1511589944498858e-05,
"loss": 0.0123,
"step": 6500
},
{
"epoch": 6.86,
"learning_rate": 1.0858635324844923e-05,
"loss": 0.0107,
"step": 7000
},
{
"epoch": 7.0,
"eval_accuracy": 0.9709632396697998,
"eval_loss": 0.2211793214082718,
"eval_runtime": 3.818,
"eval_samples_per_second": 2444.447,
"eval_steps_per_second": 76.479,
"step": 7147
},
{
"epoch": 7.35,
"learning_rate": 1.020568070519099e-05,
"loss": 0.009,
"step": 7500
},
{
"epoch": 7.84,
"learning_rate": 9.552726085537057e-06,
"loss": 0.005,
"step": 8000
},
{
"epoch": 8.0,
"eval_accuracy": 0.9671059846878052,
"eval_loss": 0.26634445786476135,
"eval_runtime": 3.8057,
"eval_samples_per_second": 2452.35,
"eval_steps_per_second": 76.726,
"step": 8168
},
{
"epoch": 8.33,
"learning_rate": 8.899771465883122e-06,
"loss": 0.0047,
"step": 8500
},
{
"epoch": 8.81,
"learning_rate": 8.246816846229188e-06,
"loss": 0.0068,
"step": 9000
},
{
"epoch": 9.0,
"eval_accuracy": 0.96924889087677,
"eval_loss": 0.2791275084018707,
"eval_runtime": 3.6479,
"eval_samples_per_second": 2558.477,
"eval_steps_per_second": 80.047,
"step": 9189
},
{
"epoch": 9.3,
"learning_rate": 7.593862226575253e-06,
"loss": 0.0041,
"step": 9500
},
{
"epoch": 9.79,
"learning_rate": 6.94090760692132e-06,
"loss": 0.0042,
"step": 10000
},
{
"epoch": 10.0,
"eval_accuracy": 0.9676417112350464,
"eval_loss": 0.2793237268924713,
"eval_runtime": 3.6466,
"eval_samples_per_second": 2559.346,
"eval_steps_per_second": 80.074,
"step": 10210
},
{
"epoch": 10.28,
"learning_rate": 6.287952987267385e-06,
"loss": 0.0028,
"step": 10500
},
{
"epoch": 10.77,
"learning_rate": 5.634998367613451e-06,
"loss": 0.0035,
"step": 11000
},
{
"epoch": 11.0,
"eval_accuracy": 0.9691417813301086,
"eval_loss": 0.28977808356285095,
"eval_runtime": 3.6274,
"eval_samples_per_second": 2572.927,
"eval_steps_per_second": 80.499,
"step": 11231
}
],
"max_steps": 15315,
"num_train_epochs": 15,
"total_flos": 2.363421365580595e+16,
"trial_name": null,
"trial_params": null
}