hBERTv1_sst2 / trainer_state.json
gokuls's picture
End of training
187f412
raw
history blame
3.55 kB
{
"best_metric": 0.4525200426578522,
"best_model_checkpoint": "hBERTv1_sst2/checkpoint-792",
"epoch": 8.0,
"global_step": 2112,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"learning_rate": 4.900757575757576e-05,
"loss": 0.6905,
"step": 264
},
{
"epoch": 1.0,
"eval_accuracy": 0.5252293577981652,
"eval_loss": 0.6919494271278381,
"eval_runtime": 1.12,
"eval_samples_per_second": 778.573,
"eval_steps_per_second": 3.571,
"step": 264
},
{
"epoch": 2.0,
"learning_rate": 4.801136363636364e-05,
"loss": 0.6609,
"step": 528
},
{
"epoch": 2.0,
"eval_accuracy": 0.6915137614678899,
"eval_loss": 0.6088164448738098,
"eval_runtime": 1.1165,
"eval_samples_per_second": 780.99,
"eval_steps_per_second": 3.583,
"step": 528
},
{
"epoch": 3.0,
"learning_rate": 4.7011363636363636e-05,
"loss": 0.4152,
"step": 792
},
{
"epoch": 3.0,
"eval_accuracy": 0.7901376146788991,
"eval_loss": 0.4525200426578522,
"eval_runtime": 1.1346,
"eval_samples_per_second": 768.583,
"eval_steps_per_second": 3.526,
"step": 792
},
{
"epoch": 4.0,
"learning_rate": 4.601136363636364e-05,
"loss": 0.2611,
"step": 1056
},
{
"epoch": 4.0,
"eval_accuracy": 0.8096330275229358,
"eval_loss": 0.46269044280052185,
"eval_runtime": 1.1242,
"eval_samples_per_second": 775.67,
"eval_steps_per_second": 3.558,
"step": 1056
},
{
"epoch": 5.0,
"learning_rate": 4.501136363636364e-05,
"loss": 0.1953,
"step": 1320
},
{
"epoch": 5.0,
"eval_accuracy": 0.8073394495412844,
"eval_loss": 0.48936158418655396,
"eval_runtime": 1.1261,
"eval_samples_per_second": 774.387,
"eval_steps_per_second": 3.552,
"step": 1320
},
{
"epoch": 6.0,
"learning_rate": 4.401136363636364e-05,
"loss": 0.1588,
"step": 1584
},
{
"epoch": 6.0,
"eval_accuracy": 0.801605504587156,
"eval_loss": 0.6001835465431213,
"eval_runtime": 1.1325,
"eval_samples_per_second": 769.975,
"eval_steps_per_second": 3.532,
"step": 1584
},
{
"epoch": 7.0,
"learning_rate": 4.301136363636364e-05,
"loss": 0.1336,
"step": 1848
},
{
"epoch": 7.0,
"eval_accuracy": 0.8061926605504587,
"eval_loss": 0.646708607673645,
"eval_runtime": 1.1318,
"eval_samples_per_second": 770.474,
"eval_steps_per_second": 3.534,
"step": 1848
},
{
"epoch": 8.0,
"learning_rate": 4.201136363636364e-05,
"loss": 0.1117,
"step": 2112
},
{
"epoch": 8.0,
"eval_accuracy": 0.8061926605504587,
"eval_loss": 0.6409061551094055,
"eval_runtime": 1.1343,
"eval_samples_per_second": 768.782,
"eval_steps_per_second": 3.527,
"step": 2112
},
{
"epoch": 8.0,
"step": 2112,
"total_flos": 6.805537600779059e+16,
"train_loss": 0.32838042577107746,
"train_runtime": 2182.5269,
"train_samples_per_second": 1542.913,
"train_steps_per_second": 6.048
}
],
"max_steps": 13200,
"num_train_epochs": 50,
"total_flos": 6.805537600779059e+16,
"trial_name": null,
"trial_params": null
}