SecBERT-DNRTI / trainer_state.json
Anonymous
Upload folder using huggingface_hub
2f1c9d5
{
"best_metric": 0.2273811250925064,
"best_model_checkpoint": "/content/dnrti_secbert/checkpoint-2500",
"epoch": 10.0,
"eval_steps": 500,
"global_step": 6570,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.76,
"learning_rate": 1.8477929984779303e-05,
"loss": 0.6137,
"step": 500
},
{
"epoch": 0.76,
"eval_accuracy": 0.8841643897996357,
"eval_f1": 0.5633311532592108,
"eval_loss": 0.37306320667266846,
"eval_precision": 0.5347682119205298,
"eval_recall": 0.5951174573929064,
"eval_runtime": 1.4634,
"eval_samples_per_second": 451.693,
"eval_steps_per_second": 56.718,
"step": 500
},
{
"epoch": 1.52,
"learning_rate": 1.69558599695586e-05,
"loss": 0.2993,
"step": 1000
},
{
"epoch": 1.52,
"eval_accuracy": 0.9130806010928961,
"eval_f1": 0.6674354243542435,
"eval_loss": 0.28528016805648804,
"eval_precision": 0.6683602771362587,
"eval_recall": 0.6665131275909719,
"eval_runtime": 1.4759,
"eval_samples_per_second": 447.863,
"eval_steps_per_second": 56.237,
"step": 1000
},
{
"epoch": 2.28,
"learning_rate": 1.54337899543379e-05,
"loss": 0.2157,
"step": 1500
},
{
"epoch": 2.28,
"eval_accuracy": 0.9211634790528234,
"eval_f1": 0.6970899470899472,
"eval_loss": 0.262411504983902,
"eval_precision": 0.6684989429175475,
"eval_recall": 0.7282358360202672,
"eval_runtime": 2.0477,
"eval_samples_per_second": 322.8,
"eval_steps_per_second": 40.533,
"step": 1500
},
{
"epoch": 3.04,
"learning_rate": 1.39117199391172e-05,
"loss": 0.152,
"step": 2000
},
{
"epoch": 3.04,
"eval_accuracy": 0.9308401639344263,
"eval_f1": 0.725438596491228,
"eval_loss": 0.24139739573001862,
"eval_precision": 0.6923398911678527,
"eval_recall": 0.7618608935974206,
"eval_runtime": 1.5039,
"eval_samples_per_second": 439.515,
"eval_steps_per_second": 55.189,
"step": 2000
},
{
"epoch": 3.81,
"learning_rate": 1.2389649923896501e-05,
"loss": 0.1047,
"step": 2500
},
{
"epoch": 3.81,
"eval_accuracy": 0.9389230418943534,
"eval_f1": 0.7587601078167115,
"eval_loss": 0.2273811250925064,
"eval_precision": 0.7404647084612013,
"eval_recall": 0.7779824965453708,
"eval_runtime": 1.5152,
"eval_samples_per_second": 436.244,
"eval_steps_per_second": 54.778,
"step": 2500
},
{
"epoch": 4.57,
"learning_rate": 1.08675799086758e-05,
"loss": 0.0725,
"step": 3000
},
{
"epoch": 4.57,
"eval_accuracy": 0.9370446265938069,
"eval_f1": 0.7596660808435852,
"eval_loss": 0.2562768757343292,
"eval_precision": 0.7261654766904662,
"eval_recall": 0.7964071856287425,
"eval_runtime": 1.5216,
"eval_samples_per_second": 434.416,
"eval_steps_per_second": 54.548,
"step": 3000
},
{
"epoch": 5.33,
"learning_rate": 9.3455098934551e-06,
"loss": 0.0589,
"step": 3500
},
{
"epoch": 5.33,
"eval_accuracy": 0.9411429872495446,
"eval_f1": 0.774738714698688,
"eval_loss": 0.26153579354286194,
"eval_precision": 0.7489251934651763,
"eval_recall": 0.8023952095808383,
"eval_runtime": 1.9808,
"eval_samples_per_second": 333.701,
"eval_steps_per_second": 41.902,
"step": 3500
},
{
"epoch": 6.09,
"learning_rate": 7.823439878234399e-06,
"loss": 0.0442,
"step": 4000
},
{
"epoch": 6.09,
"eval_accuracy": 0.9433629326047359,
"eval_f1": 0.779336450679136,
"eval_loss": 0.2637869119644165,
"eval_precision": 0.7543103448275862,
"eval_recall": 0.8060801473975127,
"eval_runtime": 1.5001,
"eval_samples_per_second": 440.626,
"eval_steps_per_second": 55.328,
"step": 4000
},
{
"epoch": 6.85,
"learning_rate": 6.301369863013699e-06,
"loss": 0.0344,
"step": 4500
},
{
"epoch": 6.85,
"eval_accuracy": 0.9447859744990893,
"eval_f1": 0.785506598076493,
"eval_loss": 0.26708078384399414,
"eval_precision": 0.7634782608695653,
"eval_recall": 0.8088438507600184,
"eval_runtime": 1.9259,
"eval_samples_per_second": 343.219,
"eval_steps_per_second": 43.097,
"step": 4500
},
{
"epoch": 7.61,
"learning_rate": 4.779299847792998e-06,
"loss": 0.0282,
"step": 5000
},
{
"epoch": 7.61,
"eval_accuracy": 0.9438752276867031,
"eval_f1": 0.7838860449588249,
"eval_loss": 0.28605297207832336,
"eval_precision": 0.7583979328165374,
"eval_recall": 0.8111469368954399,
"eval_runtime": 1.5173,
"eval_samples_per_second": 435.655,
"eval_steps_per_second": 54.704,
"step": 5000
},
{
"epoch": 8.37,
"learning_rate": 3.2572298325722984e-06,
"loss": 0.0226,
"step": 5500
},
{
"epoch": 8.37,
"eval_accuracy": 0.9455828779599271,
"eval_f1": 0.7887766554433222,
"eval_loss": 0.2849014401435852,
"eval_precision": 0.7692644483362522,
"eval_recall": 0.8093044679871028,
"eval_runtime": 1.5171,
"eval_samples_per_second": 435.699,
"eval_steps_per_second": 54.71,
"step": 5500
},
{
"epoch": 9.13,
"learning_rate": 1.7351598173515982e-06,
"loss": 0.0207,
"step": 6000
},
{
"epoch": 9.13,
"eval_accuracy": 0.9456397996357013,
"eval_f1": 0.7904804270462633,
"eval_loss": 0.29320821166038513,
"eval_precision": 0.7643010752688172,
"eval_recall": 0.8185168125287886,
"eval_runtime": 1.5264,
"eval_samples_per_second": 433.036,
"eval_steps_per_second": 54.375,
"step": 6000
},
{
"epoch": 9.89,
"learning_rate": 2.1308980213089802e-07,
"loss": 0.0181,
"step": 6500
},
{
"epoch": 9.89,
"eval_accuracy": 0.9459244080145719,
"eval_f1": 0.7908117752007137,
"eval_loss": 0.29524117708206177,
"eval_precision": 0.7665369649805448,
"eval_recall": 0.8166743436204514,
"eval_runtime": 1.5318,
"eval_samples_per_second": 431.505,
"eval_steps_per_second": 54.183,
"step": 6500
},
{
"epoch": 10.0,
"step": 6570,
"total_flos": 665046616558140.0,
"train_loss": 0.12845844870470066,
"train_runtime": 531.3663,
"train_samples_per_second": 98.802,
"train_steps_per_second": 12.364
}
],
"logging_steps": 500,
"max_steps": 6570,
"num_train_epochs": 10,
"save_steps": 500,
"total_flos": 665046616558140.0,
"trial_name": null,
"trial_params": null
}