|
{ |
|
"best_metric": 0.2273811250925064, |
|
"best_model_checkpoint": "/content/dnrti_secbert/checkpoint-2500", |
|
"epoch": 10.0, |
|
"eval_steps": 500, |
|
"global_step": 6570, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.76, |
|
"learning_rate": 1.8477929984779303e-05, |
|
"loss": 0.6137, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.76, |
|
"eval_accuracy": 0.8841643897996357, |
|
"eval_f1": 0.5633311532592108, |
|
"eval_loss": 0.37306320667266846, |
|
"eval_precision": 0.5347682119205298, |
|
"eval_recall": 0.5951174573929064, |
|
"eval_runtime": 1.4634, |
|
"eval_samples_per_second": 451.693, |
|
"eval_steps_per_second": 56.718, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 1.52, |
|
"learning_rate": 1.69558599695586e-05, |
|
"loss": 0.2993, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 1.52, |
|
"eval_accuracy": 0.9130806010928961, |
|
"eval_f1": 0.6674354243542435, |
|
"eval_loss": 0.28528016805648804, |
|
"eval_precision": 0.6683602771362587, |
|
"eval_recall": 0.6665131275909719, |
|
"eval_runtime": 1.4759, |
|
"eval_samples_per_second": 447.863, |
|
"eval_steps_per_second": 56.237, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 2.28, |
|
"learning_rate": 1.54337899543379e-05, |
|
"loss": 0.2157, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 2.28, |
|
"eval_accuracy": 0.9211634790528234, |
|
"eval_f1": 0.6970899470899472, |
|
"eval_loss": 0.262411504983902, |
|
"eval_precision": 0.6684989429175475, |
|
"eval_recall": 0.7282358360202672, |
|
"eval_runtime": 2.0477, |
|
"eval_samples_per_second": 322.8, |
|
"eval_steps_per_second": 40.533, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 3.04, |
|
"learning_rate": 1.39117199391172e-05, |
|
"loss": 0.152, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 3.04, |
|
"eval_accuracy": 0.9308401639344263, |
|
"eval_f1": 0.725438596491228, |
|
"eval_loss": 0.24139739573001862, |
|
"eval_precision": 0.6923398911678527, |
|
"eval_recall": 0.7618608935974206, |
|
"eval_runtime": 1.5039, |
|
"eval_samples_per_second": 439.515, |
|
"eval_steps_per_second": 55.189, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 3.81, |
|
"learning_rate": 1.2389649923896501e-05, |
|
"loss": 0.1047, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 3.81, |
|
"eval_accuracy": 0.9389230418943534, |
|
"eval_f1": 0.7587601078167115, |
|
"eval_loss": 0.2273811250925064, |
|
"eval_precision": 0.7404647084612013, |
|
"eval_recall": 0.7779824965453708, |
|
"eval_runtime": 1.5152, |
|
"eval_samples_per_second": 436.244, |
|
"eval_steps_per_second": 54.778, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 4.57, |
|
"learning_rate": 1.08675799086758e-05, |
|
"loss": 0.0725, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 4.57, |
|
"eval_accuracy": 0.9370446265938069, |
|
"eval_f1": 0.7596660808435852, |
|
"eval_loss": 0.2562768757343292, |
|
"eval_precision": 0.7261654766904662, |
|
"eval_recall": 0.7964071856287425, |
|
"eval_runtime": 1.5216, |
|
"eval_samples_per_second": 434.416, |
|
"eval_steps_per_second": 54.548, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 5.33, |
|
"learning_rate": 9.3455098934551e-06, |
|
"loss": 0.0589, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 5.33, |
|
"eval_accuracy": 0.9411429872495446, |
|
"eval_f1": 0.774738714698688, |
|
"eval_loss": 0.26153579354286194, |
|
"eval_precision": 0.7489251934651763, |
|
"eval_recall": 0.8023952095808383, |
|
"eval_runtime": 1.9808, |
|
"eval_samples_per_second": 333.701, |
|
"eval_steps_per_second": 41.902, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 6.09, |
|
"learning_rate": 7.823439878234399e-06, |
|
"loss": 0.0442, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 6.09, |
|
"eval_accuracy": 0.9433629326047359, |
|
"eval_f1": 0.779336450679136, |
|
"eval_loss": 0.2637869119644165, |
|
"eval_precision": 0.7543103448275862, |
|
"eval_recall": 0.8060801473975127, |
|
"eval_runtime": 1.5001, |
|
"eval_samples_per_second": 440.626, |
|
"eval_steps_per_second": 55.328, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 6.85, |
|
"learning_rate": 6.301369863013699e-06, |
|
"loss": 0.0344, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 6.85, |
|
"eval_accuracy": 0.9447859744990893, |
|
"eval_f1": 0.785506598076493, |
|
"eval_loss": 0.26708078384399414, |
|
"eval_precision": 0.7634782608695653, |
|
"eval_recall": 0.8088438507600184, |
|
"eval_runtime": 1.9259, |
|
"eval_samples_per_second": 343.219, |
|
"eval_steps_per_second": 43.097, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 7.61, |
|
"learning_rate": 4.779299847792998e-06, |
|
"loss": 0.0282, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 7.61, |
|
"eval_accuracy": 0.9438752276867031, |
|
"eval_f1": 0.7838860449588249, |
|
"eval_loss": 0.28605297207832336, |
|
"eval_precision": 0.7583979328165374, |
|
"eval_recall": 0.8111469368954399, |
|
"eval_runtime": 1.5173, |
|
"eval_samples_per_second": 435.655, |
|
"eval_steps_per_second": 54.704, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 8.37, |
|
"learning_rate": 3.2572298325722984e-06, |
|
"loss": 0.0226, |
|
"step": 5500 |
|
}, |
|
{ |
|
"epoch": 8.37, |
|
"eval_accuracy": 0.9455828779599271, |
|
"eval_f1": 0.7887766554433222, |
|
"eval_loss": 0.2849014401435852, |
|
"eval_precision": 0.7692644483362522, |
|
"eval_recall": 0.8093044679871028, |
|
"eval_runtime": 1.5171, |
|
"eval_samples_per_second": 435.699, |
|
"eval_steps_per_second": 54.71, |
|
"step": 5500 |
|
}, |
|
{ |
|
"epoch": 9.13, |
|
"learning_rate": 1.7351598173515982e-06, |
|
"loss": 0.0207, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 9.13, |
|
"eval_accuracy": 0.9456397996357013, |
|
"eval_f1": 0.7904804270462633, |
|
"eval_loss": 0.29320821166038513, |
|
"eval_precision": 0.7643010752688172, |
|
"eval_recall": 0.8185168125287886, |
|
"eval_runtime": 1.5264, |
|
"eval_samples_per_second": 433.036, |
|
"eval_steps_per_second": 54.375, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 9.89, |
|
"learning_rate": 2.1308980213089802e-07, |
|
"loss": 0.0181, |
|
"step": 6500 |
|
}, |
|
{ |
|
"epoch": 9.89, |
|
"eval_accuracy": 0.9459244080145719, |
|
"eval_f1": 0.7908117752007137, |
|
"eval_loss": 0.29524117708206177, |
|
"eval_precision": 0.7665369649805448, |
|
"eval_recall": 0.8166743436204514, |
|
"eval_runtime": 1.5318, |
|
"eval_samples_per_second": 431.505, |
|
"eval_steps_per_second": 54.183, |
|
"step": 6500 |
|
}, |
|
{ |
|
"epoch": 10.0, |
|
"step": 6570, |
|
"total_flos": 665046616558140.0, |
|
"train_loss": 0.12845844870470066, |
|
"train_runtime": 531.3663, |
|
"train_samples_per_second": 98.802, |
|
"train_steps_per_second": 12.364 |
|
} |
|
], |
|
"logging_steps": 500, |
|
"max_steps": 6570, |
|
"num_train_epochs": 10, |
|
"save_steps": 500, |
|
"total_flos": 665046616558140.0, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|