{ "best_metric": 0.6236987905363891, "best_model_checkpoint": "tiny-mistral/checkpoint-5144", "epoch": 8.0, "eval_steps": 500, "global_step": 5144, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.78, "grad_norm": 13.069233894348145, "learning_rate": 4.7413167444271646e-05, "loss": 1.4479, "step": 500 }, { "epoch": 1.0, "eval_accuracy": 0.6498838109992254, "eval_f1_macro": 0.45467871431664447, "eval_f1_micro": 0.6498838109992254, "eval_f1_weighted": 0.6214028764904677, "eval_loss": 1.118202805519104, "eval_macro_fpr": 0.039027492204575735, "eval_macro_sensitivity": 0.4743680961365506, "eval_macro_specificity": 0.9731278674075015, "eval_precision": 0.6258370043663808, "eval_precision_macro": 0.4712458606651466, "eval_recall": 0.6498838109992254, "eval_recall_macro": 0.4743680961365506, "eval_runtime": 52.8829, "eval_samples_per_second": 24.412, "eval_steps_per_second": 3.063, "eval_weighted_fpr": 0.03705525495982948, "eval_weighted_sensitivity": 0.6498838109992254, "eval_weighted_specificity": 0.9470342001132973, "step": 643 }, { "epoch": 1.56, "grad_norm": 42.20966720581055, "learning_rate": 4.482115085536548e-05, "loss": 0.8133, "step": 1000 }, { "epoch": 2.0, "eval_accuracy": 0.6986831913245546, "eval_f1_macro": 0.5473679856051097, "eval_f1_micro": 0.6986831913245546, "eval_f1_weighted": 0.6969580552726153, "eval_loss": 1.0854355096817017, "eval_macro_fpr": 0.030488809177152586, "eval_macro_sensitivity": 0.552765390116517, "eval_macro_specificity": 0.9773020581125585, "eval_precision": 0.7196764053623382, "eval_precision_macro": 0.5876945028566362, "eval_recall": 0.6986831913245546, "eval_recall_macro": 0.552765390116517, "eval_runtime": 93.8123, "eval_samples_per_second": 13.762, "eval_steps_per_second": 1.727, "eval_weighted_fpr": 0.029883997848966736, "eval_weighted_sensitivity": 0.6986831913245546, "eval_weighted_specificity": 0.9608476803638234, "step": 1286 }, { "epoch": 2.33, "grad_norm": 26.4113712310791, "learning_rate": 4.223950233281493e-05, "loss": 0.5592, "step": 1500 }, { "epoch": 3.0, "eval_accuracy": 0.6986831913245546, "eval_f1_macro": 0.6012751387344262, "eval_f1_micro": 0.6986831913245546, "eval_f1_weighted": 0.6997681579317561, "eval_loss": 1.6113793849945068, "eval_macro_fpr": 0.030358926871943602, "eval_macro_sensitivity": 0.5880627120151358, "eval_macro_specificity": 0.9773067719065487, "eval_precision": 0.7107021565435693, "eval_precision_macro": 0.6368062038606529, "eval_recall": 0.6986831913245546, "eval_recall_macro": 0.5880627120151358, "eval_runtime": 96.7771, "eval_samples_per_second": 13.34, "eval_steps_per_second": 1.674, "eval_weighted_fpr": 0.029883997848966736, "eval_weighted_sensitivity": 0.6986831913245546, "eval_weighted_specificity": 0.9609183872736765, "step": 1929 }, { "epoch": 3.11, "grad_norm": 0.03971128165721893, "learning_rate": 3.964748574390876e-05, "loss": 0.3916, "step": 2000 }, { "epoch": 3.89, "grad_norm": 13.533605575561523, "learning_rate": 3.705546915500259e-05, "loss": 0.2375, "step": 2500 }, { "epoch": 4.0, "eval_accuracy": 0.6955848179705655, "eval_f1_macro": 0.5698961254173763, "eval_f1_micro": 0.6955848179705655, "eval_f1_weighted": 0.6923294650516646, "eval_loss": 1.7778925895690918, "eval_macro_fpr": 0.030968414851007965, "eval_macro_sensitivity": 0.5666678921166624, "eval_macro_specificity": 0.9768109367511323, "eval_precision": 0.7000704251293273, "eval_precision_macro": 0.584042243736088, "eval_recall": 0.6955848179705655, "eval_recall_macro": 0.5666678921166624, "eval_runtime": 94.9154, "eval_samples_per_second": 13.602, "eval_steps_per_second": 1.707, "eval_weighted_fpr": 0.030312379483224065, "eval_weighted_sensitivity": 0.6955848179705655, "eval_weighted_specificity": 0.956579233296421, "step": 2572 }, { "epoch": 4.67, "grad_norm": 0.2196340560913086, "learning_rate": 3.446345256609643e-05, "loss": 0.1586, "step": 3000 }, { "epoch": 5.0, "eval_accuracy": 0.6948102246320682, "eval_f1_macro": 0.5694948674292386, "eval_f1_micro": 0.6948102246320682, "eval_f1_weighted": 0.691666971595594, "eval_loss": 2.175213575363159, "eval_macro_fpr": 0.03156565589564158, "eval_macro_sensitivity": 0.5798857481261962, "eval_macro_specificity": 0.9769938659292313, "eval_precision": 0.7011163809357478, "eval_precision_macro": 0.5797124163320468, "eval_recall": 0.6948102246320682, "eval_recall_macro": 0.5798857481261962, "eval_runtime": 96.1916, "eval_samples_per_second": 13.421, "eval_steps_per_second": 1.684, "eval_weighted_fpr": 0.03042001235330451, "eval_weighted_sensitivity": 0.6948102246320682, "eval_weighted_specificity": 0.9600977643064038, "step": 3215 }, { "epoch": 5.44, "grad_norm": 0.0076691824942827225, "learning_rate": 3.1881804043545884e-05, "loss": 0.0956, "step": 3500 }, { "epoch": 6.0, "eval_accuracy": 0.7079783113865221, "eval_f1_macro": 0.6114593419504739, "eval_f1_micro": 0.7079783113865221, "eval_f1_weighted": 0.710498142821041, "eval_loss": 2.326085329055786, "eval_macro_fpr": 0.029146593037922882, "eval_macro_sensitivity": 0.6191389353797161, "eval_macro_specificity": 0.9781721436893602, "eval_precision": 0.7213132077015695, "eval_precision_macro": 0.6169445235048693, "eval_recall": 0.7079783113865221, "eval_recall_macro": 0.6191389353797161, "eval_runtime": 108.9589, "eval_samples_per_second": 11.849, "eval_steps_per_second": 1.487, "eval_weighted_fpr": 0.028619145221285964, "eval_weighted_sensitivity": 0.7079783113865221, "eval_weighted_specificity": 0.9646038439538819, "step": 3858 }, { "epoch": 6.22, "grad_norm": 0.003827617969363928, "learning_rate": 2.928978745463971e-05, "loss": 0.0623, "step": 4000 }, { "epoch": 7.0, "grad_norm": 0.007828492671251297, "learning_rate": 2.669777086573354e-05, "loss": 0.044, "step": 4500 }, { "epoch": 7.0, "eval_accuracy": 0.715724244771495, "eval_f1_macro": 0.6014076418730009, "eval_f1_micro": 0.715724244771495, "eval_f1_weighted": 0.7131079309029965, "eval_loss": 2.330761671066284, "eval_macro_fpr": 0.028468870564731498, "eval_macro_sensitivity": 0.5938828421663026, "eval_macro_specificity": 0.9784561846662306, "eval_precision": 0.7142878695652373, "eval_precision_macro": 0.6184199211909682, "eval_recall": 0.715724244771495, "eval_recall_macro": 0.5938828421663026, "eval_runtime": 106.6283, "eval_samples_per_second": 12.107, "eval_steps_per_second": 1.519, "eval_weighted_fpr": 0.027587762158911525, "eval_weighted_sensitivity": 0.715724244771495, "eval_weighted_specificity": 0.9611185252219651, "step": 4501 }, { "epoch": 7.78, "grad_norm": 0.0054510668851435184, "learning_rate": 2.4105754276827372e-05, "loss": 0.0212, "step": 5000 }, { "epoch": 8.0, "eval_accuracy": 0.7126258714175058, "eval_f1_macro": 0.6236987905363891, "eval_f1_micro": 0.7126258714175058, "eval_f1_weighted": 0.7047150280912466, "eval_loss": 2.5606603622436523, "eval_macro_fpr": 0.029426308648760717, "eval_macro_sensitivity": 0.6174588332474265, "eval_macro_specificity": 0.9780489131013995, "eval_precision": 0.7033345220138081, "eval_precision_macro": 0.6494012124714204, "eval_recall": 0.7126258714175058, "eval_recall_macro": 0.6174588332474265, "eval_runtime": 94.9282, "eval_samples_per_second": 13.6, "eval_steps_per_second": 1.707, "eval_weighted_fpr": 0.027997886951928157, "eval_weighted_sensitivity": 0.7126258714175058, "eval_weighted_specificity": 0.9581078251034848, "step": 5144 } ], "logging_steps": 500, "max_steps": 9645, "num_input_tokens_seen": 0, "num_train_epochs": 15, "save_steps": 500, "total_flos": 2.2908177393647616e+16, "train_batch_size": 8, "trial_name": null, "trial_params": null }