| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.795063575168287, | |
| "eval_steps": 100, | |
| "global_step": 300, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.05983545250560957, | |
| "grad_norm": 7.40893212326487, | |
| "learning_rate": 1.96078431372549e-06, | |
| "loss": 0.6407, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.11967090501121914, | |
| "grad_norm": 2.443879636951024, | |
| "learning_rate": 3.92156862745098e-06, | |
| "loss": 0.3887, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.17950635751682872, | |
| "grad_norm": 2.182405695242156, | |
| "learning_rate": 5.882352941176471e-06, | |
| "loss": 0.2616, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.2393418100224383, | |
| "grad_norm": 2.01489573168189, | |
| "learning_rate": 7.84313725490196e-06, | |
| "loss": 0.2571, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.2991772625280479, | |
| "grad_norm": 1.979013183070111, | |
| "learning_rate": 9.803921568627451e-06, | |
| "loss": 0.2477, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.35901271503365745, | |
| "grad_norm": 1.549355728093093, | |
| "learning_rate": 9.990133642141359e-06, | |
| "loss": 0.2176, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.418848167539267, | |
| "grad_norm": 1.4426481204872057, | |
| "learning_rate": 9.95607770125771e-06, | |
| "loss": 0.2273, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.4786836200448766, | |
| "grad_norm": 1.7789832633152836, | |
| "learning_rate": 9.89787624799672e-06, | |
| "loss": 0.2125, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.5385190725504861, | |
| "grad_norm": 1.529318217095282, | |
| "learning_rate": 9.815812833988292e-06, | |
| "loss": 0.2229, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.5983545250560958, | |
| "grad_norm": 1.6259265112226373, | |
| "learning_rate": 9.710287263936485e-06, | |
| "loss": 0.2062, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.5983545250560958, | |
| "eval_loss": 0.2123425155878067, | |
| "eval_runtime": 33.4729, | |
| "eval_samples_per_second": 17.776, | |
| "eval_steps_per_second": 8.903, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.6581899775617053, | |
| "grad_norm": 1.6245243576341002, | |
| "learning_rate": 9.581813647811199e-06, | |
| "loss": 0.2105, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.7180254300673149, | |
| "grad_norm": 1.731561075586601, | |
| "learning_rate": 9.431017896156074e-06, | |
| "loss": 0.2048, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.7778608825729244, | |
| "grad_norm": 1.7874480467541498, | |
| "learning_rate": 9.25863467071524e-06, | |
| "loss": 0.2113, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.837696335078534, | |
| "grad_norm": 1.3708463663991368, | |
| "learning_rate": 9.065503805235139e-06, | |
| "loss": 0.1988, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.8975317875841436, | |
| "grad_norm": 1.3567660521800535, | |
| "learning_rate": 8.852566213878947e-06, | |
| "loss": 0.2038, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.9573672400897532, | |
| "grad_norm": 1.8281708498422444, | |
| "learning_rate": 8.620859307187339e-06, | |
| "loss": 0.2196, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.0172026925953628, | |
| "grad_norm": 1.2318054900550177, | |
| "learning_rate": 8.371511937918616e-06, | |
| "loss": 0.1762, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.0770381451009723, | |
| "grad_norm": 1.568321912319435, | |
| "learning_rate": 8.105738901391553e-06, | |
| "loss": 0.1288, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.136873597606582, | |
| "grad_norm": 1.3819346363939895, | |
| "learning_rate": 7.82483501712469e-06, | |
| "loss": 0.1214, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 1.1967090501121915, | |
| "grad_norm": 1.2680685647450163, | |
| "learning_rate": 7.530168820605819e-06, | |
| "loss": 0.1256, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.1967090501121915, | |
| "eval_loss": 0.20358169078826904, | |
| "eval_runtime": 32.7594, | |
| "eval_samples_per_second": 18.163, | |
| "eval_steps_per_second": 9.097, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.256544502617801, | |
| "grad_norm": 1.2942802177914767, | |
| "learning_rate": 7.223175895924638e-06, | |
| "loss": 0.1241, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.3163799551234106, | |
| "grad_norm": 1.4364370392498633, | |
| "learning_rate": 6.905351881751372e-06, | |
| "loss": 0.1254, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.37621540762902, | |
| "grad_norm": 1.330811194933078, | |
| "learning_rate": 6.578245184735513e-06, | |
| "loss": 0.1229, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 1.4360508601346298, | |
| "grad_norm": 1.304831888309303, | |
| "learning_rate": 6.243449435824276e-06, | |
| "loss": 0.1147, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.4958863126402393, | |
| "grad_norm": 1.2398683599838292, | |
| "learning_rate": 5.902595726252801e-06, | |
| "loss": 0.1345, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.555721765145849, | |
| "grad_norm": 1.3240317320353998, | |
| "learning_rate": 5.557344661031628e-06, | |
| "loss": 0.1236, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.6155572176514585, | |
| "grad_norm": 1.518581095835922, | |
| "learning_rate": 5.209378268645998e-06, | |
| "loss": 0.1218, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 1.675392670157068, | |
| "grad_norm": 1.5653129689570715, | |
| "learning_rate": 4.860391806382157e-06, | |
| "loss": 0.1246, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.7352281226626776, | |
| "grad_norm": 1.4836280079781416, | |
| "learning_rate": 4.512085501204254e-06, | |
| "loss": 0.1156, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.795063575168287, | |
| "grad_norm": 1.4998045733125407, | |
| "learning_rate": 4.166156266419489e-06, | |
| "loss": 0.1296, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.795063575168287, | |
| "eval_loss": 0.19370371103286743, | |
| "eval_runtime": 33.117, | |
| "eval_samples_per_second": 17.967, | |
| "eval_steps_per_second": 8.998, | |
| "step": 300 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 501, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 5914416119808.0, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |