| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 25.0, | |
| "eval_steps": 500, | |
| "global_step": 14925, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.8375209380234506, | |
| "grad_norm": 0.8667312860488892, | |
| "learning_rate": 4.581239530988275e-05, | |
| "loss": 7.6874, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.675041876046901, | |
| "grad_norm": 1.0515320301055908, | |
| "learning_rate": 4.16247906197655e-05, | |
| "loss": 7.1236, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 2.5125628140703515, | |
| "grad_norm": 0.9544970393180847, | |
| "learning_rate": 3.7437185929648245e-05, | |
| "loss": 6.9511, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 3.3500837520938025, | |
| "grad_norm": 1.0608201026916504, | |
| "learning_rate": 3.324958123953099e-05, | |
| "loss": 6.8374, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 4.187604690117253, | |
| "grad_norm": 1.3822133541107178, | |
| "learning_rate": 2.906197654941374e-05, | |
| "loss": 6.7455, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 5.025125628140704, | |
| "grad_norm": 1.3496253490447998, | |
| "learning_rate": 2.4874371859296484e-05, | |
| "loss": 6.6841, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 5.8626465661641545, | |
| "grad_norm": 1.0734386444091797, | |
| "learning_rate": 2.0686767169179232e-05, | |
| "loss": 6.6407, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 6.700167504187605, | |
| "grad_norm": 1.4356346130371094, | |
| "learning_rate": 1.6499162479061976e-05, | |
| "loss": 6.6059, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 7.5376884422110555, | |
| "grad_norm": 1.3260369300842285, | |
| "learning_rate": 1.2311557788944725e-05, | |
| "loss": 6.5782, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 8.375209380234505, | |
| "grad_norm": 1.589943528175354, | |
| "learning_rate": 8.123953098827471e-06, | |
| "loss": 6.5581, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 9.212730318257956, | |
| "grad_norm": 1.1932653188705444, | |
| "learning_rate": 3.936348408710218e-06, | |
| "loss": 6.5496, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "step": 5970, | |
| "total_flos": 7568723438714880.0, | |
| "train_loss": 6.792878454773869, | |
| "train_runtime": 2074.686, | |
| "train_samples_per_second": 92.024, | |
| "train_steps_per_second": 2.878 | |
| }, | |
| { | |
| "epoch": 10.050251256281408, | |
| "grad_norm": 1.6812041997909546, | |
| "learning_rate": 4.9874371859296486e-05, | |
| "loss": 6.5362, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 10.887772194304858, | |
| "grad_norm": 1.7040314674377441, | |
| "learning_rate": 4.778056951423786e-05, | |
| "loss": 6.542, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 11.725293132328309, | |
| "grad_norm": 1.5005360841751099, | |
| "learning_rate": 4.568676716917923e-05, | |
| "loss": 6.4812, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 12.56281407035176, | |
| "grad_norm": 2.1963107585906982, | |
| "learning_rate": 4.35929648241206e-05, | |
| "loss": 6.4312, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 13.40033500837521, | |
| "grad_norm": 1.4487565755844116, | |
| "learning_rate": 4.1499162479061974e-05, | |
| "loss": 6.4049, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 14.23785594639866, | |
| "grad_norm": 1.7677375078201294, | |
| "learning_rate": 3.940536013400335e-05, | |
| "loss": 6.3664, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 15.075376884422111, | |
| "grad_norm": 1.8846427202224731, | |
| "learning_rate": 3.731155778894472e-05, | |
| "loss": 6.3339, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 15.912897822445562, | |
| "grad_norm": 1.711972713470459, | |
| "learning_rate": 3.5217755443886095e-05, | |
| "loss": 6.3093, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 16.75041876046901, | |
| "grad_norm": 1.8777658939361572, | |
| "learning_rate": 3.312395309882747e-05, | |
| "loss": 6.2826, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 17.587939698492463, | |
| "grad_norm": 1.5985726118087769, | |
| "learning_rate": 3.103015075376884e-05, | |
| "loss": 6.2612, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 18.42546063651591, | |
| "grad_norm": 1.8098769187927246, | |
| "learning_rate": 2.8936348408710216e-05, | |
| "loss": 6.2504, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 19.262981574539364, | |
| "grad_norm": 1.4644687175750732, | |
| "learning_rate": 2.684254606365159e-05, | |
| "loss": 6.2358, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "step": 11940, | |
| "total_flos": 1.513744687742976e+16, | |
| "train_loss": 3.172654545207319, | |
| "train_runtime": 2061.7586, | |
| "train_samples_per_second": 185.201, | |
| "train_steps_per_second": 5.791 | |
| }, | |
| { | |
| "epoch": 20.100502512562816, | |
| "grad_norm": 1.9149502515792847, | |
| "learning_rate": 4.9798994974874375e-05, | |
| "loss": 6.2133, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 20.938023450586265, | |
| "grad_norm": 1.8770983219146729, | |
| "learning_rate": 4.8123953098827474e-05, | |
| "loss": 6.222, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 21.775544388609717, | |
| "grad_norm": 1.8764543533325195, | |
| "learning_rate": 4.6448911222780573e-05, | |
| "loss": 6.1987, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 22.613065326633166, | |
| "grad_norm": 1.928965449333191, | |
| "learning_rate": 4.477386934673367e-05, | |
| "loss": 6.1787, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 23.450586264656618, | |
| "grad_norm": 1.6476266384124756, | |
| "learning_rate": 4.309882747068677e-05, | |
| "loss": 6.1524, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 24.288107202680067, | |
| "grad_norm": 1.7504838705062866, | |
| "learning_rate": 4.142378559463987e-05, | |
| "loss": 6.1409, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 25.0, | |
| "step": 14925, | |
| "total_flos": 1.89218085967872e+16, | |
| "train_loss": 1.2342067862914834, | |
| "train_runtime": 1036.8459, | |
| "train_samples_per_second": 460.338, | |
| "train_steps_per_second": 14.395 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 14925, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 25, | |
| "save_steps": 1000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.89218085967872e+16, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |