| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.0, | |
| "eval_steps": 500, | |
| "global_step": 27582, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.909361177579581e-05, | |
| "loss": 0.8863, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.818722355159162e-05, | |
| "loss": 0.8146, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.728083532738743e-05, | |
| "loss": 0.8068, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 4.637444710318324e-05, | |
| "loss": 0.7611, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 4.546805887897905e-05, | |
| "loss": 0.7543, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 4.4561670654774854e-05, | |
| "loss": 0.7628, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 4.3655282430570665e-05, | |
| "loss": 0.7469, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 4.2748894206366476e-05, | |
| "loss": 0.71, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 4.184250598216228e-05, | |
| "loss": 0.7374, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 4.093611775795809e-05, | |
| "loss": 0.7243, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 4.00297295337539e-05, | |
| "loss": 0.682, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 3.912334130954971e-05, | |
| "loss": 0.6999, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 3.821695308534552e-05, | |
| "loss": 0.6842, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 3.731056486114133e-05, | |
| "loss": 0.6743, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 3.640417663693714e-05, | |
| "loss": 0.6763, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 3.549778841273294e-05, | |
| "loss": 0.6829, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 3.459140018852875e-05, | |
| "loss": 0.6629, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 3.368501196432456e-05, | |
| "loss": 0.675, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 3.277862374012037e-05, | |
| "loss": 0.5026, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 3.187223551591618e-05, | |
| "loss": 0.4307, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 3.0965847291711983e-05, | |
| "loss": 0.4039, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 3.0059459067507794e-05, | |
| "loss": 0.428, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 2.9153070843303605e-05, | |
| "loss": 0.4232, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 2.8246682619099413e-05, | |
| "loss": 0.4153, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 2.734029439489522e-05, | |
| "loss": 0.4185, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "learning_rate": 2.643390617069103e-05, | |
| "loss": 0.4128, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 2.552751794648684e-05, | |
| "loss": 0.4126, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "learning_rate": 2.462112972228265e-05, | |
| "loss": 0.4315, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "learning_rate": 2.3714741498078457e-05, | |
| "loss": 0.4069, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 2.2808353273874268e-05, | |
| "loss": 0.4022, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 2.1901965049670075e-05, | |
| "loss": 0.3945, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "learning_rate": 2.0995576825465886e-05, | |
| "loss": 0.4049, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 2.0089188601261694e-05, | |
| "loss": 0.4145, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "learning_rate": 1.91828003770575e-05, | |
| "loss": 0.398, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "learning_rate": 1.8276412152853312e-05, | |
| "loss": 0.396, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "learning_rate": 1.737002392864912e-05, | |
| "loss": 0.3861, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "learning_rate": 1.646363570444493e-05, | |
| "loss": 0.3264, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "learning_rate": 1.5557247480240738e-05, | |
| "loss": 0.2315, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "learning_rate": 1.4650859256036547e-05, | |
| "loss": 0.232, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "learning_rate": 1.3744471031832355e-05, | |
| "loss": 0.2205, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "learning_rate": 1.2838082807628162e-05, | |
| "loss": 0.2203, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "learning_rate": 1.1931694583423973e-05, | |
| "loss": 0.2372, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "learning_rate": 1.1025306359219782e-05, | |
| "loss": 0.2047, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "learning_rate": 1.011891813501559e-05, | |
| "loss": 0.2364, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "learning_rate": 9.212529910811399e-06, | |
| "loss": 0.2476, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "learning_rate": 8.306141686607208e-06, | |
| "loss": 0.1804, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "learning_rate": 7.399753462403016e-06, | |
| "loss": 0.2137, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "learning_rate": 6.493365238198826e-06, | |
| "loss": 0.1907, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "learning_rate": 5.586977013994634e-06, | |
| "loss": 0.2066, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "learning_rate": 4.680588789790443e-06, | |
| "loss": 0.2092, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "learning_rate": 3.7742005655862523e-06, | |
| "loss": 0.2111, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "learning_rate": 2.8678123413820606e-06, | |
| "loss": 0.1727, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "learning_rate": 1.96142411717787e-06, | |
| "loss": 0.2144, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "learning_rate": 1.0550358929736786e-06, | |
| "loss": 0.1942, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "learning_rate": 1.4864766876948735e-07, | |
| "loss": 0.2195, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "step": 27582, | |
| "total_flos": 2.168983630686816e+16, | |
| "train_loss": 0.4501488867961559, | |
| "train_runtime": 3859.2073, | |
| "train_samples_per_second": 57.172, | |
| "train_steps_per_second": 7.147 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 27582, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "total_flos": 2.168983630686816e+16, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |