{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.5252100840336135, "eval_steps": 500, "global_step": 250, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.052521008403361345, "grad_norm": 8.114081382751465, "learning_rate": 4.994197170276449e-05, "loss": 2.6235, "step": 25 }, { "epoch": 0.10504201680672269, "grad_norm": 7.403553009033203, "learning_rate": 4.929224310196645e-05, "loss": 2.7435, "step": 50 }, { "epoch": 0.15756302521008403, "grad_norm": 6.665265083312988, "learning_rate": 4.7939126731158055e-05, "loss": 2.7157, "step": 75 }, { "epoch": 0.21008403361344538, "grad_norm": 377.5302734375, "learning_rate": 4.592180240187963e-05, "loss": 2.8261, "step": 100 }, { "epoch": 0.26260504201680673, "grad_norm": 20.072336196899414, "learning_rate": 4.329868222763601e-05, "loss": 2.6462, "step": 125 }, { "epoch": 0.31512605042016806, "grad_norm": 6.688249111175537, "learning_rate": 4.014571928703281e-05, "loss": 2.5808, "step": 150 }, { "epoch": 0.36764705882352944, "grad_norm": 5.843264102935791, "learning_rate": 3.6554208384028955e-05, "loss": 2.8584, "step": 175 }, { "epoch": 0.42016806722689076, "grad_norm": 5.064057350158691, "learning_rate": 3.262814258482371e-05, "loss": 2.423, "step": 200 }, { "epoch": 0.4726890756302521, "grad_norm": 6.219644546508789, "learning_rate": 2.8481202073491685e-05, "loss": 2.3885, "step": 225 }, { "epoch": 0.5252100840336135, "grad_norm": 10.170488357543945, "learning_rate": 2.4233462514778545e-05, "loss": 2.2676, "step": 250 } ], "logging_steps": 25, "max_steps": 476, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 250, "total_flos": 2.3055128592384e+16, "train_batch_size": 1, "trial_name": null, "trial_params": null }