| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9883864591055103, | |
| "eval_steps": 500, | |
| "global_step": 1000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.8518019318580627, | |
| "learning_rate": 5.6012058970266934e-05, | |
| "loss": 1.7421, | |
| "max_memory_allocated (GB)": 91.86, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 10, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.8390570878982544, | |
| "learning_rate": 7.287336883921704e-05, | |
| "loss": 1.5281, | |
| "max_memory_allocated (GB)": 91.86, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 20, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.3700675666332245, | |
| "learning_rate": 8.273660282559241e-05, | |
| "loss": 1.3485, | |
| "max_memory_allocated (GB)": 91.86, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 30, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.3168916404247284, | |
| "learning_rate": 8.973467870816715e-05, | |
| "loss": 1.2968, | |
| "max_memory_allocated (GB)": 91.86, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 40, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.24861344695091248, | |
| "learning_rate": 9.516280807158375e-05, | |
| "loss": 1.2689, | |
| "max_memory_allocated (GB)": 91.86, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 50, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.22251686453819275, | |
| "learning_rate": 9.959791269454252e-05, | |
| "loss": 1.2434, | |
| "max_memory_allocated (GB)": 91.86, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 60, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.23426611721515656, | |
| "learning_rate": 9.959204487506375e-05, | |
| "loss": 1.2152, | |
| "max_memory_allocated (GB)": 91.87, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 70, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.45850667357444763, | |
| "learning_rate": 9.908210096889343e-05, | |
| "loss": 1.2108, | |
| "max_memory_allocated (GB)": 91.87, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 80, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.4196653366088867, | |
| "learning_rate": 9.85721570627231e-05, | |
| "loss": 1.1913, | |
| "max_memory_allocated (GB)": 91.87, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 90, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.5248636603355408, | |
| "learning_rate": 9.806221315655279e-05, | |
| "loss": 1.1924, | |
| "max_memory_allocated (GB)": 91.87, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 100, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.3434283137321472, | |
| "learning_rate": 9.755226925038246e-05, | |
| "loss": 1.1558, | |
| "max_memory_allocated (GB)": 91.87, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 110, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.47737815976142883, | |
| "learning_rate": 9.704232534421214e-05, | |
| "loss": 1.1492, | |
| "max_memory_allocated (GB)": 91.87, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 120, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.47788286209106445, | |
| "learning_rate": 9.653238143804181e-05, | |
| "loss": 1.1486, | |
| "max_memory_allocated (GB)": 91.87, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 130, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.45408132672309875, | |
| "learning_rate": 9.60224375318715e-05, | |
| "loss": 1.1456, | |
| "max_memory_allocated (GB)": 91.87, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 140, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.4091607630252838, | |
| "learning_rate": 9.551249362570118e-05, | |
| "loss": 1.1365, | |
| "max_memory_allocated (GB)": 91.87, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 150, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.5064594745635986, | |
| "learning_rate": 9.500254971953085e-05, | |
| "loss": 1.137, | |
| "max_memory_allocated (GB)": 91.87, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 160, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.4288266897201538, | |
| "learning_rate": 9.449260581336054e-05, | |
| "loss": 1.1181, | |
| "max_memory_allocated (GB)": 91.87, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 170, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.3854447901248932, | |
| "learning_rate": 9.398266190719021e-05, | |
| "loss": 1.1091, | |
| "max_memory_allocated (GB)": 91.87, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 180, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.4143249988555908, | |
| "learning_rate": 9.347271800101989e-05, | |
| "loss": 1.1156, | |
| "max_memory_allocated (GB)": 91.87, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 190, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.521230161190033, | |
| "learning_rate": 9.296277409484956e-05, | |
| "loss": 1.1117, | |
| "max_memory_allocated (GB)": 91.87, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 200, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.487106055021286, | |
| "learning_rate": 9.245283018867925e-05, | |
| "loss": 1.1003, | |
| "max_memory_allocated (GB)": 91.87, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 210, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.4616335928440094, | |
| "learning_rate": 9.194288628250894e-05, | |
| "loss": 1.0992, | |
| "max_memory_allocated (GB)": 91.88, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 220, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.3908211290836334, | |
| "learning_rate": 9.14329423763386e-05, | |
| "loss": 1.1074, | |
| "max_memory_allocated (GB)": 91.88, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 230, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.4411673843860626, | |
| "learning_rate": 9.092299847016829e-05, | |
| "loss": 1.1055, | |
| "max_memory_allocated (GB)": 91.88, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 240, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.4123621881008148, | |
| "learning_rate": 9.041305456399796e-05, | |
| "loss": 1.0883, | |
| "max_memory_allocated (GB)": 91.88, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 250, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.5461438298225403, | |
| "learning_rate": 8.990311065782764e-05, | |
| "loss": 1.0928, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 260, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.4907448887825012, | |
| "learning_rate": 8.939316675165733e-05, | |
| "loss": 1.0912, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 270, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.45152169466018677, | |
| "learning_rate": 8.8883222845487e-05, | |
| "loss": 1.0891, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 280, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.41472557187080383, | |
| "learning_rate": 8.837327893931669e-05, | |
| "loss": 1.0864, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 290, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.45566004514694214, | |
| "learning_rate": 8.786333503314635e-05, | |
| "loss": 1.0776, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 300, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.3909231424331665, | |
| "learning_rate": 8.735339112697604e-05, | |
| "loss": 1.0801, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 310, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.39705774188041687, | |
| "learning_rate": 8.684344722080571e-05, | |
| "loss": 1.0746, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 320, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.4257935881614685, | |
| "learning_rate": 8.633350331463539e-05, | |
| "loss": 1.0738, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 330, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.41336777806282043, | |
| "learning_rate": 8.582355940846507e-05, | |
| "loss": 1.0811, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 340, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.3621828854084015, | |
| "learning_rate": 8.531361550229475e-05, | |
| "loss": 1.0762, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 350, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.398189902305603, | |
| "learning_rate": 8.480367159612444e-05, | |
| "loss": 1.0622, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 360, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.37738627195358276, | |
| "learning_rate": 8.42937276899541e-05, | |
| "loss": 1.06, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 370, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.40790703892707825, | |
| "learning_rate": 8.378378378378379e-05, | |
| "loss": 1.0768, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 380, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.35230451822280884, | |
| "learning_rate": 8.327383987761347e-05, | |
| "loss": 1.0631, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 390, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.37737661600112915, | |
| "learning_rate": 8.276389597144315e-05, | |
| "loss": 1.0665, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 400, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.39823117852211, | |
| "learning_rate": 8.225395206527282e-05, | |
| "loss": 1.0739, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 410, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.38277310132980347, | |
| "learning_rate": 8.17440081591025e-05, | |
| "loss": 1.07, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 420, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.34220802783966064, | |
| "learning_rate": 8.123406425293219e-05, | |
| "loss": 1.0698, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 430, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.3858403265476227, | |
| "learning_rate": 8.072412034676186e-05, | |
| "loss": 1.0488, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 440, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.36855727434158325, | |
| "learning_rate": 8.021417644059154e-05, | |
| "loss": 1.0612, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 450, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.4122312664985657, | |
| "learning_rate": 7.970423253442122e-05, | |
| "loss": 1.0566, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 460, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.38682645559310913, | |
| "learning_rate": 7.91942886282509e-05, | |
| "loss": 1.0575, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 470, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.38858598470687866, | |
| "learning_rate": 7.868434472208057e-05, | |
| "loss": 1.0579, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 480, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.3749813139438629, | |
| "learning_rate": 7.817440081591025e-05, | |
| "loss": 1.0531, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 490, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.36404120922088623, | |
| "learning_rate": 7.766445690973994e-05, | |
| "loss": 1.0447, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 500, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.4445250332355499, | |
| "learning_rate": 7.715451300356961e-05, | |
| "loss": 1.0526, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 510, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.3644183278083801, | |
| "learning_rate": 7.664456909739929e-05, | |
| "loss": 1.0494, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 520, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.34624868631362915, | |
| "learning_rate": 7.613462519122897e-05, | |
| "loss": 1.0572, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 530, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.3788256347179413, | |
| "learning_rate": 7.562468128505865e-05, | |
| "loss": 1.0502, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 540, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.3667903542518616, | |
| "learning_rate": 7.511473737888832e-05, | |
| "loss": 1.0505, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 550, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.37510526180267334, | |
| "learning_rate": 7.460479347271801e-05, | |
| "loss": 1.045, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 560, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.3509054183959961, | |
| "learning_rate": 7.409484956654769e-05, | |
| "loss": 1.0504, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 570, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.3294220268726349, | |
| "learning_rate": 7.358490566037736e-05, | |
| "loss": 1.0573, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 580, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.34325262904167175, | |
| "learning_rate": 7.307496175420703e-05, | |
| "loss": 1.0445, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 590, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.3679581880569458, | |
| "learning_rate": 7.256501784803672e-05, | |
| "loss": 1.0445, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 600, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.3220757246017456, | |
| "learning_rate": 7.20550739418664e-05, | |
| "loss": 1.0458, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 610, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.3660426139831543, | |
| "learning_rate": 7.154513003569607e-05, | |
| "loss": 1.0447, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 620, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.32533150911331177, | |
| "learning_rate": 7.103518612952576e-05, | |
| "loss": 1.0471, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 630, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.33115923404693604, | |
| "learning_rate": 7.052524222335543e-05, | |
| "loss": 1.0431, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 640, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.337576299905777, | |
| "learning_rate": 7.001529831718512e-05, | |
| "loss": 1.057, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 650, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.3337574303150177, | |
| "learning_rate": 6.950535441101478e-05, | |
| "loss": 1.0408, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 660, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.35560840368270874, | |
| "learning_rate": 6.899541050484447e-05, | |
| "loss": 1.0363, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 670, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.3454528748989105, | |
| "learning_rate": 6.848546659867415e-05, | |
| "loss": 1.0412, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 680, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.3608352541923523, | |
| "learning_rate": 6.797552269250382e-05, | |
| "loss": 1.0578, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 690, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.332792729139328, | |
| "learning_rate": 6.746557878633351e-05, | |
| "loss": 1.0426, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 700, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.4059067666530609, | |
| "learning_rate": 6.695563488016318e-05, | |
| "loss": 1.0441, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 710, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.3741580843925476, | |
| "learning_rate": 6.644569097399287e-05, | |
| "loss": 1.0525, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 720, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.3646301329135895, | |
| "learning_rate": 6.593574706782255e-05, | |
| "loss": 1.0302, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 730, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.35956060886383057, | |
| "learning_rate": 6.542580316165222e-05, | |
| "loss": 1.0439, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 740, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.3517419099807739, | |
| "learning_rate": 6.491585925548191e-05, | |
| "loss": 1.0314, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 750, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.33927640318870544, | |
| "learning_rate": 6.440591534931157e-05, | |
| "loss": 1.042, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 760, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.3502146005630493, | |
| "learning_rate": 6.389597144314126e-05, | |
| "loss": 1.0416, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 770, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.37221387028694153, | |
| "learning_rate": 6.338602753697093e-05, | |
| "loss": 1.0453, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 780, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.3718739449977875, | |
| "learning_rate": 6.287608363080062e-05, | |
| "loss": 1.0392, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 790, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.35249418020248413, | |
| "learning_rate": 6.23661397246303e-05, | |
| "loss": 1.0413, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 800, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.35906028747558594, | |
| "learning_rate": 6.185619581845997e-05, | |
| "loss": 1.0375, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 810, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.33932170271873474, | |
| "learning_rate": 6.134625191228966e-05, | |
| "loss": 1.0286, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 820, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.33107632398605347, | |
| "learning_rate": 6.0836308006119326e-05, | |
| "loss": 1.0319, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 830, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.32848185300827026, | |
| "learning_rate": 6.032636409994901e-05, | |
| "loss": 1.0329, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 840, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.33085334300994873, | |
| "learning_rate": 5.981642019377869e-05, | |
| "loss": 1.0326, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 850, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.3043057322502136, | |
| "learning_rate": 5.930647628760837e-05, | |
| "loss": 1.0379, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 860, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.3407464027404785, | |
| "learning_rate": 5.879653238143804e-05, | |
| "loss": 1.0336, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 870, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.34069886803627014, | |
| "learning_rate": 5.8286588475267726e-05, | |
| "loss": 1.0294, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 880, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.4303439259529114, | |
| "learning_rate": 5.777664456909741e-05, | |
| "loss": 1.0223, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 890, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.3378705382347107, | |
| "learning_rate": 5.7266700662927075e-05, | |
| "loss": 1.042, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 900, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.4227118194103241, | |
| "learning_rate": 5.6756756756756757e-05, | |
| "loss": 1.0301, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 910, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.36343687772750854, | |
| "learning_rate": 5.624681285058644e-05, | |
| "loss": 1.0249, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 920, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.37661993503570557, | |
| "learning_rate": 5.573686894441612e-05, | |
| "loss": 1.0201, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 930, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.38610127568244934, | |
| "learning_rate": 5.5226925038245794e-05, | |
| "loss": 1.0351, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 940, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.32767486572265625, | |
| "learning_rate": 5.4716981132075475e-05, | |
| "loss": 1.0364, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 950, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.36714789271354675, | |
| "learning_rate": 5.4207037225905157e-05, | |
| "loss": 1.0252, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 960, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.34143558144569397, | |
| "learning_rate": 5.369709331973484e-05, | |
| "loss": 1.0266, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 970, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.3287556767463684, | |
| "learning_rate": 5.3187149413564506e-05, | |
| "loss": 1.0265, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 980, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.33613139390945435, | |
| "learning_rate": 5.267720550739419e-05, | |
| "loss": 1.0215, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 990, | |
| "total_memory_available (GB)": 94.62 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.32623520493507385, | |
| "learning_rate": 5.216726160122387e-05, | |
| "loss": 1.0213, | |
| "max_memory_allocated (GB)": 91.9, | |
| "memory_allocated (GB)": 24.39, | |
| "step": 1000, | |
| "total_memory_available (GB)": 94.62 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 2022, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 1000, | |
| "total_flos": 1.119482194910249e+19, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |