|
{ |
|
"best_metric": 1.5331557989120483, |
|
"best_model_checkpoint": "output/og-buda/checkpoint-750", |
|
"epoch": 5.0, |
|
"global_step": 750, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 0.00013683401763576845, |
|
"loss": 2.7577, |
|
"step": 5 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 0.0001357399755894565, |
|
"loss": 2.4782, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 0.00013392954733321228, |
|
"loss": 2.3702, |
|
"step": 15 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 0.00013142205020853694, |
|
"loss": 2.2696, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"learning_rate": 0.00012824423930948275, |
|
"loss": 2.2909, |
|
"step": 25 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"learning_rate": 0.00012443002200473538, |
|
"loss": 2.2339, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"learning_rate": 0.00012002009614464126, |
|
"loss": 2.1468, |
|
"step": 35 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"learning_rate": 0.00011506151581352585, |
|
"loss": 2.2085, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"learning_rate": 0.00010960718926074231, |
|
"loss": 2.0772, |
|
"step": 45 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"learning_rate": 0.00010371531436754662, |
|
"loss": 2.1209, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"learning_rate": 9.744875767338973e-05, |
|
"loss": 2.1212, |
|
"step": 55 |
|
}, |
|
{ |
|
"epoch": 0.39, |
|
"learning_rate": 9.08743835874413e-05, |
|
"loss": 2.1052, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.43, |
|
"learning_rate": 8.40623409426843e-05, |
|
"loss": 2.0228, |
|
"step": 65 |
|
}, |
|
{ |
|
"epoch": 0.46, |
|
"learning_rate": 7.708531450507727e-05, |
|
"loss": 2.0757, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"learning_rate": 7.001774942421023e-05, |
|
"loss": 2.001, |
|
"step": 75 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"learning_rate": 6.293505690059801e-05, |
|
"loss": 1.9417, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.56, |
|
"learning_rate": 5.59128095451711e-05, |
|
"loss": 2.0215, |
|
"step": 85 |
|
}, |
|
{ |
|
"epoch": 0.59, |
|
"learning_rate": 4.902593501651139e-05, |
|
"loss": 2.0056, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 0.62, |
|
"learning_rate": 4.2347916539754844e-05, |
|
"loss": 2.0711, |
|
"step": 95 |
|
}, |
|
{ |
|
"epoch": 0.66, |
|
"learning_rate": 3.5950008837656755e-05, |
|
"loss": 2.0311, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.69, |
|
"learning_rate": 2.9900477839865778e-05, |
|
"loss": 1.9157, |
|
"step": 105 |
|
}, |
|
{ |
|
"epoch": 0.72, |
|
"learning_rate": 2.4263872282739445e-05, |
|
"loss": 2.0822, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 0.76, |
|
"learning_rate": 1.910033497175995e-05, |
|
"loss": 2.0431, |
|
"step": 115 |
|
}, |
|
{ |
|
"epoch": 0.79, |
|
"learning_rate": 1.4464961055407408e-05, |
|
"loss": 1.9706, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.82, |
|
"learning_rate": 1.040721015773445e-05, |
|
"loss": 1.9533, |
|
"step": 125 |
|
}, |
|
{ |
|
"epoch": 0.86, |
|
"learning_rate": 6.97037864221025e-06, |
|
"loss": 1.968, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 0.89, |
|
"learning_rate": 4.1911376378003306e-06, |
|
"loss": 1.9282, |
|
"step": 135 |
|
}, |
|
{ |
|
"epoch": 0.92, |
|
"learning_rate": 2.0991417565619363e-06, |
|
"loss": 1.9382, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 0.95, |
|
"learning_rate": 7.167126777538922e-07, |
|
"loss": 1.9811, |
|
"step": 145 |
|
}, |
|
{ |
|
"epoch": 0.99, |
|
"learning_rate": 5.860097463115006e-08, |
|
"loss": 1.9187, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_loss": 1.8772083520889282, |
|
"eval_runtime": 9.7424, |
|
"eval_samples_per_second": 22.274, |
|
"eval_steps_per_second": 2.874, |
|
"step": 152 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 1.3182872524144475e-07, |
|
"loss": 1.9052, |
|
"step": 155 |
|
}, |
|
{ |
|
"epoch": 1.05, |
|
"learning_rate": 9.35614586573241e-07, |
|
"loss": 1.9644, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 1.09, |
|
"learning_rate": 2.461382131516746e-06, |
|
"loss": 1.9317, |
|
"step": 165 |
|
}, |
|
{ |
|
"epoch": 1.12, |
|
"learning_rate": 4.692851359682261e-06, |
|
"loss": 2.0608, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 1.15, |
|
"learning_rate": 7.606212405651899e-06, |
|
"loss": 1.8731, |
|
"step": 175 |
|
}, |
|
{ |
|
"epoch": 1.18, |
|
"learning_rate": 1.1170379591190527e-05, |
|
"loss": 1.8801, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 1.22, |
|
"learning_rate": 1.5347323110669033e-05, |
|
"loss": 1.8913, |
|
"step": 185 |
|
}, |
|
{ |
|
"epoch": 1.25, |
|
"learning_rate": 2.009247481060283e-05, |
|
"loss": 1.9579, |
|
"step": 190 |
|
}, |
|
{ |
|
"epoch": 1.28, |
|
"learning_rate": 2.5355203733622272e-05, |
|
"loss": 1.9638, |
|
"step": 195 |
|
}, |
|
{ |
|
"epoch": 1.32, |
|
"learning_rate": 3.1079356352801514e-05, |
|
"loss": 1.9192, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 1.35, |
|
"learning_rate": 3.7203855732024184e-05, |
|
"loss": 1.9342, |
|
"step": 205 |
|
}, |
|
{ |
|
"epoch": 1.38, |
|
"learning_rate": 4.3663353219321276e-05, |
|
"loss": 1.9085, |
|
"step": 210 |
|
}, |
|
{ |
|
"epoch": 1.41, |
|
"learning_rate": 5.038892571958626e-05, |
|
"loss": 1.9788, |
|
"step": 215 |
|
}, |
|
{ |
|
"epoch": 1.45, |
|
"learning_rate": 5.7308811106741675e-05, |
|
"loss": 1.9669, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 1.48, |
|
"learning_rate": 6.434917392847842e-05, |
|
"loss": 1.927, |
|
"step": 225 |
|
}, |
|
{ |
|
"epoch": 1.51, |
|
"learning_rate": 7.143489323346855e-05, |
|
"loss": 1.9403, |
|
"step": 230 |
|
}, |
|
{ |
|
"epoch": 1.55, |
|
"learning_rate": 7.849036411490396e-05, |
|
"loss": 1.8539, |
|
"step": 235 |
|
}, |
|
{ |
|
"epoch": 1.58, |
|
"learning_rate": 8.54403044178588e-05, |
|
"loss": 1.9165, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 1.61, |
|
"learning_rate": 9.221055800287699e-05, |
|
"loss": 1.906, |
|
"step": 245 |
|
}, |
|
{ |
|
"epoch": 1.64, |
|
"learning_rate": 9.87288859949296e-05, |
|
"loss": 1.852, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 1.68, |
|
"learning_rate": 0.00010492573757508462, |
|
"loss": 1.8733, |
|
"step": 255 |
|
}, |
|
{ |
|
"epoch": 1.71, |
|
"learning_rate": 0.00011073499209051121, |
|
"loss": 1.874, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 1.74, |
|
"learning_rate": 0.00011609466456447531, |
|
"loss": 1.8853, |
|
"step": 265 |
|
}, |
|
{ |
|
"epoch": 1.78, |
|
"learning_rate": 0.00012094756707850673, |
|
"loss": 1.9022, |
|
"step": 270 |
|
}, |
|
{ |
|
"epoch": 1.81, |
|
"learning_rate": 0.0001252419189697637, |
|
"loss": 1.8298, |
|
"step": 275 |
|
}, |
|
{ |
|
"epoch": 1.84, |
|
"learning_rate": 0.00012893189933276512, |
|
"loss": 1.9105, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 1.88, |
|
"learning_rate": 0.00013197813593027427, |
|
"loss": 1.8641, |
|
"step": 285 |
|
}, |
|
{ |
|
"epoch": 1.91, |
|
"learning_rate": 0.00013434812529663614, |
|
"loss": 1.8622, |
|
"step": 290 |
|
}, |
|
{ |
|
"epoch": 1.94, |
|
"learning_rate": 0.00013601657955104887, |
|
"loss": 1.906, |
|
"step": 295 |
|
}, |
|
{ |
|
"epoch": 1.97, |
|
"learning_rate": 0.00013696569622025754, |
|
"loss": 1.9195, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_loss": 1.8195273876190186, |
|
"eval_runtime": 9.7405, |
|
"eval_samples_per_second": 22.278, |
|
"eval_steps_per_second": 2.875, |
|
"step": 304 |
|
}, |
|
{ |
|
"epoch": 2.01, |
|
"learning_rate": 0.0001371853481916521, |
|
"loss": 1.7633, |
|
"step": 305 |
|
}, |
|
{ |
|
"epoch": 2.04, |
|
"learning_rate": 0.00013667319176996132, |
|
"loss": 1.8122, |
|
"step": 310 |
|
}, |
|
{ |
|
"epoch": 2.07, |
|
"learning_rate": 0.00013543469168457496, |
|
"loss": 1.8677, |
|
"step": 315 |
|
}, |
|
{ |
|
"epoch": 2.11, |
|
"learning_rate": 0.00013348306278066356, |
|
"loss": 1.8531, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 2.14, |
|
"learning_rate": 0.000130839129016255, |
|
"loss": 1.8181, |
|
"step": 325 |
|
}, |
|
{ |
|
"epoch": 2.17, |
|
"learning_rate": 0.00012753110126977412, |
|
"loss": 1.8011, |
|
"step": 330 |
|
}, |
|
{ |
|
"epoch": 2.2, |
|
"learning_rate": 0.0001235942763288477, |
|
"loss": 1.8196, |
|
"step": 335 |
|
}, |
|
{ |
|
"epoch": 2.24, |
|
"learning_rate": 0.00011907066027217684, |
|
"loss": 1.8093, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 2.27, |
|
"learning_rate": 0.00011400852026300626, |
|
"loss": 1.8397, |
|
"step": 345 |
|
}, |
|
{ |
|
"epoch": 2.3, |
|
"learning_rate": 0.00010846186953657296, |
|
"loss": 1.7362, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 2.34, |
|
"learning_rate": 0.00010248989107673776, |
|
"loss": 1.6683, |
|
"step": 355 |
|
}, |
|
{ |
|
"epoch": 2.37, |
|
"learning_rate": 9.615630613119375e-05, |
|
"loss": 1.8356, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 2.4, |
|
"learning_rate": 8.952869430321868e-05, |
|
"loss": 1.8106, |
|
"step": 365 |
|
}, |
|
{ |
|
"epoch": 2.43, |
|
"learning_rate": 8.267777247462053e-05, |
|
"loss": 1.8027, |
|
"step": 370 |
|
}, |
|
{ |
|
"epoch": 2.47, |
|
"learning_rate": 7.567664025379571e-05, |
|
"loss": 1.7443, |
|
"step": 375 |
|
}, |
|
{ |
|
"epoch": 2.5, |
|
"learning_rate": 6.860000000000001e-05, |
|
"loss": 1.7579, |
|
"step": 380 |
|
}, |
|
{ |
|
"epoch": 2.53, |
|
"learning_rate": 6.152335974620434e-05, |
|
"loss": 1.7847, |
|
"step": 385 |
|
}, |
|
{ |
|
"epoch": 2.57, |
|
"learning_rate": 5.45222275253795e-05, |
|
"loss": 1.7549, |
|
"step": 390 |
|
}, |
|
{ |
|
"epoch": 2.6, |
|
"learning_rate": 4.76713056967813e-05, |
|
"loss": 1.7157, |
|
"step": 395 |
|
}, |
|
{ |
|
"epoch": 2.63, |
|
"learning_rate": 4.1043693868806304e-05, |
|
"loss": 1.7905, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 2.66, |
|
"learning_rate": 3.471010892326228e-05, |
|
"loss": 1.7419, |
|
"step": 405 |
|
}, |
|
{ |
|
"epoch": 2.7, |
|
"learning_rate": 2.873813046342713e-05, |
|
"loss": 1.7189, |
|
"step": 410 |
|
}, |
|
{ |
|
"epoch": 2.73, |
|
"learning_rate": 2.3191479736993775e-05, |
|
"loss": 1.7705, |
|
"step": 415 |
|
}, |
|
{ |
|
"epoch": 2.76, |
|
"learning_rate": 1.812933972782316e-05, |
|
"loss": 1.6987, |
|
"step": 420 |
|
}, |
|
{ |
|
"epoch": 2.8, |
|
"learning_rate": 1.3605723671152311e-05, |
|
"loss": 1.7951, |
|
"step": 425 |
|
}, |
|
{ |
|
"epoch": 2.83, |
|
"learning_rate": 9.668898730225861e-06, |
|
"loss": 1.7204, |
|
"step": 430 |
|
}, |
|
{ |
|
"epoch": 2.86, |
|
"learning_rate": 6.360870983745002e-06, |
|
"loss": 1.8063, |
|
"step": 435 |
|
}, |
|
{ |
|
"epoch": 2.89, |
|
"learning_rate": 3.7169372193364486e-06, |
|
"loss": 1.6961, |
|
"step": 440 |
|
}, |
|
{ |
|
"epoch": 2.93, |
|
"learning_rate": 1.7653083154250801e-06, |
|
"loss": 1.6979, |
|
"step": 445 |
|
}, |
|
{ |
|
"epoch": 2.96, |
|
"learning_rate": 5.268082300387043e-07, |
|
"loss": 1.7594, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 2.99, |
|
"learning_rate": 1.465180834793276e-08, |
|
"loss": 1.7887, |
|
"step": 455 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_loss": 1.7267966270446777, |
|
"eval_runtime": 9.7478, |
|
"eval_samples_per_second": 22.262, |
|
"eval_steps_per_second": 2.872, |
|
"step": 456 |
|
}, |
|
{ |
|
"epoch": 2.99, |
|
"learning_rate": 5.708896496161406e-08, |
|
"loss": 1.777, |
|
"step": 460 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_loss": 1.6688779592514038, |
|
"eval_runtime": 9.6717, |
|
"eval_samples_per_second": 20.576, |
|
"eval_steps_per_second": 2.585, |
|
"step": 462 |
|
}, |
|
{ |
|
"epoch": 3.1, |
|
"learning_rate": 3.35752298215246e-06, |
|
"loss": 1.6773, |
|
"step": 465 |
|
}, |
|
{ |
|
"epoch": 3.13, |
|
"learning_rate": 5.930781605717588e-06, |
|
"loss": 1.7743, |
|
"step": 470 |
|
}, |
|
{ |
|
"epoch": 3.17, |
|
"learning_rate": 9.190657300387474e-06, |
|
"loss": 1.6782, |
|
"step": 475 |
|
}, |
|
{ |
|
"epoch": 3.2, |
|
"learning_rate": 1.310143418587859e-05, |
|
"loss": 1.7254, |
|
"step": 480 |
|
}, |
|
{ |
|
"epoch": 3.23, |
|
"learning_rate": 1.7620264972250762e-05, |
|
"loss": 1.7116, |
|
"step": 485 |
|
}, |
|
{ |
|
"epoch": 3.27, |
|
"learning_rate": 2.269764040378228e-05, |
|
"loss": 1.737, |
|
"step": 490 |
|
}, |
|
{ |
|
"epoch": 3.3, |
|
"learning_rate": 2.827793169273632e-05, |
|
"loss": 1.6298, |
|
"step": 495 |
|
}, |
|
{ |
|
"epoch": 3.33, |
|
"learning_rate": 3.4300000000000014e-05, |
|
"loss": 1.784, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 3.37, |
|
"learning_rate": 4.069786628500004e-05, |
|
"loss": 1.7561, |
|
"step": 505 |
|
}, |
|
{ |
|
"epoch": 3.4, |
|
"learning_rate": 4.740143418587858e-05, |
|
"loss": 1.7454, |
|
"step": 510 |
|
}, |
|
{ |
|
"epoch": 3.43, |
|
"learning_rate": 5.4337258009901596e-05, |
|
"loss": 1.8009, |
|
"step": 515 |
|
}, |
|
{ |
|
"epoch": 3.47, |
|
"learning_rate": 6.142934741983902e-05, |
|
"loss": 1.7686, |
|
"step": 520 |
|
}, |
|
{ |
|
"epoch": 3.5, |
|
"learning_rate": 6.859999999999997e-05, |
|
"loss": 1.697, |
|
"step": 525 |
|
}, |
|
{ |
|
"epoch": 3.53, |
|
"learning_rate": 7.577065258016093e-05, |
|
"loss": 1.6804, |
|
"step": 530 |
|
}, |
|
{ |
|
"epoch": 3.57, |
|
"learning_rate": 8.286274199009834e-05, |
|
"loss": 1.7485, |
|
"step": 535 |
|
}, |
|
{ |
|
"epoch": 3.6, |
|
"learning_rate": 8.979856581412137e-05, |
|
"loss": 1.7389, |
|
"step": 540 |
|
}, |
|
{ |
|
"epoch": 3.63, |
|
"learning_rate": 9.650213371499991e-05, |
|
"loss": 1.6993, |
|
"step": 545 |
|
}, |
|
{ |
|
"epoch": 3.67, |
|
"learning_rate": 0.00010289999999999994, |
|
"loss": 1.7811, |
|
"step": 550 |
|
}, |
|
{ |
|
"epoch": 3.7, |
|
"learning_rate": 0.00010892206830726364, |
|
"loss": 1.6838, |
|
"step": 555 |
|
}, |
|
{ |
|
"epoch": 3.73, |
|
"learning_rate": 0.00011450235959621768, |
|
"loss": 1.76, |
|
"step": 560 |
|
}, |
|
{ |
|
"epoch": 3.77, |
|
"learning_rate": 0.0001195797350277492, |
|
"loss": 1.7419, |
|
"step": 565 |
|
}, |
|
{ |
|
"epoch": 3.8, |
|
"learning_rate": 0.00012409856581412136, |
|
"loss": 1.7739, |
|
"step": 570 |
|
}, |
|
{ |
|
"epoch": 3.83, |
|
"learning_rate": 0.0001280093426996125, |
|
"loss": 1.7108, |
|
"step": 575 |
|
}, |
|
{ |
|
"epoch": 3.87, |
|
"learning_rate": 0.0001312692183942824, |
|
"loss": 1.7828, |
|
"step": 580 |
|
}, |
|
{ |
|
"epoch": 3.9, |
|
"learning_rate": 0.00013384247701784751, |
|
"loss": 1.7588, |
|
"step": 585 |
|
}, |
|
{ |
|
"epoch": 3.93, |
|
"learning_rate": 0.00013570092541033904, |
|
"loss": 1.6845, |
|
"step": 590 |
|
}, |
|
{ |
|
"epoch": 3.97, |
|
"learning_rate": 0.00013682420202226357, |
|
"loss": 1.7817, |
|
"step": 595 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"learning_rate": 0.0001372, |
|
"loss": 1.7611, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_loss": 1.6418354511260986, |
|
"eval_runtime": 10.0255, |
|
"eval_samples_per_second": 22.942, |
|
"eval_steps_per_second": 2.893, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 4.03, |
|
"learning_rate": 0.00013682420202226357, |
|
"loss": 1.7067, |
|
"step": 605 |
|
}, |
|
{ |
|
"epoch": 4.07, |
|
"learning_rate": 0.0001357009254103391, |
|
"loss": 1.7111, |
|
"step": 610 |
|
}, |
|
{ |
|
"epoch": 4.1, |
|
"learning_rate": 0.0001338424770178476, |
|
"loss": 1.6736, |
|
"step": 615 |
|
}, |
|
{ |
|
"epoch": 4.13, |
|
"learning_rate": 0.00013126921839428241, |
|
"loss": 1.7152, |
|
"step": 620 |
|
}, |
|
{ |
|
"epoch": 4.17, |
|
"learning_rate": 0.00012800934269961248, |
|
"loss": 1.7257, |
|
"step": 625 |
|
}, |
|
{ |
|
"epoch": 4.2, |
|
"learning_rate": 0.00012409856581412142, |
|
"loss": 1.7207, |
|
"step": 630 |
|
}, |
|
{ |
|
"epoch": 4.23, |
|
"learning_rate": 0.00011957973502774922, |
|
"loss": 1.6457, |
|
"step": 635 |
|
}, |
|
{ |
|
"epoch": 4.27, |
|
"learning_rate": 0.00011450235959621773, |
|
"loss": 1.713, |
|
"step": 640 |
|
}, |
|
{ |
|
"epoch": 4.3, |
|
"learning_rate": 0.00010892206830726369, |
|
"loss": 1.7242, |
|
"step": 645 |
|
}, |
|
{ |
|
"epoch": 4.33, |
|
"learning_rate": 0.00010290000000000009, |
|
"loss": 1.6386, |
|
"step": 650 |
|
}, |
|
{ |
|
"epoch": 4.37, |
|
"learning_rate": 9.650213371499996e-05, |
|
"loss": 1.6539, |
|
"step": 655 |
|
}, |
|
{ |
|
"epoch": 4.4, |
|
"learning_rate": 8.97985658141213e-05, |
|
"loss": 1.7034, |
|
"step": 660 |
|
}, |
|
{ |
|
"epoch": 4.43, |
|
"learning_rate": 8.286274199009828e-05, |
|
"loss": 1.6681, |
|
"step": 665 |
|
}, |
|
{ |
|
"epoch": 4.47, |
|
"learning_rate": 7.577065258016099e-05, |
|
"loss": 1.6742, |
|
"step": 670 |
|
}, |
|
{ |
|
"epoch": 4.5, |
|
"learning_rate": 6.860000000000003e-05, |
|
"loss": 1.687, |
|
"step": 675 |
|
}, |
|
{ |
|
"epoch": 4.53, |
|
"learning_rate": 6.14293474198391e-05, |
|
"loss": 1.7066, |
|
"step": 680 |
|
}, |
|
{ |
|
"epoch": 4.57, |
|
"learning_rate": 5.433725800990179e-05, |
|
"loss": 1.6622, |
|
"step": 685 |
|
}, |
|
{ |
|
"epoch": 4.6, |
|
"learning_rate": 4.740143418587876e-05, |
|
"loss": 1.6647, |
|
"step": 690 |
|
}, |
|
{ |
|
"epoch": 4.63, |
|
"learning_rate": 4.069786628500011e-05, |
|
"loss": 1.6251, |
|
"step": 695 |
|
}, |
|
{ |
|
"epoch": 4.67, |
|
"learning_rate": 3.429999999999996e-05, |
|
"loss": 1.6732, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 4.7, |
|
"learning_rate": 2.8277931692736372e-05, |
|
"loss": 1.5917, |
|
"step": 705 |
|
}, |
|
{ |
|
"epoch": 4.73, |
|
"learning_rate": 2.2697640403782324e-05, |
|
"loss": 1.5938, |
|
"step": 710 |
|
}, |
|
{ |
|
"epoch": 4.77, |
|
"learning_rate": 1.762026497225081e-05, |
|
"loss": 1.7145, |
|
"step": 715 |
|
}, |
|
{ |
|
"epoch": 4.8, |
|
"learning_rate": 1.3101434185878628e-05, |
|
"loss": 1.6437, |
|
"step": 720 |
|
}, |
|
{ |
|
"epoch": 4.83, |
|
"learning_rate": 9.190657300387574e-06, |
|
"loss": 1.5361, |
|
"step": 725 |
|
}, |
|
{ |
|
"epoch": 4.87, |
|
"learning_rate": 5.930781605717611e-06, |
|
"loss": 1.5239, |
|
"step": 730 |
|
}, |
|
{ |
|
"epoch": 4.9, |
|
"learning_rate": 3.3575229821524373e-06, |
|
"loss": 1.656, |
|
"step": 735 |
|
}, |
|
{ |
|
"epoch": 4.93, |
|
"learning_rate": 1.4990745896609297e-06, |
|
"loss": 1.6033, |
|
"step": 740 |
|
}, |
|
{ |
|
"epoch": 4.97, |
|
"learning_rate": 3.757979777364447e-07, |
|
"loss": 1.6277, |
|
"step": 745 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"learning_rate": 0.0, |
|
"loss": 1.5745, |
|
"step": 750 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"eval_loss": 1.5331557989120483, |
|
"eval_runtime": 11.0656, |
|
"eval_samples_per_second": 21.327, |
|
"eval_steps_per_second": 2.711, |
|
"step": 750 |
|
} |
|
], |
|
"max_steps": 750, |
|
"num_train_epochs": 5, |
|
"total_flos": 781001883648000.0, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|