| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 4.0, | |
| "eval_steps": 500, | |
| "global_step": 17216, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.023234200743494422, | |
| "grad_norm": 0.33875614404678345, | |
| "learning_rate": 1.1149825783972125e-06, | |
| "loss": 3.2044, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.046468401486988845, | |
| "grad_norm": 0.09059225022792816, | |
| "learning_rate": 2.2764227642276426e-06, | |
| "loss": 3.1582, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.06970260223048327, | |
| "grad_norm": 0.24917162954807281, | |
| "learning_rate": 3.4378629500580724e-06, | |
| "loss": 3.1608, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.09293680297397769, | |
| "grad_norm": 0.465605229139328, | |
| "learning_rate": 4.599303135888502e-06, | |
| "loss": 3.1981, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.11617100371747212, | |
| "grad_norm": 0.27495619654655457, | |
| "learning_rate": 5.7607433217189324e-06, | |
| "loss": 3.1815, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.13940520446096655, | |
| "grad_norm": 0.19188807904720306, | |
| "learning_rate": 6.922183507549362e-06, | |
| "loss": 3.1294, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.16263940520446096, | |
| "grad_norm": 0.5246957540512085, | |
| "learning_rate": 8.083623693379791e-06, | |
| "loss": 3.0677, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.18587360594795538, | |
| "grad_norm": 0.258408784866333, | |
| "learning_rate": 9.24506387921022e-06, | |
| "loss": 2.9832, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.20910780669144982, | |
| "grad_norm": 0.31014084815979004, | |
| "learning_rate": 1.0406504065040652e-05, | |
| "loss": 2.9743, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.23234200743494424, | |
| "grad_norm": 0.4873325824737549, | |
| "learning_rate": 1.1567944250871081e-05, | |
| "loss": 2.8721, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.2555762081784387, | |
| "grad_norm": 0.7442412972450256, | |
| "learning_rate": 1.272938443670151e-05, | |
| "loss": 2.7949, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.2788104089219331, | |
| "grad_norm": 0.6129536628723145, | |
| "learning_rate": 1.389082462253194e-05, | |
| "loss": 2.6381, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.3020446096654275, | |
| "grad_norm": 0.5687291026115417, | |
| "learning_rate": 1.5052264808362371e-05, | |
| "loss": 2.4031, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.3252788104089219, | |
| "grad_norm": 0.6154528856277466, | |
| "learning_rate": 1.62137049941928e-05, | |
| "loss": 2.107, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.34851301115241634, | |
| "grad_norm": 0.8730382323265076, | |
| "learning_rate": 1.7375145180023228e-05, | |
| "loss": 1.981, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.37174721189591076, | |
| "grad_norm": 0.6668545603752136, | |
| "learning_rate": 1.8536585365853663e-05, | |
| "loss": 1.9311, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.3949814126394052, | |
| "grad_norm": 0.6021186709403992, | |
| "learning_rate": 1.969802555168409e-05, | |
| "loss": 1.8733, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.41821561338289964, | |
| "grad_norm": 0.8815124034881592, | |
| "learning_rate": 1.9904479153220604e-05, | |
| "loss": 1.8434, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.44144981412639406, | |
| "grad_norm": 1.1727079153060913, | |
| "learning_rate": 1.9775396927843037e-05, | |
| "loss": 1.8051, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.4646840148698885, | |
| "grad_norm": 1.1215996742248535, | |
| "learning_rate": 1.964631470246547e-05, | |
| "loss": 1.733, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.4879182156133829, | |
| "grad_norm": 1.1965365409851074, | |
| "learning_rate": 1.9517232477087907e-05, | |
| "loss": 1.6994, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.5111524163568774, | |
| "grad_norm": 1.2489936351776123, | |
| "learning_rate": 1.938815025171034e-05, | |
| "loss": 1.6529, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.5343866171003717, | |
| "grad_norm": 1.5988222360610962, | |
| "learning_rate": 1.9259068026332776e-05, | |
| "loss": 1.5897, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.5576208178438662, | |
| "grad_norm": 0.6558517217636108, | |
| "learning_rate": 1.912998580095521e-05, | |
| "loss": 1.5099, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.5808550185873605, | |
| "grad_norm": 0.7629631757736206, | |
| "learning_rate": 1.900219439783142e-05, | |
| "loss": 1.4466, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.604089219330855, | |
| "grad_norm": 0.9707331657409668, | |
| "learning_rate": 1.8873112172453855e-05, | |
| "loss": 1.3949, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.6273234200743495, | |
| "grad_norm": 0.849176287651062, | |
| "learning_rate": 1.874402994707629e-05, | |
| "loss": 1.3449, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.6505576208178439, | |
| "grad_norm": 0.460151731967926, | |
| "learning_rate": 1.8614947721698724e-05, | |
| "loss": 1.3182, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.6737918215613383, | |
| "grad_norm": 0.652923047542572, | |
| "learning_rate": 1.8485865496321157e-05, | |
| "loss": 1.2623, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.6970260223048327, | |
| "grad_norm": 0.5269683599472046, | |
| "learning_rate": 1.8356783270943594e-05, | |
| "loss": 1.2059, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.7202602230483272, | |
| "grad_norm": 0.6761623024940491, | |
| "learning_rate": 1.8227701045566027e-05, | |
| "loss": 1.1477, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.7434944237918215, | |
| "grad_norm": 0.4611155390739441, | |
| "learning_rate": 1.809861882018846e-05, | |
| "loss": 1.1063, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.766728624535316, | |
| "grad_norm": 1.20090913772583, | |
| "learning_rate": 1.7969536594810896e-05, | |
| "loss": 1.0812, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.7899628252788105, | |
| "grad_norm": 0.5198754072189331, | |
| "learning_rate": 1.7840454369433332e-05, | |
| "loss": 1.0637, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.8131970260223048, | |
| "grad_norm": 0.7287588119506836, | |
| "learning_rate": 1.7711372144055765e-05, | |
| "loss": 1.0311, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.8364312267657993, | |
| "grad_norm": 0.850121021270752, | |
| "learning_rate": 1.75822899186782e-05, | |
| "loss": 0.9687, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.8596654275092936, | |
| "grad_norm": 0.5256717801094055, | |
| "learning_rate": 1.7453207693300635e-05, | |
| "loss": 0.8706, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.8828996282527881, | |
| "grad_norm": 0.6515185236930847, | |
| "learning_rate": 1.7324125467923068e-05, | |
| "loss": 0.8474, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.9061338289962825, | |
| "grad_norm": 0.8604176640510559, | |
| "learning_rate": 1.7195043242545504e-05, | |
| "loss": 0.8302, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.929368029739777, | |
| "grad_norm": 0.3369189202785492, | |
| "learning_rate": 1.7065961017167937e-05, | |
| "loss": 0.7959, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.9526022304832714, | |
| "grad_norm": 0.4804532527923584, | |
| "learning_rate": 1.6936878791790373e-05, | |
| "loss": 0.7945, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.9758364312267658, | |
| "grad_norm": 0.3839660882949829, | |
| "learning_rate": 1.6807796566412806e-05, | |
| "loss": 0.7975, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.9990706319702602, | |
| "grad_norm": 0.31136325001716614, | |
| "learning_rate": 1.667871434103524e-05, | |
| "loss": 0.7804, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 1.0223048327137547, | |
| "grad_norm": 0.2822754681110382, | |
| "learning_rate": 1.6549632115657676e-05, | |
| "loss": 0.7502, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 1.045539033457249, | |
| "grad_norm": 0.3364527225494385, | |
| "learning_rate": 1.6420549890280112e-05, | |
| "loss": 0.747, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.0687732342007434, | |
| "grad_norm": 0.45242545008659363, | |
| "learning_rate": 1.6291467664902545e-05, | |
| "loss": 0.7263, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 1.092007434944238, | |
| "grad_norm": 0.2541595995426178, | |
| "learning_rate": 1.6162385439524978e-05, | |
| "loss": 0.7311, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 1.1152416356877324, | |
| "grad_norm": 0.32410866022109985, | |
| "learning_rate": 1.6033303214147415e-05, | |
| "loss": 0.7213, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 1.1384758364312269, | |
| "grad_norm": 0.28702208399772644, | |
| "learning_rate": 1.5904220988769848e-05, | |
| "loss": 0.7103, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 1.161710037174721, | |
| "grad_norm": 0.2637524902820587, | |
| "learning_rate": 1.577513876339228e-05, | |
| "loss": 0.7033, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.1849442379182156, | |
| "grad_norm": 0.38048645853996277, | |
| "learning_rate": 1.5646056538014717e-05, | |
| "loss": 0.7111, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 1.20817843866171, | |
| "grad_norm": 0.22926197946071625, | |
| "learning_rate": 1.5516974312637153e-05, | |
| "loss": 0.7053, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 1.2314126394052045, | |
| "grad_norm": 0.2666023373603821, | |
| "learning_rate": 1.5387892087259586e-05, | |
| "loss": 0.6915, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 1.2546468401486988, | |
| "grad_norm": 0.2618410587310791, | |
| "learning_rate": 1.525880986188202e-05, | |
| "loss": 0.6843, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 1.2778810408921932, | |
| "grad_norm": 0.24479706585407257, | |
| "learning_rate": 1.5129727636504454e-05, | |
| "loss": 0.6775, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 1.3011152416356877, | |
| "grad_norm": 0.19555561244487762, | |
| "learning_rate": 1.5000645411126889e-05, | |
| "loss": 0.6601, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 1.3243494423791822, | |
| "grad_norm": 0.2121550738811493, | |
| "learning_rate": 1.4871563185749323e-05, | |
| "loss": 0.6625, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 1.3475836431226766, | |
| "grad_norm": 0.36492133140563965, | |
| "learning_rate": 1.474248096037176e-05, | |
| "loss": 0.6567, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 1.370817843866171, | |
| "grad_norm": 0.28411343693733215, | |
| "learning_rate": 1.4613398734994193e-05, | |
| "loss": 0.6424, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 1.3940520446096654, | |
| "grad_norm": 0.3487832248210907, | |
| "learning_rate": 1.4484316509616627e-05, | |
| "loss": 0.6508, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.4172862453531598, | |
| "grad_norm": 0.4025629758834839, | |
| "learning_rate": 1.4355234284239062e-05, | |
| "loss": 0.6374, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 1.4405204460966543, | |
| "grad_norm": 0.31936919689178467, | |
| "learning_rate": 1.4226152058861495e-05, | |
| "loss": 0.6462, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 1.4637546468401488, | |
| "grad_norm": 0.27360206842422485, | |
| "learning_rate": 1.409706983348393e-05, | |
| "loss": 0.6382, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 1.486988847583643, | |
| "grad_norm": 0.35483697056770325, | |
| "learning_rate": 1.3967987608106366e-05, | |
| "loss": 0.6274, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 1.5102230483271375, | |
| "grad_norm": 0.30311813950538635, | |
| "learning_rate": 1.38389053827288e-05, | |
| "loss": 0.6258, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 1.533457249070632, | |
| "grad_norm": 0.3184954524040222, | |
| "learning_rate": 1.3709823157351234e-05, | |
| "loss": 0.6313, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 1.5566914498141264, | |
| "grad_norm": 0.2632908821105957, | |
| "learning_rate": 1.3580740931973668e-05, | |
| "loss": 0.6217, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 1.579925650557621, | |
| "grad_norm": 0.22145096957683563, | |
| "learning_rate": 1.3451658706596103e-05, | |
| "loss": 0.6245, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 1.6031598513011152, | |
| "grad_norm": 0.5008528828620911, | |
| "learning_rate": 1.3322576481218536e-05, | |
| "loss": 0.6187, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 1.6263940520446096, | |
| "grad_norm": 0.25452372431755066, | |
| "learning_rate": 1.3193494255840972e-05, | |
| "loss": 0.6084, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 1.649628252788104, | |
| "grad_norm": 0.3917735815048218, | |
| "learning_rate": 1.3064412030463407e-05, | |
| "loss": 0.6088, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 1.6728624535315983, | |
| "grad_norm": 0.28736940026283264, | |
| "learning_rate": 1.2935329805085842e-05, | |
| "loss": 0.6084, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 1.696096654275093, | |
| "grad_norm": 0.3900860548019409, | |
| "learning_rate": 1.2807538401962051e-05, | |
| "loss": 0.6017, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 1.7193308550185873, | |
| "grad_norm": 0.2482582926750183, | |
| "learning_rate": 1.2678456176584486e-05, | |
| "loss": 0.5964, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 1.7425650557620818, | |
| "grad_norm": 0.2464774250984192, | |
| "learning_rate": 1.254937395120692e-05, | |
| "loss": 0.5929, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 1.7657992565055762, | |
| "grad_norm": 0.36112162470817566, | |
| "learning_rate": 1.2420291725829354e-05, | |
| "loss": 0.5913, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 1.7890334572490705, | |
| "grad_norm": 0.30204829573631287, | |
| "learning_rate": 1.2291209500451788e-05, | |
| "loss": 0.5804, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 1.8122676579925652, | |
| "grad_norm": 0.2731075584888458, | |
| "learning_rate": 1.2162127275074223e-05, | |
| "loss": 0.5881, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 1.8355018587360594, | |
| "grad_norm": 0.24604862928390503, | |
| "learning_rate": 1.2033045049696656e-05, | |
| "loss": 0.5679, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 1.858736059479554, | |
| "grad_norm": 0.3449194133281708, | |
| "learning_rate": 1.1903962824319092e-05, | |
| "loss": 0.582, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 1.8819702602230484, | |
| "grad_norm": 0.310375452041626, | |
| "learning_rate": 1.1774880598941527e-05, | |
| "loss": 0.575, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 1.9052044609665426, | |
| "grad_norm": 0.28315114974975586, | |
| "learning_rate": 1.1645798373563962e-05, | |
| "loss": 0.5722, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 1.9284386617100373, | |
| "grad_norm": 0.3091906011104584, | |
| "learning_rate": 1.1516716148186395e-05, | |
| "loss": 0.5533, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 1.9516728624535316, | |
| "grad_norm": 0.28990840911865234, | |
| "learning_rate": 1.138763392280883e-05, | |
| "loss": 0.5724, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 1.974907063197026, | |
| "grad_norm": 0.44591304659843445, | |
| "learning_rate": 1.1258551697431264e-05, | |
| "loss": 0.5701, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 1.9981412639405205, | |
| "grad_norm": 0.26404786109924316, | |
| "learning_rate": 1.11294694720537e-05, | |
| "loss": 0.553, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 2.0213754646840147, | |
| "grad_norm": 0.2843058705329895, | |
| "learning_rate": 1.1000387246676133e-05, | |
| "loss": 0.5631, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 2.0446096654275094, | |
| "grad_norm": 0.20029422640800476, | |
| "learning_rate": 1.0871305021298568e-05, | |
| "loss": 0.5495, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 2.0678438661710037, | |
| "grad_norm": 0.26215997338294983, | |
| "learning_rate": 1.0742222795921003e-05, | |
| "loss": 0.5562, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 2.091078066914498, | |
| "grad_norm": 0.29611942172050476, | |
| "learning_rate": 1.0613140570543436e-05, | |
| "loss": 0.5541, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 2.1143122676579926, | |
| "grad_norm": 0.2809213697910309, | |
| "learning_rate": 1.048405834516587e-05, | |
| "loss": 0.5429, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 2.137546468401487, | |
| "grad_norm": 0.4684973657131195, | |
| "learning_rate": 1.0354976119788307e-05, | |
| "loss": 0.5518, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 2.1607806691449816, | |
| "grad_norm": 0.2790776193141937, | |
| "learning_rate": 1.0225893894410741e-05, | |
| "loss": 0.5485, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 2.184014869888476, | |
| "grad_norm": 0.24624982476234436, | |
| "learning_rate": 1.0096811669033174e-05, | |
| "loss": 0.5434, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 2.20724907063197, | |
| "grad_norm": 0.27161070704460144, | |
| "learning_rate": 9.967729443655609e-06, | |
| "loss": 0.5503, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 2.2304832713754648, | |
| "grad_norm": 0.2635902166366577, | |
| "learning_rate": 9.838647218278044e-06, | |
| "loss": 0.538, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 2.253717472118959, | |
| "grad_norm": 0.35729700326919556, | |
| "learning_rate": 9.709564992900478e-06, | |
| "loss": 0.5376, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 2.2769516728624537, | |
| "grad_norm": 0.224281907081604, | |
| "learning_rate": 9.580482767522913e-06, | |
| "loss": 0.5423, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 2.300185873605948, | |
| "grad_norm": 0.2016523778438568, | |
| "learning_rate": 9.451400542145348e-06, | |
| "loss": 0.54, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 2.323420074349442, | |
| "grad_norm": 0.3719424605369568, | |
| "learning_rate": 9.322318316767782e-06, | |
| "loss": 0.5326, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 2.346654275092937, | |
| "grad_norm": 0.22268572449684143, | |
| "learning_rate": 9.193236091390217e-06, | |
| "loss": 0.5379, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 2.369888475836431, | |
| "grad_norm": 0.3181590735912323, | |
| "learning_rate": 9.06415386601265e-06, | |
| "loss": 0.5328, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 2.393122676579926, | |
| "grad_norm": 0.2703763246536255, | |
| "learning_rate": 8.935071640635087e-06, | |
| "loss": 0.5276, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 2.41635687732342, | |
| "grad_norm": 0.2698732912540436, | |
| "learning_rate": 8.80598941525752e-06, | |
| "loss": 0.5338, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 2.4395910780669143, | |
| "grad_norm": 0.2765790820121765, | |
| "learning_rate": 8.676907189879954e-06, | |
| "loss": 0.5418, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 2.462825278810409, | |
| "grad_norm": 0.36516493558883667, | |
| "learning_rate": 8.547824964502389e-06, | |
| "loss": 0.5249, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 2.4860594795539033, | |
| "grad_norm": 0.23371903598308563, | |
| "learning_rate": 8.418742739124824e-06, | |
| "loss": 0.5318, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 2.5092936802973975, | |
| "grad_norm": 0.23883387446403503, | |
| "learning_rate": 8.289660513747258e-06, | |
| "loss": 0.5336, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 2.532527881040892, | |
| "grad_norm": 0.23600026965141296, | |
| "learning_rate": 8.160578288369693e-06, | |
| "loss": 0.5207, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 2.5557620817843865, | |
| "grad_norm": 0.22283987700939178, | |
| "learning_rate": 8.031496062992128e-06, | |
| "loss": 0.5261, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 2.578996282527881, | |
| "grad_norm": 0.3077383041381836, | |
| "learning_rate": 7.90241383761456e-06, | |
| "loss": 0.5117, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 2.6022304832713754, | |
| "grad_norm": 0.24372899532318115, | |
| "learning_rate": 7.773331612236995e-06, | |
| "loss": 0.5251, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 2.6254646840148697, | |
| "grad_norm": 0.3168962001800537, | |
| "learning_rate": 7.64424938685943e-06, | |
| "loss": 0.5238, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 2.6486988847583643, | |
| "grad_norm": 0.2522094249725342, | |
| "learning_rate": 7.515167161481865e-06, | |
| "loss": 0.5141, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 2.6719330855018586, | |
| "grad_norm": 0.4139024317264557, | |
| "learning_rate": 7.3860849361042984e-06, | |
| "loss": 0.5185, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 2.6951672862453533, | |
| "grad_norm": 0.2781153619289398, | |
| "learning_rate": 7.257002710726734e-06, | |
| "loss": 0.5121, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 2.7184014869888475, | |
| "grad_norm": 0.38515913486480713, | |
| "learning_rate": 7.127920485349168e-06, | |
| "loss": 0.5178, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 2.741635687732342, | |
| "grad_norm": 0.33289971947669983, | |
| "learning_rate": 6.998838259971602e-06, | |
| "loss": 0.5124, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 2.7648698884758365, | |
| "grad_norm": 0.36876046657562256, | |
| "learning_rate": 6.871046856847813e-06, | |
| "loss": 0.5137, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 2.7881040892193307, | |
| "grad_norm": 0.28098130226135254, | |
| "learning_rate": 6.7419646314702466e-06, | |
| "loss": 0.509, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 2.8113382899628254, | |
| "grad_norm": 0.32521939277648926, | |
| "learning_rate": 6.612882406092681e-06, | |
| "loss": 0.512, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 2.8345724907063197, | |
| "grad_norm": 0.23627902567386627, | |
| "learning_rate": 6.483800180715116e-06, | |
| "loss": 0.5084, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 2.857806691449814, | |
| "grad_norm": 0.23111554980278015, | |
| "learning_rate": 6.354717955337551e-06, | |
| "loss": 0.517, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 2.8810408921933086, | |
| "grad_norm": 0.3062553107738495, | |
| "learning_rate": 6.2256357299599844e-06, | |
| "loss": 0.5063, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 2.904275092936803, | |
| "grad_norm": 0.3274383842945099, | |
| "learning_rate": 6.09655350458242e-06, | |
| "loss": 0.5066, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 2.9275092936802976, | |
| "grad_norm": 0.25803956389427185, | |
| "learning_rate": 5.967471279204854e-06, | |
| "loss": 0.5064, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 2.950743494423792, | |
| "grad_norm": 0.29026666283607483, | |
| "learning_rate": 5.838389053827288e-06, | |
| "loss": 0.5088, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 2.973977695167286, | |
| "grad_norm": 0.36228805780410767, | |
| "learning_rate": 5.709306828449723e-06, | |
| "loss": 0.507, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 2.9972118959107807, | |
| "grad_norm": 0.2669726014137268, | |
| "learning_rate": 5.580224603072157e-06, | |
| "loss": 0.4934, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 3.020446096654275, | |
| "grad_norm": 0.24396216869354248, | |
| "learning_rate": 5.451142377694592e-06, | |
| "loss": 0.5099, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 3.0436802973977697, | |
| "grad_norm": 0.25540581345558167, | |
| "learning_rate": 5.322060152317027e-06, | |
| "loss": 0.5037, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 3.066914498141264, | |
| "grad_norm": 0.1964583396911621, | |
| "learning_rate": 5.192977926939461e-06, | |
| "loss": 0.5055, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 3.090148698884758, | |
| "grad_norm": 0.2318154275417328, | |
| "learning_rate": 5.063895701561895e-06, | |
| "loss": 0.5041, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 3.113382899628253, | |
| "grad_norm": 0.28110265731811523, | |
| "learning_rate": 4.9348134761843295e-06, | |
| "loss": 0.5043, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 3.136617100371747, | |
| "grad_norm": 0.3360753357410431, | |
| "learning_rate": 4.805731250806764e-06, | |
| "loss": 0.4915, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 3.159851301115242, | |
| "grad_norm": 0.3044135868549347, | |
| "learning_rate": 4.676649025429199e-06, | |
| "loss": 0.499, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 3.183085501858736, | |
| "grad_norm": 0.28163620829582214, | |
| "learning_rate": 4.547566800051634e-06, | |
| "loss": 0.4996, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 3.2063197026022303, | |
| "grad_norm": 0.23853909969329834, | |
| "learning_rate": 4.418484574674068e-06, | |
| "loss": 0.5073, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 3.229553903345725, | |
| "grad_norm": 0.25510174036026, | |
| "learning_rate": 4.289402349296502e-06, | |
| "loss": 0.4988, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 3.2527881040892193, | |
| "grad_norm": 0.650174081325531, | |
| "learning_rate": 4.160320123918937e-06, | |
| "loss": 0.5024, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 3.276022304832714, | |
| "grad_norm": 0.36293137073516846, | |
| "learning_rate": 4.0312378985413715e-06, | |
| "loss": 0.4913, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 3.299256505576208, | |
| "grad_norm": 0.35399818420410156, | |
| "learning_rate": 3.902155673163805e-06, | |
| "loss": 0.4993, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 3.3224907063197024, | |
| "grad_norm": 0.2553289830684662, | |
| "learning_rate": 3.7730734477862404e-06, | |
| "loss": 0.5017, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 3.345724907063197, | |
| "grad_norm": 0.25535061955451965, | |
| "learning_rate": 3.643991222408675e-06, | |
| "loss": 0.4895, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 3.3689591078066914, | |
| "grad_norm": 0.2772742509841919, | |
| "learning_rate": 3.514908997031109e-06, | |
| "loss": 0.4954, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 3.392193308550186, | |
| "grad_norm": 0.26105812191963196, | |
| "learning_rate": 3.387117593907319e-06, | |
| "loss": 0.4964, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 3.4154275092936803, | |
| "grad_norm": 0.2538992166519165, | |
| "learning_rate": 3.258035368529754e-06, | |
| "loss": 0.4985, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 3.4386617100371746, | |
| "grad_norm": 0.2889178693294525, | |
| "learning_rate": 3.128953143152188e-06, | |
| "loss": 0.4969, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 3.4618959107806693, | |
| "grad_norm": 0.28792130947113037, | |
| "learning_rate": 2.9998709177746228e-06, | |
| "loss": 0.4985, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 3.4851301115241635, | |
| "grad_norm": 0.36826494336128235, | |
| "learning_rate": 2.8707886923970575e-06, | |
| "loss": 0.4937, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 3.508364312267658, | |
| "grad_norm": 0.24432937800884247, | |
| "learning_rate": 2.7417064670194917e-06, | |
| "loss": 0.4892, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 3.5315985130111525, | |
| "grad_norm": 0.36436623334884644, | |
| "learning_rate": 2.6126242416419264e-06, | |
| "loss": 0.5029, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 3.5548327137546467, | |
| "grad_norm": 0.3257830739021301, | |
| "learning_rate": 2.4835420162643606e-06, | |
| "loss": 0.484, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 3.5780669144981414, | |
| "grad_norm": 0.20910651981830597, | |
| "learning_rate": 2.354459790886795e-06, | |
| "loss": 0.4934, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 3.6013011152416357, | |
| "grad_norm": 0.27706313133239746, | |
| "learning_rate": 2.2253775655092296e-06, | |
| "loss": 0.4972, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 3.6245353159851303, | |
| "grad_norm": 0.28043028712272644, | |
| "learning_rate": 2.0962953401316643e-06, | |
| "loss": 0.4878, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 3.6477695167286246, | |
| "grad_norm": 0.34835153818130493, | |
| "learning_rate": 1.9672131147540985e-06, | |
| "loss": 0.4954, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 3.671003717472119, | |
| "grad_norm": 0.3561202585697174, | |
| "learning_rate": 1.838130889376533e-06, | |
| "loss": 0.4992, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 3.6942379182156135, | |
| "grad_norm": 0.2767621576786041, | |
| "learning_rate": 1.7090486639989677e-06, | |
| "loss": 0.4982, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 3.717472118959108, | |
| "grad_norm": 0.22851090133190155, | |
| "learning_rate": 1.579966438621402e-06, | |
| "loss": 0.498, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 3.7407063197026025, | |
| "grad_norm": 0.28282201290130615, | |
| "learning_rate": 1.4508842132438364e-06, | |
| "loss": 0.4898, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 3.7639405204460967, | |
| "grad_norm": 0.24474182724952698, | |
| "learning_rate": 1.3218019878662709e-06, | |
| "loss": 0.501, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 3.787174721189591, | |
| "grad_norm": 0.27427938580513, | |
| "learning_rate": 1.1927197624887055e-06, | |
| "loss": 0.4966, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 3.8104089219330852, | |
| "grad_norm": 0.38391393423080444, | |
| "learning_rate": 1.0636375371111398e-06, | |
| "loss": 0.4941, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 3.83364312267658, | |
| "grad_norm": 0.3098974823951721, | |
| "learning_rate": 9.345553117335744e-07, | |
| "loss": 0.4879, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 3.8568773234200746, | |
| "grad_norm": 0.2817577123641968, | |
| "learning_rate": 8.054730863560088e-07, | |
| "loss": 0.4925, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 3.880111524163569, | |
| "grad_norm": 0.3037372827529907, | |
| "learning_rate": 6.763908609784433e-07, | |
| "loss": 0.4927, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 3.903345724907063, | |
| "grad_norm": 0.2850995659828186, | |
| "learning_rate": 5.473086356008779e-07, | |
| "loss": 0.4909, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 3.9265799256505574, | |
| "grad_norm": 0.25115731358528137, | |
| "learning_rate": 4.182264102233123e-07, | |
| "loss": 0.5, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 3.949814126394052, | |
| "grad_norm": 0.4323899745941162, | |
| "learning_rate": 2.8914418484574677e-07, | |
| "loss": 0.4861, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 3.9730483271375467, | |
| "grad_norm": 0.30076873302459717, | |
| "learning_rate": 1.6006195946818127e-07, | |
| "loss": 0.4855, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 3.996282527881041, | |
| "grad_norm": 0.2874129116535187, | |
| "learning_rate": 3.097973409061573e-08, | |
| "loss": 0.4957, | |
| "step": 17200 | |
| } | |
| ], | |
| "logging_steps": 100, | |
| "max_steps": 17216, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 4, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3.805111076121907e+16, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |