| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 30.0, | |
| "eval_steps": 500, | |
| "global_step": 71610, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.04189359028068706, | |
| "grad_norm": 1.1499052047729492, | |
| "learning_rate": 4.993017734953219e-05, | |
| "loss": 9.973, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.08378718056137412, | |
| "grad_norm": 1.1211209297180176, | |
| "learning_rate": 4.986035469906438e-05, | |
| "loss": 9.315, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.12568077084206117, | |
| "grad_norm": 1.0281990766525269, | |
| "learning_rate": 4.979053204859657e-05, | |
| "loss": 8.8239, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.16757436112274823, | |
| "grad_norm": 1.1534616947174072, | |
| "learning_rate": 4.972070939812876e-05, | |
| "loss": 8.4254, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.20946795140343527, | |
| "grad_norm": 0.9906216859817505, | |
| "learning_rate": 4.9650886747660944e-05, | |
| "loss": 8.1225, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.25136154168412234, | |
| "grad_norm": 0.9559820294380188, | |
| "learning_rate": 4.958106409719313e-05, | |
| "loss": 7.8557, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.2932551319648094, | |
| "grad_norm": 0.7887147665023804, | |
| "learning_rate": 4.951124144672532e-05, | |
| "loss": 7.7282, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.33514872224549647, | |
| "grad_norm": 0.6530473232269287, | |
| "learning_rate": 4.944141879625751e-05, | |
| "loss": 7.6586, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.3770423125261835, | |
| "grad_norm": 0.6546779870986938, | |
| "learning_rate": 4.9371596145789694e-05, | |
| "loss": 7.6438, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.41893590280687054, | |
| "grad_norm": 0.5660322308540344, | |
| "learning_rate": 4.9301773495321885e-05, | |
| "loss": 7.6237, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.4608294930875576, | |
| "grad_norm": 0.6094719171524048, | |
| "learning_rate": 4.9231950844854076e-05, | |
| "loss": 7.5937, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.5027230833682447, | |
| "grad_norm": 0.6101346015930176, | |
| "learning_rate": 4.916212819438626e-05, | |
| "loss": 7.5661, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.5446166736489317, | |
| "grad_norm": 0.5943477749824524, | |
| "learning_rate": 4.909230554391845e-05, | |
| "loss": 7.6007, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.5865102639296188, | |
| "grad_norm": 0.6604776382446289, | |
| "learning_rate": 4.902248289345064e-05, | |
| "loss": 7.568, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.6284038542103059, | |
| "grad_norm": 0.6151777505874634, | |
| "learning_rate": 4.8952660242982826e-05, | |
| "loss": 7.5521, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.6702974444909929, | |
| "grad_norm": 0.6381381750106812, | |
| "learning_rate": 4.888283759251501e-05, | |
| "loss": 7.5478, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.7121910347716799, | |
| "grad_norm": 0.6552081108093262, | |
| "learning_rate": 4.88130149420472e-05, | |
| "loss": 7.5293, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.754084625052367, | |
| "grad_norm": 0.6973659992218018, | |
| "learning_rate": 4.874319229157939e-05, | |
| "loss": 7.4983, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.795978215333054, | |
| "grad_norm": 0.8130584955215454, | |
| "learning_rate": 4.8673369641111576e-05, | |
| "loss": 7.5213, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.8378718056137411, | |
| "grad_norm": 0.8530446887016296, | |
| "learning_rate": 4.860354699064377e-05, | |
| "loss": 7.5105, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.8797653958944281, | |
| "grad_norm": 0.8059477210044861, | |
| "learning_rate": 4.853372434017596e-05, | |
| "loss": 7.508, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.9216589861751152, | |
| "grad_norm": 0.7378331422805786, | |
| "learning_rate": 4.846390168970814e-05, | |
| "loss": 7.482, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.9635525764558023, | |
| "grad_norm": 1.1823194026947021, | |
| "learning_rate": 4.839407903924033e-05, | |
| "loss": 7.4778, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 1.0054461667364893, | |
| "grad_norm": 0.8547298908233643, | |
| "learning_rate": 4.832425638877252e-05, | |
| "loss": 7.4529, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 1.0473397570171763, | |
| "grad_norm": 0.8535734415054321, | |
| "learning_rate": 4.825443373830471e-05, | |
| "loss": 7.4374, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.0892333472978635, | |
| "grad_norm": 0.994597852230072, | |
| "learning_rate": 4.818461108783689e-05, | |
| "loss": 7.4306, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.1311269375785504, | |
| "grad_norm": 1.2056490182876587, | |
| "learning_rate": 4.8114788437369084e-05, | |
| "loss": 7.4322, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.1730205278592376, | |
| "grad_norm": 1.2451157569885254, | |
| "learning_rate": 4.8044965786901275e-05, | |
| "loss": 7.4205, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 1.2149141181399246, | |
| "grad_norm": 0.9964780211448669, | |
| "learning_rate": 4.797514313643346e-05, | |
| "loss": 7.4031, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 1.2568077084206117, | |
| "grad_norm": 0.8989804983139038, | |
| "learning_rate": 4.790532048596565e-05, | |
| "loss": 7.4043, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.2987012987012987, | |
| "grad_norm": 1.1330469846725464, | |
| "learning_rate": 4.783549783549784e-05, | |
| "loss": 7.4031, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.3405948889819856, | |
| "grad_norm": 0.9531299471855164, | |
| "learning_rate": 4.7765675185030025e-05, | |
| "loss": 7.3866, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.3824884792626728, | |
| "grad_norm": 1.0342323780059814, | |
| "learning_rate": 4.7695852534562216e-05, | |
| "loss": 7.3477, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 1.42438206954336, | |
| "grad_norm": 1.0523111820220947, | |
| "learning_rate": 4.76260298840944e-05, | |
| "loss": 7.3726, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.466275659824047, | |
| "grad_norm": 1.298751711845398, | |
| "learning_rate": 4.755620723362659e-05, | |
| "loss": 7.3484, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.508169250104734, | |
| "grad_norm": 1.0065233707427979, | |
| "learning_rate": 4.7486384583158775e-05, | |
| "loss": 7.3567, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.550062840385421, | |
| "grad_norm": 1.2989579439163208, | |
| "learning_rate": 4.7416561932690966e-05, | |
| "loss": 7.3275, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 1.591956430666108, | |
| "grad_norm": 1.0343406200408936, | |
| "learning_rate": 4.734673928222316e-05, | |
| "loss": 7.3353, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 1.6338500209467952, | |
| "grad_norm": 0.9944115281105042, | |
| "learning_rate": 4.727691663175534e-05, | |
| "loss": 7.3304, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 1.6757436112274822, | |
| "grad_norm": 1.102974534034729, | |
| "learning_rate": 4.720709398128753e-05, | |
| "loss": 7.3128, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.7176372015081691, | |
| "grad_norm": 1.112282156944275, | |
| "learning_rate": 4.713727133081972e-05, | |
| "loss": 7.333, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 1.7595307917888563, | |
| "grad_norm": 1.2143328189849854, | |
| "learning_rate": 4.7067448680351914e-05, | |
| "loss": 7.3342, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 1.8014243820695435, | |
| "grad_norm": 1.1656922101974487, | |
| "learning_rate": 4.69976260298841e-05, | |
| "loss": 7.2995, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 1.8433179723502304, | |
| "grad_norm": 1.2085694074630737, | |
| "learning_rate": 4.692780337941628e-05, | |
| "loss": 7.2939, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 1.8852115626309174, | |
| "grad_norm": 1.1366217136383057, | |
| "learning_rate": 4.685798072894847e-05, | |
| "loss": 7.3079, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.9271051529116046, | |
| "grad_norm": 1.5368098020553589, | |
| "learning_rate": 4.678815807848066e-05, | |
| "loss": 7.2682, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 1.9689987431922917, | |
| "grad_norm": 1.1548763513565063, | |
| "learning_rate": 4.671833542801285e-05, | |
| "loss": 7.2708, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 2.0108923334729787, | |
| "grad_norm": 1.1510928869247437, | |
| "learning_rate": 4.664851277754504e-05, | |
| "loss": 7.2794, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 2.0527859237536656, | |
| "grad_norm": 1.103461503982544, | |
| "learning_rate": 4.6578690127077224e-05, | |
| "loss": 7.2612, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 2.0946795140343526, | |
| "grad_norm": 1.2767215967178345, | |
| "learning_rate": 4.6508867476609414e-05, | |
| "loss": 7.2436, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 2.13657310431504, | |
| "grad_norm": 1.3062710762023926, | |
| "learning_rate": 4.6439044826141605e-05, | |
| "loss": 7.2162, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 2.178466694595727, | |
| "grad_norm": 1.2461299896240234, | |
| "learning_rate": 4.6369222175673796e-05, | |
| "loss": 7.2387, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 2.220360284876414, | |
| "grad_norm": 1.5427358150482178, | |
| "learning_rate": 4.629939952520598e-05, | |
| "loss": 7.2004, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 2.262253875157101, | |
| "grad_norm": 1.390331506729126, | |
| "learning_rate": 4.6229576874738165e-05, | |
| "loss": 7.2403, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 2.3041474654377883, | |
| "grad_norm": 1.4087032079696655, | |
| "learning_rate": 4.6159754224270356e-05, | |
| "loss": 7.2157, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 2.346041055718475, | |
| "grad_norm": 1.2417359352111816, | |
| "learning_rate": 4.608993157380254e-05, | |
| "loss": 7.2277, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 2.387934645999162, | |
| "grad_norm": 1.4267281293869019, | |
| "learning_rate": 4.602010892333473e-05, | |
| "loss": 7.1999, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 2.429828236279849, | |
| "grad_norm": 1.3897684812545776, | |
| "learning_rate": 4.595028627286692e-05, | |
| "loss": 7.2155, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 2.471721826560536, | |
| "grad_norm": 1.326821208000183, | |
| "learning_rate": 4.5880463622399106e-05, | |
| "loss": 7.1705, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 2.5136154168412235, | |
| "grad_norm": 1.2585749626159668, | |
| "learning_rate": 4.58106409719313e-05, | |
| "loss": 7.1787, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 2.5555090071219104, | |
| "grad_norm": 1.4856244325637817, | |
| "learning_rate": 4.574081832146349e-05, | |
| "loss": 7.1923, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 2.5974025974025974, | |
| "grad_norm": 1.2883421182632446, | |
| "learning_rate": 4.567099567099568e-05, | |
| "loss": 7.1776, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 2.6392961876832843, | |
| "grad_norm": 1.4935518503189087, | |
| "learning_rate": 4.560117302052786e-05, | |
| "loss": 7.1711, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 2.6811897779639713, | |
| "grad_norm": 1.3920152187347412, | |
| "learning_rate": 4.553135037006005e-05, | |
| "loss": 7.1292, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 2.7230833682446587, | |
| "grad_norm": 1.2802495956420898, | |
| "learning_rate": 4.546152771959224e-05, | |
| "loss": 7.1558, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 2.7649769585253456, | |
| "grad_norm": 1.4111789464950562, | |
| "learning_rate": 4.5392403295629106e-05, | |
| "loss": 7.172, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 2.8068705488060326, | |
| "grad_norm": 1.6390964984893799, | |
| "learning_rate": 4.53225806451613e-05, | |
| "loss": 7.1263, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 2.84876413908672, | |
| "grad_norm": 1.4132812023162842, | |
| "learning_rate": 4.525275799469348e-05, | |
| "loss": 7.1259, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 2.890657729367407, | |
| "grad_norm": 1.4943978786468506, | |
| "learning_rate": 4.518293534422567e-05, | |
| "loss": 7.1252, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 2.932551319648094, | |
| "grad_norm": 1.3022414445877075, | |
| "learning_rate": 4.5113112693757856e-05, | |
| "loss": 7.107, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 2.974444909928781, | |
| "grad_norm": 1.4270446300506592, | |
| "learning_rate": 4.504329004329004e-05, | |
| "loss": 7.1278, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 3.016338500209468, | |
| "grad_norm": 1.3672137260437012, | |
| "learning_rate": 4.497346739282223e-05, | |
| "loss": 7.1282, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 3.058232090490155, | |
| "grad_norm": 1.955368995666504, | |
| "learning_rate": 4.490364474235442e-05, | |
| "loss": 7.1123, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 3.100125680770842, | |
| "grad_norm": 1.3990498781204224, | |
| "learning_rate": 4.483382209188661e-05, | |
| "loss": 7.1117, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 3.142019271051529, | |
| "grad_norm": 1.6294671297073364, | |
| "learning_rate": 4.47639994414188e-05, | |
| "loss": 7.0721, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 3.183912861332216, | |
| "grad_norm": 1.3939063549041748, | |
| "learning_rate": 4.469417679095099e-05, | |
| "loss": 7.0599, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 3.225806451612903, | |
| "grad_norm": 1.918155312538147, | |
| "learning_rate": 4.462435414048318e-05, | |
| "loss": 7.0759, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 3.2677000418935904, | |
| "grad_norm": 1.3072093725204468, | |
| "learning_rate": 4.455453149001536e-05, | |
| "loss": 7.0784, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 3.3095936321742774, | |
| "grad_norm": 1.3794573545455933, | |
| "learning_rate": 4.4484708839547554e-05, | |
| "loss": 7.0726, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 3.3514872224549643, | |
| "grad_norm": 1.4223533868789673, | |
| "learning_rate": 4.441488618907974e-05, | |
| "loss": 7.0513, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 3.3933808127356513, | |
| "grad_norm": 1.695520043373108, | |
| "learning_rate": 4.434506353861192e-05, | |
| "loss": 7.0586, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 3.4352744030163387, | |
| "grad_norm": 2.290275812149048, | |
| "learning_rate": 4.4275240888144113e-05, | |
| "loss": 7.0429, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 3.4771679932970256, | |
| "grad_norm": 1.5322943925857544, | |
| "learning_rate": 4.4205418237676304e-05, | |
| "loss": 7.0196, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 3.5190615835777126, | |
| "grad_norm": 1.4767639636993408, | |
| "learning_rate": 4.4135595587208495e-05, | |
| "loss": 7.0643, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 3.5609551738583995, | |
| "grad_norm": 1.4343881607055664, | |
| "learning_rate": 4.406577293674068e-05, | |
| "loss": 7.0153, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 3.602848764139087, | |
| "grad_norm": 1.7641897201538086, | |
| "learning_rate": 4.399664851277755e-05, | |
| "loss": 7.013, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 3.644742354419774, | |
| "grad_norm": 1.9688279628753662, | |
| "learning_rate": 4.392682586230973e-05, | |
| "loss": 6.9985, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 3.686635944700461, | |
| "grad_norm": 1.7434871196746826, | |
| "learning_rate": 4.385700321184192e-05, | |
| "loss": 7.0142, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 3.728529534981148, | |
| "grad_norm": 1.550470232963562, | |
| "learning_rate": 4.378718056137411e-05, | |
| "loss": 6.9975, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 3.7704231252618348, | |
| "grad_norm": 1.759869933128357, | |
| "learning_rate": 4.37173579109063e-05, | |
| "loss": 6.9821, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 3.812316715542522, | |
| "grad_norm": 2.052905797958374, | |
| "learning_rate": 4.364753526043849e-05, | |
| "loss": 6.9917, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 3.854210305823209, | |
| "grad_norm": 1.8859872817993164, | |
| "learning_rate": 4.357771260997068e-05, | |
| "loss": 6.9934, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 3.896103896103896, | |
| "grad_norm": 1.8349354267120361, | |
| "learning_rate": 4.3507889959502863e-05, | |
| "loss": 6.9861, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 3.937997486384583, | |
| "grad_norm": 2.519893169403076, | |
| "learning_rate": 4.3438067309035054e-05, | |
| "loss": 6.9611, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 3.97989107666527, | |
| "grad_norm": 1.506072759628296, | |
| "learning_rate": 4.336824465856724e-05, | |
| "loss": 6.9688, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 4.021784666945957, | |
| "grad_norm": 1.5342004299163818, | |
| "learning_rate": 4.329842200809943e-05, | |
| "loss": 6.9582, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 4.063678257226645, | |
| "grad_norm": 1.6476861238479614, | |
| "learning_rate": 4.3228599357631614e-05, | |
| "loss": 6.9712, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 4.105571847507331, | |
| "grad_norm": 2.112595319747925, | |
| "learning_rate": 4.3158776707163805e-05, | |
| "loss": 6.9568, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 4.147465437788019, | |
| "grad_norm": 2.390101194381714, | |
| "learning_rate": 4.3088954056695996e-05, | |
| "loss": 6.9501, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 4.189359028068705, | |
| "grad_norm": 1.900177240371704, | |
| "learning_rate": 4.301913140622818e-05, | |
| "loss": 6.935, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 4.231252618349393, | |
| "grad_norm": 1.7032443284988403, | |
| "learning_rate": 4.294930875576037e-05, | |
| "loss": 6.9343, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 4.27314620863008, | |
| "grad_norm": 1.8393847942352295, | |
| "learning_rate": 4.287948610529256e-05, | |
| "loss": 6.8927, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 4.3150397989107665, | |
| "grad_norm": 2.046727180480957, | |
| "learning_rate": 4.280966345482475e-05, | |
| "loss": 6.9156, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 4.356933389191454, | |
| "grad_norm": 1.832216501235962, | |
| "learning_rate": 4.273984080435694e-05, | |
| "loss": 6.89, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 4.39882697947214, | |
| "grad_norm": 1.8682448863983154, | |
| "learning_rate": 4.267001815388912e-05, | |
| "loss": 6.8995, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 4.440720569752828, | |
| "grad_norm": 2.0732340812683105, | |
| "learning_rate": 4.260089372992599e-05, | |
| "loss": 6.9094, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 4.482614160033515, | |
| "grad_norm": 1.6016206741333008, | |
| "learning_rate": 4.253107107945818e-05, | |
| "loss": 6.913, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 4.524507750314202, | |
| "grad_norm": 2.063062906265259, | |
| "learning_rate": 4.246124842899037e-05, | |
| "loss": 6.8943, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 4.566401340594889, | |
| "grad_norm": 1.9563026428222656, | |
| "learning_rate": 4.2391425778522555e-05, | |
| "loss": 6.8986, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 4.6082949308755765, | |
| "grad_norm": 1.8872498273849487, | |
| "learning_rate": 4.2321603128054746e-05, | |
| "loss": 6.8883, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 4.650188521156263, | |
| "grad_norm": 2.1376144886016846, | |
| "learning_rate": 4.225178047758693e-05, | |
| "loss": 6.8716, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 4.69208211143695, | |
| "grad_norm": 1.938679575920105, | |
| "learning_rate": 4.218195782711912e-05, | |
| "loss": 6.8836, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 4.733975701717637, | |
| "grad_norm": 1.9372957944869995, | |
| "learning_rate": 4.2112135176651305e-05, | |
| "loss": 6.8925, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 4.775869291998324, | |
| "grad_norm": 2.716827630996704, | |
| "learning_rate": 4.2042312526183496e-05, | |
| "loss": 6.8284, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 4.817762882279011, | |
| "grad_norm": 1.942700743675232, | |
| "learning_rate": 4.197248987571568e-05, | |
| "loss": 6.8753, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 4.859656472559698, | |
| "grad_norm": 2.026385545730591, | |
| "learning_rate": 4.190266722524787e-05, | |
| "loss": 6.8707, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 4.901550062840386, | |
| "grad_norm": 1.7594517469406128, | |
| "learning_rate": 4.183284457478006e-05, | |
| "loss": 6.8427, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 4.943443653121072, | |
| "grad_norm": 1.8161801099777222, | |
| "learning_rate": 4.176302192431225e-05, | |
| "loss": 6.8519, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 4.9853372434017595, | |
| "grad_norm": 2.6034481525421143, | |
| "learning_rate": 4.169319927384444e-05, | |
| "loss": 6.8448, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 5.027230833682447, | |
| "grad_norm": 1.93776535987854, | |
| "learning_rate": 4.162337662337663e-05, | |
| "loss": 6.8071, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 5.0691244239631335, | |
| "grad_norm": 2.0754964351654053, | |
| "learning_rate": 4.155355397290881e-05, | |
| "loss": 6.8386, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 5.111018014243821, | |
| "grad_norm": 2.0640342235565186, | |
| "learning_rate": 4.1483731322440996e-05, | |
| "loss": 6.8402, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 5.152911604524507, | |
| "grad_norm": 1.8218064308166504, | |
| "learning_rate": 4.141390867197319e-05, | |
| "loss": 6.8153, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 5.194805194805195, | |
| "grad_norm": 2.0181634426116943, | |
| "learning_rate": 4.134408602150538e-05, | |
| "loss": 6.8104, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 5.236698785085882, | |
| "grad_norm": 2.5224316120147705, | |
| "learning_rate": 4.127426337103757e-05, | |
| "loss": 6.8355, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 5.278592375366569, | |
| "grad_norm": 3.1008002758026123, | |
| "learning_rate": 4.120513894707444e-05, | |
| "loss": 6.8384, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 5.320485965647256, | |
| "grad_norm": 1.8872394561767578, | |
| "learning_rate": 4.113531629660662e-05, | |
| "loss": 6.8087, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 5.362379555927943, | |
| "grad_norm": 2.109281063079834, | |
| "learning_rate": 4.1065493646138805e-05, | |
| "loss": 6.8161, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 5.40427314620863, | |
| "grad_norm": 1.7881128787994385, | |
| "learning_rate": 4.0995670995670996e-05, | |
| "loss": 6.8215, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 5.446166736489317, | |
| "grad_norm": 2.5179624557495117, | |
| "learning_rate": 4.092584834520319e-05, | |
| "loss": 6.7883, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 5.488060326770004, | |
| "grad_norm": 2.4349751472473145, | |
| "learning_rate": 4.085602569473537e-05, | |
| "loss": 6.792, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 5.529953917050691, | |
| "grad_norm": 2.011018991470337, | |
| "learning_rate": 4.078620304426756e-05, | |
| "loss": 6.7846, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 5.571847507331379, | |
| "grad_norm": 2.519958019256592, | |
| "learning_rate": 4.071638039379975e-05, | |
| "loss": 6.7887, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 5.613741097612065, | |
| "grad_norm": 1.9241886138916016, | |
| "learning_rate": 4.064655774333194e-05, | |
| "loss": 6.7662, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 5.655634687892753, | |
| "grad_norm": 1.8995391130447388, | |
| "learning_rate": 4.057673509286413e-05, | |
| "loss": 6.7672, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 5.697528278173439, | |
| "grad_norm": 2.1511363983154297, | |
| "learning_rate": 4.050691244239632e-05, | |
| "loss": 6.7867, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 5.7394218684541265, | |
| "grad_norm": 1.8995012044906616, | |
| "learning_rate": 4.04370897919285e-05, | |
| "loss": 6.7563, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 5.781315458734814, | |
| "grad_norm": 1.83163321018219, | |
| "learning_rate": 4.036726714146069e-05, | |
| "loss": 6.7848, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 5.8232090490155, | |
| "grad_norm": 2.2616159915924072, | |
| "learning_rate": 4.029744449099288e-05, | |
| "loss": 6.7896, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 5.865102639296188, | |
| "grad_norm": 2.0548572540283203, | |
| "learning_rate": 4.0228320067029746e-05, | |
| "loss": 6.7633, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 5.906996229576874, | |
| "grad_norm": 2.4749302864074707, | |
| "learning_rate": 4.015849741656194e-05, | |
| "loss": 6.7267, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 5.948889819857562, | |
| "grad_norm": 1.906648874282837, | |
| "learning_rate": 4.008867476609413e-05, | |
| "loss": 6.7645, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 5.990783410138249, | |
| "grad_norm": 2.0839619636535645, | |
| "learning_rate": 4.001885211562631e-05, | |
| "loss": 6.8082, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 6.032677000418936, | |
| "grad_norm": 2.1202664375305176, | |
| "learning_rate": 3.9949029465158496e-05, | |
| "loss": 6.7625, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 6.074570590699623, | |
| "grad_norm": 1.988951563835144, | |
| "learning_rate": 3.987920681469069e-05, | |
| "loss": 6.7413, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 6.11646418098031, | |
| "grad_norm": 2.4327659606933594, | |
| "learning_rate": 3.980938416422287e-05, | |
| "loss": 6.7123, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 6.158357771260997, | |
| "grad_norm": 2.07710599899292, | |
| "learning_rate": 3.973956151375506e-05, | |
| "loss": 6.7316, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 6.200251361541684, | |
| "grad_norm": 1.9640876054763794, | |
| "learning_rate": 3.966973886328725e-05, | |
| "loss": 6.752, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 6.242144951822371, | |
| "grad_norm": 2.3012888431549072, | |
| "learning_rate": 3.959991621281944e-05, | |
| "loss": 6.7188, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 6.284038542103058, | |
| "grad_norm": 2.0262773036956787, | |
| "learning_rate": 3.953009356235163e-05, | |
| "loss": 6.7255, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 6.325932132383746, | |
| "grad_norm": 1.8689815998077393, | |
| "learning_rate": 3.946027091188382e-05, | |
| "loss": 6.7132, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 6.367825722664432, | |
| "grad_norm": 2.188612937927246, | |
| "learning_rate": 3.939044826141601e-05, | |
| "loss": 6.7407, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 6.4097193129451195, | |
| "grad_norm": 2.0168368816375732, | |
| "learning_rate": 3.9320625610948195e-05, | |
| "loss": 6.7132, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 6.451612903225806, | |
| "grad_norm": 2.496889352798462, | |
| "learning_rate": 3.925080296048038e-05, | |
| "loss": 6.7003, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 6.4935064935064934, | |
| "grad_norm": 2.1601486206054688, | |
| "learning_rate": 3.918098031001257e-05, | |
| "loss": 6.7056, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 6.535400083787181, | |
| "grad_norm": 2.300112009048462, | |
| "learning_rate": 3.9111157659544754e-05, | |
| "loss": 6.7314, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 6.577293674067867, | |
| "grad_norm": 2.321880578994751, | |
| "learning_rate": 3.9041335009076945e-05, | |
| "loss": 6.7166, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 6.619187264348555, | |
| "grad_norm": 2.029465913772583, | |
| "learning_rate": 3.8971512358609136e-05, | |
| "loss": 6.6908, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 6.661080854629242, | |
| "grad_norm": 2.258577585220337, | |
| "learning_rate": 3.890168970814133e-05, | |
| "loss": 6.7359, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 6.702974444909929, | |
| "grad_norm": 2.3579437732696533, | |
| "learning_rate": 3.883186705767351e-05, | |
| "loss": 6.7021, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 6.744868035190616, | |
| "grad_norm": 2.236828565597534, | |
| "learning_rate": 3.87620444072057e-05, | |
| "loss": 6.6897, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 6.786761625471303, | |
| "grad_norm": 2.6255593299865723, | |
| "learning_rate": 3.869222175673789e-05, | |
| "loss": 6.6899, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 6.82865521575199, | |
| "grad_norm": 2.297067880630493, | |
| "learning_rate": 3.862239910627008e-05, | |
| "loss": 6.7058, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 6.870548806032677, | |
| "grad_norm": 2.440605640411377, | |
| "learning_rate": 3.8553274682306945e-05, | |
| "loss": 6.6559, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 6.912442396313364, | |
| "grad_norm": 2.0427000522613525, | |
| "learning_rate": 3.848345203183913e-05, | |
| "loss": 6.6799, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 6.954335986594051, | |
| "grad_norm": 2.0323081016540527, | |
| "learning_rate": 3.841362938137132e-05, | |
| "loss": 6.6863, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 6.996229576874738, | |
| "grad_norm": 3.407731533050537, | |
| "learning_rate": 3.834380673090351e-05, | |
| "loss": 6.6767, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 7.038123167155425, | |
| "grad_norm": 2.112870931625366, | |
| "learning_rate": 3.8273984080435695e-05, | |
| "loss": 6.682, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 7.080016757436113, | |
| "grad_norm": 2.710810422897339, | |
| "learning_rate": 3.8204161429967886e-05, | |
| "loss": 6.7046, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 7.121910347716799, | |
| "grad_norm": 2.0754942893981934, | |
| "learning_rate": 3.813433877950007e-05, | |
| "loss": 6.6511, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 7.1638039379974865, | |
| "grad_norm": 3.1009552478790283, | |
| "learning_rate": 3.8064516129032254e-05, | |
| "loss": 6.666, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 7.205697528278174, | |
| "grad_norm": 2.1582441329956055, | |
| "learning_rate": 3.7994693478564445e-05, | |
| "loss": 6.6574, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 7.24759111855886, | |
| "grad_norm": 2.680147647857666, | |
| "learning_rate": 3.7924870828096636e-05, | |
| "loss": 6.6814, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 7.289484708839548, | |
| "grad_norm": 2.0264320373535156, | |
| "learning_rate": 3.785504817762883e-05, | |
| "loss": 6.668, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 7.331378299120234, | |
| "grad_norm": 2.032093048095703, | |
| "learning_rate": 3.778522552716101e-05, | |
| "loss": 6.6603, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 7.373271889400922, | |
| "grad_norm": 2.4837894439697266, | |
| "learning_rate": 3.77154028766932e-05, | |
| "loss": 6.6817, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 7.415165479681609, | |
| "grad_norm": 2.70166015625, | |
| "learning_rate": 3.764558022622539e-05, | |
| "loss": 6.6657, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 7.457059069962296, | |
| "grad_norm": 2.3508477210998535, | |
| "learning_rate": 3.757575757575758e-05, | |
| "loss": 6.6314, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 7.498952660242983, | |
| "grad_norm": 2.450437307357788, | |
| "learning_rate": 3.750593492528977e-05, | |
| "loss": 6.6551, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 7.5408462505236695, | |
| "grad_norm": 1.9939864873886108, | |
| "learning_rate": 3.743611227482195e-05, | |
| "loss": 6.6128, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 7.582739840804357, | |
| "grad_norm": 2.470285177230835, | |
| "learning_rate": 3.736628962435414e-05, | |
| "loss": 6.6126, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 7.624633431085044, | |
| "grad_norm": 2.5651469230651855, | |
| "learning_rate": 3.729646697388633e-05, | |
| "loss": 6.6694, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 7.666527021365731, | |
| "grad_norm": 2.361785650253296, | |
| "learning_rate": 3.722664432341852e-05, | |
| "loss": 6.6349, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 7.708420611646418, | |
| "grad_norm": 2.371994972229004, | |
| "learning_rate": 3.715682167295071e-05, | |
| "loss": 6.6483, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 7.750314201927106, | |
| "grad_norm": 2.862107038497925, | |
| "learning_rate": 3.708769724898758e-05, | |
| "loss": 6.634, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 7.792207792207792, | |
| "grad_norm": 2.815486192703247, | |
| "learning_rate": 3.701787459851976e-05, | |
| "loss": 6.6324, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 7.8341013824884795, | |
| "grad_norm": 1.930017352104187, | |
| "learning_rate": 3.6948051948051945e-05, | |
| "loss": 6.6275, | |
| "step": 18700 | |
| }, | |
| { | |
| "epoch": 7.875994972769166, | |
| "grad_norm": 3.1758625507354736, | |
| "learning_rate": 3.6878229297584136e-05, | |
| "loss": 6.6529, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 7.9178885630498534, | |
| "grad_norm": 2.1219429969787598, | |
| "learning_rate": 3.680840664711633e-05, | |
| "loss": 6.6085, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 7.95978215333054, | |
| "grad_norm": 2.1965785026550293, | |
| "learning_rate": 3.673858399664851e-05, | |
| "loss": 6.6206, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 8.001675743611228, | |
| "grad_norm": 2.489473581314087, | |
| "learning_rate": 3.66687613461807e-05, | |
| "loss": 6.6089, | |
| "step": 19100 | |
| }, | |
| { | |
| "epoch": 8.043569333891915, | |
| "grad_norm": 2.3411850929260254, | |
| "learning_rate": 3.659893869571289e-05, | |
| "loss": 6.6286, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 8.085462924172601, | |
| "grad_norm": 2.32071590423584, | |
| "learning_rate": 3.6529116045245084e-05, | |
| "loss": 6.5984, | |
| "step": 19300 | |
| }, | |
| { | |
| "epoch": 8.12735651445329, | |
| "grad_norm": 2.402956247329712, | |
| "learning_rate": 3.645929339477727e-05, | |
| "loss": 6.5952, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 8.169250104733976, | |
| "grad_norm": 2.6951029300689697, | |
| "learning_rate": 3.638947074430946e-05, | |
| "loss": 6.6106, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 8.211143695014663, | |
| "grad_norm": 2.807187080383301, | |
| "learning_rate": 3.6319648093841643e-05, | |
| "loss": 6.6109, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 8.253037285295349, | |
| "grad_norm": 2.798614025115967, | |
| "learning_rate": 3.624982544337383e-05, | |
| "loss": 6.6052, | |
| "step": 19700 | |
| }, | |
| { | |
| "epoch": 8.294930875576037, | |
| "grad_norm": 4.015589237213135, | |
| "learning_rate": 3.618000279290602e-05, | |
| "loss": 6.5995, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 8.336824465856724, | |
| "grad_norm": 2.6923959255218506, | |
| "learning_rate": 3.611018014243821e-05, | |
| "loss": 6.5855, | |
| "step": 19900 | |
| }, | |
| { | |
| "epoch": 8.37871805613741, | |
| "grad_norm": 2.112994909286499, | |
| "learning_rate": 3.6040357491970394e-05, | |
| "loss": 6.5968, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 8.420611646418099, | |
| "grad_norm": 2.8196451663970947, | |
| "learning_rate": 3.5970534841502585e-05, | |
| "loss": 6.5977, | |
| "step": 20100 | |
| }, | |
| { | |
| "epoch": 8.462505236698785, | |
| "grad_norm": 2.2421326637268066, | |
| "learning_rate": 3.5900712191034776e-05, | |
| "loss": 6.5846, | |
| "step": 20200 | |
| }, | |
| { | |
| "epoch": 8.504398826979472, | |
| "grad_norm": 2.634634256362915, | |
| "learning_rate": 3.583088954056697e-05, | |
| "loss": 6.5955, | |
| "step": 20300 | |
| }, | |
| { | |
| "epoch": 8.54629241726016, | |
| "grad_norm": 2.101125955581665, | |
| "learning_rate": 3.576106689009915e-05, | |
| "loss": 6.6013, | |
| "step": 20400 | |
| }, | |
| { | |
| "epoch": 8.588186007540846, | |
| "grad_norm": 2.719330072402954, | |
| "learning_rate": 3.569194246613601e-05, | |
| "loss": 6.5668, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 8.630079597821533, | |
| "grad_norm": 2.283790349960327, | |
| "learning_rate": 3.56221198156682e-05, | |
| "loss": 6.6107, | |
| "step": 20600 | |
| }, | |
| { | |
| "epoch": 8.671973188102221, | |
| "grad_norm": 2.1805171966552734, | |
| "learning_rate": 3.5552297165200393e-05, | |
| "loss": 6.5875, | |
| "step": 20700 | |
| }, | |
| { | |
| "epoch": 8.713866778382908, | |
| "grad_norm": 2.6632487773895264, | |
| "learning_rate": 3.5482474514732584e-05, | |
| "loss": 6.613, | |
| "step": 20800 | |
| }, | |
| { | |
| "epoch": 8.755760368663594, | |
| "grad_norm": 2.3296337127685547, | |
| "learning_rate": 3.541265186426477e-05, | |
| "loss": 6.5628, | |
| "step": 20900 | |
| }, | |
| { | |
| "epoch": 8.79765395894428, | |
| "grad_norm": 2.8429343700408936, | |
| "learning_rate": 3.534282921379696e-05, | |
| "loss": 6.5823, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 8.839547549224969, | |
| "grad_norm": 2.4361233711242676, | |
| "learning_rate": 3.527300656332915e-05, | |
| "loss": 6.5853, | |
| "step": 21100 | |
| }, | |
| { | |
| "epoch": 8.881441139505656, | |
| "grad_norm": 2.5633111000061035, | |
| "learning_rate": 3.5203183912861335e-05, | |
| "loss": 6.5979, | |
| "step": 21200 | |
| }, | |
| { | |
| "epoch": 8.923334729786342, | |
| "grad_norm": 2.350463628768921, | |
| "learning_rate": 3.513336126239352e-05, | |
| "loss": 6.5744, | |
| "step": 21300 | |
| }, | |
| { | |
| "epoch": 8.96522832006703, | |
| "grad_norm": 2.456291675567627, | |
| "learning_rate": 3.506353861192571e-05, | |
| "loss": 6.57, | |
| "step": 21400 | |
| }, | |
| { | |
| "epoch": 9.007121910347717, | |
| "grad_norm": 2.401036262512207, | |
| "learning_rate": 3.49937159614579e-05, | |
| "loss": 6.5614, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 9.049015500628403, | |
| "grad_norm": 2.5537233352661133, | |
| "learning_rate": 3.4923893310990085e-05, | |
| "loss": 6.5836, | |
| "step": 21600 | |
| }, | |
| { | |
| "epoch": 9.090909090909092, | |
| "grad_norm": 2.6386375427246094, | |
| "learning_rate": 3.4854070660522276e-05, | |
| "loss": 6.6178, | |
| "step": 21700 | |
| }, | |
| { | |
| "epoch": 9.132802681189778, | |
| "grad_norm": 2.508533477783203, | |
| "learning_rate": 3.478424801005447e-05, | |
| "loss": 6.5761, | |
| "step": 21800 | |
| }, | |
| { | |
| "epoch": 9.174696271470465, | |
| "grad_norm": 3.1510419845581055, | |
| "learning_rate": 3.471442535958665e-05, | |
| "loss": 6.558, | |
| "step": 21900 | |
| }, | |
| { | |
| "epoch": 9.216589861751151, | |
| "grad_norm": 2.6325526237487793, | |
| "learning_rate": 3.464460270911884e-05, | |
| "loss": 6.5661, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 9.25848345203184, | |
| "grad_norm": 2.9870827198028564, | |
| "learning_rate": 3.457478005865103e-05, | |
| "loss": 6.5392, | |
| "step": 22100 | |
| }, | |
| { | |
| "epoch": 9.300377042312526, | |
| "grad_norm": 2.4924209117889404, | |
| "learning_rate": 3.450495740818322e-05, | |
| "loss": 6.547, | |
| "step": 22200 | |
| }, | |
| { | |
| "epoch": 9.342270632593213, | |
| "grad_norm": 2.3227298259735107, | |
| "learning_rate": 3.44351347577154e-05, | |
| "loss": 6.5306, | |
| "step": 22300 | |
| }, | |
| { | |
| "epoch": 9.3841642228739, | |
| "grad_norm": 2.867182731628418, | |
| "learning_rate": 3.436531210724759e-05, | |
| "loss": 6.5628, | |
| "step": 22400 | |
| }, | |
| { | |
| "epoch": 9.426057813154587, | |
| "grad_norm": 2.2619149684906006, | |
| "learning_rate": 3.429548945677978e-05, | |
| "loss": 6.5192, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 9.467951403435274, | |
| "grad_norm": 2.232321262359619, | |
| "learning_rate": 3.422636503281665e-05, | |
| "loss": 6.56, | |
| "step": 22600 | |
| }, | |
| { | |
| "epoch": 9.509844993715962, | |
| "grad_norm": 2.4485862255096436, | |
| "learning_rate": 3.4156542382348835e-05, | |
| "loss": 6.557, | |
| "step": 22700 | |
| }, | |
| { | |
| "epoch": 9.551738583996649, | |
| "grad_norm": 2.4476943016052246, | |
| "learning_rate": 3.4086719731881026e-05, | |
| "loss": 6.5314, | |
| "step": 22800 | |
| }, | |
| { | |
| "epoch": 9.593632174277335, | |
| "grad_norm": 2.491731643676758, | |
| "learning_rate": 3.401689708141321e-05, | |
| "loss": 6.4952, | |
| "step": 22900 | |
| }, | |
| { | |
| "epoch": 9.635525764558023, | |
| "grad_norm": 2.6474783420562744, | |
| "learning_rate": 3.39470744309454e-05, | |
| "loss": 6.5499, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 9.67741935483871, | |
| "grad_norm": 2.5691514015197754, | |
| "learning_rate": 3.3877251780477585e-05, | |
| "loss": 6.5417, | |
| "step": 23100 | |
| }, | |
| { | |
| "epoch": 9.719312945119396, | |
| "grad_norm": 2.601832151412964, | |
| "learning_rate": 3.3807429130009776e-05, | |
| "loss": 6.5584, | |
| "step": 23200 | |
| }, | |
| { | |
| "epoch": 9.761206535400083, | |
| "grad_norm": 3.481239080429077, | |
| "learning_rate": 3.373760647954197e-05, | |
| "loss": 6.5403, | |
| "step": 23300 | |
| }, | |
| { | |
| "epoch": 9.803100125680771, | |
| "grad_norm": 3.0747485160827637, | |
| "learning_rate": 3.366778382907415e-05, | |
| "loss": 6.5751, | |
| "step": 23400 | |
| }, | |
| { | |
| "epoch": 9.844993715961458, | |
| "grad_norm": 2.2310988903045654, | |
| "learning_rate": 3.359796117860634e-05, | |
| "loss": 6.5046, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 9.886887306242144, | |
| "grad_norm": 2.4555273056030273, | |
| "learning_rate": 3.352813852813853e-05, | |
| "loss": 6.5544, | |
| "step": 23600 | |
| }, | |
| { | |
| "epoch": 9.928780896522833, | |
| "grad_norm": 3.1235666275024414, | |
| "learning_rate": 3.345831587767072e-05, | |
| "loss": 6.5396, | |
| "step": 23700 | |
| }, | |
| { | |
| "epoch": 9.970674486803519, | |
| "grad_norm": 2.2766611576080322, | |
| "learning_rate": 3.338849322720291e-05, | |
| "loss": 6.5542, | |
| "step": 23800 | |
| }, | |
| { | |
| "epoch": 10.012568077084206, | |
| "grad_norm": 3.0408995151519775, | |
| "learning_rate": 3.331867057673509e-05, | |
| "loss": 6.4978, | |
| "step": 23900 | |
| }, | |
| { | |
| "epoch": 10.054461667364894, | |
| "grad_norm": 2.8702831268310547, | |
| "learning_rate": 3.3248847926267283e-05, | |
| "loss": 6.5264, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 10.09635525764558, | |
| "grad_norm": 2.9117937088012695, | |
| "learning_rate": 3.317902527579947e-05, | |
| "loss": 6.5028, | |
| "step": 24100 | |
| }, | |
| { | |
| "epoch": 10.138248847926267, | |
| "grad_norm": 2.925631046295166, | |
| "learning_rate": 3.310920262533166e-05, | |
| "loss": 6.5143, | |
| "step": 24200 | |
| }, | |
| { | |
| "epoch": 10.180142438206955, | |
| "grad_norm": 2.6605536937713623, | |
| "learning_rate": 3.303937997486385e-05, | |
| "loss": 6.5394, | |
| "step": 24300 | |
| }, | |
| { | |
| "epoch": 10.222036028487642, | |
| "grad_norm": 2.31357479095459, | |
| "learning_rate": 3.2969557324396034e-05, | |
| "loss": 6.5224, | |
| "step": 24400 | |
| }, | |
| { | |
| "epoch": 10.263929618768328, | |
| "grad_norm": 2.6544747352600098, | |
| "learning_rate": 3.2899734673928225e-05, | |
| "loss": 6.5035, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 10.305823209049015, | |
| "grad_norm": 2.5945372581481934, | |
| "learning_rate": 3.2830610249965085e-05, | |
| "loss": 6.4977, | |
| "step": 24600 | |
| }, | |
| { | |
| "epoch": 10.347716799329703, | |
| "grad_norm": 3.120873212814331, | |
| "learning_rate": 3.2760787599497276e-05, | |
| "loss": 6.5399, | |
| "step": 24700 | |
| }, | |
| { | |
| "epoch": 10.38961038961039, | |
| "grad_norm": 2.705008029937744, | |
| "learning_rate": 3.269096494902947e-05, | |
| "loss": 6.4938, | |
| "step": 24800 | |
| }, | |
| { | |
| "epoch": 10.431503979891076, | |
| "grad_norm": 2.2395503520965576, | |
| "learning_rate": 3.262114229856166e-05, | |
| "loss": 6.4854, | |
| "step": 24900 | |
| }, | |
| { | |
| "epoch": 10.473397570171764, | |
| "grad_norm": 2.5891764163970947, | |
| "learning_rate": 3.255131964809384e-05, | |
| "loss": 6.5107, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 10.51529116045245, | |
| "grad_norm": 3.115931749343872, | |
| "learning_rate": 3.248149699762603e-05, | |
| "loss": 6.5389, | |
| "step": 25100 | |
| }, | |
| { | |
| "epoch": 10.557184750733137, | |
| "grad_norm": 2.264437675476074, | |
| "learning_rate": 3.2411674347158224e-05, | |
| "loss": 6.51, | |
| "step": 25200 | |
| }, | |
| { | |
| "epoch": 10.599078341013826, | |
| "grad_norm": 3.449631690979004, | |
| "learning_rate": 3.234185169669041e-05, | |
| "loss": 6.5161, | |
| "step": 25300 | |
| }, | |
| { | |
| "epoch": 10.640971931294512, | |
| "grad_norm": 2.478337526321411, | |
| "learning_rate": 3.227202904622259e-05, | |
| "loss": 6.5019, | |
| "step": 25400 | |
| }, | |
| { | |
| "epoch": 10.682865521575199, | |
| "grad_norm": 3.2756478786468506, | |
| "learning_rate": 3.2202206395754784e-05, | |
| "loss": 6.4869, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 10.724759111855885, | |
| "grad_norm": 2.7576985359191895, | |
| "learning_rate": 3.213238374528697e-05, | |
| "loss": 6.5206, | |
| "step": 25600 | |
| }, | |
| { | |
| "epoch": 10.766652702136573, | |
| "grad_norm": 2.200963020324707, | |
| "learning_rate": 3.206256109481916e-05, | |
| "loss": 6.48, | |
| "step": 25700 | |
| }, | |
| { | |
| "epoch": 10.80854629241726, | |
| "grad_norm": 2.7358744144439697, | |
| "learning_rate": 3.199273844435135e-05, | |
| "loss": 6.5126, | |
| "step": 25800 | |
| }, | |
| { | |
| "epoch": 10.850439882697946, | |
| "grad_norm": 2.7179319858551025, | |
| "learning_rate": 3.192291579388354e-05, | |
| "loss": 6.4699, | |
| "step": 25900 | |
| }, | |
| { | |
| "epoch": 10.892333472978635, | |
| "grad_norm": 2.811340808868408, | |
| "learning_rate": 3.1853093143415725e-05, | |
| "loss": 6.5056, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 10.934227063259321, | |
| "grad_norm": 3.010690450668335, | |
| "learning_rate": 3.1783270492947916e-05, | |
| "loss": 6.5103, | |
| "step": 26100 | |
| }, | |
| { | |
| "epoch": 10.976120653540008, | |
| "grad_norm": 3.213487148284912, | |
| "learning_rate": 3.171344784248011e-05, | |
| "loss": 6.4874, | |
| "step": 26200 | |
| }, | |
| { | |
| "epoch": 11.018014243820696, | |
| "grad_norm": 2.5710039138793945, | |
| "learning_rate": 3.164362519201229e-05, | |
| "loss": 6.4919, | |
| "step": 26300 | |
| }, | |
| { | |
| "epoch": 11.059907834101383, | |
| "grad_norm": 2.6933746337890625, | |
| "learning_rate": 3.1573802541544475e-05, | |
| "loss": 6.5284, | |
| "step": 26400 | |
| }, | |
| { | |
| "epoch": 11.101801424382069, | |
| "grad_norm": 3.775012254714966, | |
| "learning_rate": 3.1503979891076666e-05, | |
| "loss": 6.4894, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 11.143695014662757, | |
| "grad_norm": 3.2401301860809326, | |
| "learning_rate": 3.1434855467113534e-05, | |
| "loss": 6.4721, | |
| "step": 26600 | |
| }, | |
| { | |
| "epoch": 11.185588604943444, | |
| "grad_norm": 2.642794132232666, | |
| "learning_rate": 3.1365032816645725e-05, | |
| "loss": 6.4797, | |
| "step": 26700 | |
| }, | |
| { | |
| "epoch": 11.22748219522413, | |
| "grad_norm": 3.191567897796631, | |
| "learning_rate": 3.129521016617791e-05, | |
| "loss": 6.5022, | |
| "step": 26800 | |
| }, | |
| { | |
| "epoch": 11.269375785504817, | |
| "grad_norm": 2.816554307937622, | |
| "learning_rate": 3.12253875157101e-05, | |
| "loss": 6.4853, | |
| "step": 26900 | |
| }, | |
| { | |
| "epoch": 11.311269375785505, | |
| "grad_norm": 2.8666136264801025, | |
| "learning_rate": 3.1155564865242284e-05, | |
| "loss": 6.4839, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 11.353162966066192, | |
| "grad_norm": 2.9831254482269287, | |
| "learning_rate": 3.1085742214774475e-05, | |
| "loss": 6.5082, | |
| "step": 27100 | |
| }, | |
| { | |
| "epoch": 11.395056556346878, | |
| "grad_norm": 2.7065083980560303, | |
| "learning_rate": 3.101591956430666e-05, | |
| "loss": 6.4412, | |
| "step": 27200 | |
| }, | |
| { | |
| "epoch": 11.436950146627566, | |
| "grad_norm": 2.5580694675445557, | |
| "learning_rate": 3.094609691383885e-05, | |
| "loss": 6.4849, | |
| "step": 27300 | |
| }, | |
| { | |
| "epoch": 11.478843736908253, | |
| "grad_norm": 2.571390390396118, | |
| "learning_rate": 3.087627426337104e-05, | |
| "loss": 6.4689, | |
| "step": 27400 | |
| }, | |
| { | |
| "epoch": 11.52073732718894, | |
| "grad_norm": 2.835906982421875, | |
| "learning_rate": 3.0806451612903225e-05, | |
| "loss": 6.4887, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 11.562630917469628, | |
| "grad_norm": 3.1355161666870117, | |
| "learning_rate": 3.0736628962435416e-05, | |
| "loss": 6.4568, | |
| "step": 27600 | |
| }, | |
| { | |
| "epoch": 11.604524507750314, | |
| "grad_norm": 3.0155599117279053, | |
| "learning_rate": 3.066680631196761e-05, | |
| "loss": 6.4607, | |
| "step": 27700 | |
| }, | |
| { | |
| "epoch": 11.646418098031, | |
| "grad_norm": 2.6346957683563232, | |
| "learning_rate": 3.059698366149979e-05, | |
| "loss": 6.4706, | |
| "step": 27800 | |
| }, | |
| { | |
| "epoch": 11.688311688311689, | |
| "grad_norm": 2.4353625774383545, | |
| "learning_rate": 3.052716101103198e-05, | |
| "loss": 6.482, | |
| "step": 27900 | |
| }, | |
| { | |
| "epoch": 11.730205278592376, | |
| "grad_norm": 3.29835844039917, | |
| "learning_rate": 3.045733836056417e-05, | |
| "loss": 6.4625, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 11.772098868873062, | |
| "grad_norm": 2.233579158782959, | |
| "learning_rate": 3.038751571009636e-05, | |
| "loss": 6.4727, | |
| "step": 28100 | |
| }, | |
| { | |
| "epoch": 11.813992459153749, | |
| "grad_norm": 2.5708439350128174, | |
| "learning_rate": 3.0317693059628545e-05, | |
| "loss": 6.4751, | |
| "step": 28200 | |
| }, | |
| { | |
| "epoch": 11.855886049434437, | |
| "grad_norm": 2.29488205909729, | |
| "learning_rate": 3.0247870409160732e-05, | |
| "loss": 6.4599, | |
| "step": 28300 | |
| }, | |
| { | |
| "epoch": 11.897779639715123, | |
| "grad_norm": 2.858208179473877, | |
| "learning_rate": 3.0178047758692923e-05, | |
| "loss": 6.469, | |
| "step": 28400 | |
| }, | |
| { | |
| "epoch": 11.93967322999581, | |
| "grad_norm": 2.854923725128174, | |
| "learning_rate": 3.0108225108225107e-05, | |
| "loss": 6.4995, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 11.981566820276498, | |
| "grad_norm": 2.590484857559204, | |
| "learning_rate": 3.003910068426198e-05, | |
| "loss": 6.4508, | |
| "step": 28600 | |
| }, | |
| { | |
| "epoch": 12.023460410557185, | |
| "grad_norm": 3.3479676246643066, | |
| "learning_rate": 2.9969278033794163e-05, | |
| "loss": 6.4581, | |
| "step": 28700 | |
| }, | |
| { | |
| "epoch": 12.065354000837871, | |
| "grad_norm": 2.7855923175811768, | |
| "learning_rate": 2.9899455383326354e-05, | |
| "loss": 6.4744, | |
| "step": 28800 | |
| }, | |
| { | |
| "epoch": 12.10724759111856, | |
| "grad_norm": 3.2668962478637695, | |
| "learning_rate": 2.982963273285854e-05, | |
| "loss": 6.4731, | |
| "step": 28900 | |
| }, | |
| { | |
| "epoch": 12.149141181399246, | |
| "grad_norm": 2.850735664367676, | |
| "learning_rate": 2.9759810082390725e-05, | |
| "loss": 6.4788, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 12.191034771679933, | |
| "grad_norm": 2.9676952362060547, | |
| "learning_rate": 2.9689987431922916e-05, | |
| "loss": 6.4525, | |
| "step": 29100 | |
| }, | |
| { | |
| "epoch": 12.23292836196062, | |
| "grad_norm": 2.604408025741577, | |
| "learning_rate": 2.9620164781455107e-05, | |
| "loss": 6.4564, | |
| "step": 29200 | |
| }, | |
| { | |
| "epoch": 12.274821952241307, | |
| "grad_norm": 2.974653482437134, | |
| "learning_rate": 2.9550342130987295e-05, | |
| "loss": 6.463, | |
| "step": 29300 | |
| }, | |
| { | |
| "epoch": 12.316715542521994, | |
| "grad_norm": 3.372664213180542, | |
| "learning_rate": 2.9480519480519482e-05, | |
| "loss": 6.464, | |
| "step": 29400 | |
| }, | |
| { | |
| "epoch": 12.35860913280268, | |
| "grad_norm": 2.6891355514526367, | |
| "learning_rate": 2.941069683005167e-05, | |
| "loss": 6.4674, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 12.400502723083369, | |
| "grad_norm": 2.964113473892212, | |
| "learning_rate": 2.934087417958386e-05, | |
| "loss": 6.4539, | |
| "step": 29600 | |
| }, | |
| { | |
| "epoch": 12.442396313364055, | |
| "grad_norm": 2.7328097820281982, | |
| "learning_rate": 2.9271051529116045e-05, | |
| "loss": 6.4224, | |
| "step": 29700 | |
| }, | |
| { | |
| "epoch": 12.484289903644742, | |
| "grad_norm": 2.6205203533172607, | |
| "learning_rate": 2.9201228878648236e-05, | |
| "loss": 6.4266, | |
| "step": 29800 | |
| }, | |
| { | |
| "epoch": 12.52618349392543, | |
| "grad_norm": 3.681053400039673, | |
| "learning_rate": 2.9131406228180424e-05, | |
| "loss": 6.4549, | |
| "step": 29900 | |
| }, | |
| { | |
| "epoch": 12.568077084206116, | |
| "grad_norm": 2.9732627868652344, | |
| "learning_rate": 2.9061583577712608e-05, | |
| "loss": 6.4466, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 12.609970674486803, | |
| "grad_norm": 3.47816801071167, | |
| "learning_rate": 2.89917609272448e-05, | |
| "loss": 6.4408, | |
| "step": 30100 | |
| }, | |
| { | |
| "epoch": 12.651864264767491, | |
| "grad_norm": 2.70326566696167, | |
| "learning_rate": 2.892193827677699e-05, | |
| "loss": 6.4444, | |
| "step": 30200 | |
| }, | |
| { | |
| "epoch": 12.693757855048178, | |
| "grad_norm": 2.9219532012939453, | |
| "learning_rate": 2.8852115626309177e-05, | |
| "loss": 6.4183, | |
| "step": 30300 | |
| }, | |
| { | |
| "epoch": 12.735651445328864, | |
| "grad_norm": 2.8546571731567383, | |
| "learning_rate": 2.878229297584136e-05, | |
| "loss": 6.4399, | |
| "step": 30400 | |
| }, | |
| { | |
| "epoch": 12.777545035609553, | |
| "grad_norm": 2.95047926902771, | |
| "learning_rate": 2.8712470325373552e-05, | |
| "loss": 6.4396, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 12.819438625890239, | |
| "grad_norm": 3.397934675216675, | |
| "learning_rate": 2.8643345901410416e-05, | |
| "loss": 6.438, | |
| "step": 30600 | |
| }, | |
| { | |
| "epoch": 12.861332216170926, | |
| "grad_norm": 2.625852346420288, | |
| "learning_rate": 2.8573523250942607e-05, | |
| "loss": 6.4363, | |
| "step": 30700 | |
| }, | |
| { | |
| "epoch": 12.903225806451612, | |
| "grad_norm": 2.5299527645111084, | |
| "learning_rate": 2.85037006004748e-05, | |
| "loss": 6.3952, | |
| "step": 30800 | |
| }, | |
| { | |
| "epoch": 12.9451193967323, | |
| "grad_norm": 2.6445415019989014, | |
| "learning_rate": 2.8433877950006983e-05, | |
| "loss": 6.4559, | |
| "step": 30900 | |
| }, | |
| { | |
| "epoch": 12.987012987012987, | |
| "grad_norm": 2.9675769805908203, | |
| "learning_rate": 2.836405529953917e-05, | |
| "loss": 6.4447, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 13.028906577293673, | |
| "grad_norm": 2.607391119003296, | |
| "learning_rate": 2.829423264907136e-05, | |
| "loss": 6.446, | |
| "step": 31100 | |
| }, | |
| { | |
| "epoch": 13.070800167574362, | |
| "grad_norm": 3.196765661239624, | |
| "learning_rate": 2.8224409998603545e-05, | |
| "loss": 6.4336, | |
| "step": 31200 | |
| }, | |
| { | |
| "epoch": 13.112693757855048, | |
| "grad_norm": 5.778535842895508, | |
| "learning_rate": 2.8154587348135736e-05, | |
| "loss": 6.4339, | |
| "step": 31300 | |
| }, | |
| { | |
| "epoch": 13.154587348135735, | |
| "grad_norm": 3.0479419231414795, | |
| "learning_rate": 2.8084764697667927e-05, | |
| "loss": 6.4147, | |
| "step": 31400 | |
| }, | |
| { | |
| "epoch": 13.196480938416423, | |
| "grad_norm": 2.6787302494049072, | |
| "learning_rate": 2.8014942047200115e-05, | |
| "loss": 6.4312, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 13.23837452869711, | |
| "grad_norm": 2.7929670810699463, | |
| "learning_rate": 2.79451193967323e-05, | |
| "loss": 6.4224, | |
| "step": 31600 | |
| }, | |
| { | |
| "epoch": 13.280268118977796, | |
| "grad_norm": 2.722101926803589, | |
| "learning_rate": 2.787529674626449e-05, | |
| "loss": 6.4247, | |
| "step": 31700 | |
| }, | |
| { | |
| "epoch": 13.322161709258484, | |
| "grad_norm": 3.295348644256592, | |
| "learning_rate": 2.780547409579668e-05, | |
| "loss": 6.4435, | |
| "step": 31800 | |
| }, | |
| { | |
| "epoch": 13.36405529953917, | |
| "grad_norm": 2.5780696868896484, | |
| "learning_rate": 2.7735651445328865e-05, | |
| "loss": 6.406, | |
| "step": 31900 | |
| }, | |
| { | |
| "epoch": 13.405948889819857, | |
| "grad_norm": 2.955299139022827, | |
| "learning_rate": 2.7665828794861053e-05, | |
| "loss": 6.4633, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 13.447842480100544, | |
| "grad_norm": 3.8027708530426025, | |
| "learning_rate": 2.7596006144393244e-05, | |
| "loss": 6.4445, | |
| "step": 32100 | |
| }, | |
| { | |
| "epoch": 13.489736070381232, | |
| "grad_norm": 2.6895995140075684, | |
| "learning_rate": 2.7526183493925428e-05, | |
| "loss": 6.4015, | |
| "step": 32200 | |
| }, | |
| { | |
| "epoch": 13.531629660661919, | |
| "grad_norm": 2.6936516761779785, | |
| "learning_rate": 2.745636084345762e-05, | |
| "loss": 6.4211, | |
| "step": 32300 | |
| }, | |
| { | |
| "epoch": 13.573523250942605, | |
| "grad_norm": 2.948420763015747, | |
| "learning_rate": 2.738653819298981e-05, | |
| "loss": 6.4042, | |
| "step": 32400 | |
| }, | |
| { | |
| "epoch": 13.615416841223293, | |
| "grad_norm": 2.763885974884033, | |
| "learning_rate": 2.7316715542521997e-05, | |
| "loss": 6.393, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 13.65731043150398, | |
| "grad_norm": 3.1601672172546387, | |
| "learning_rate": 2.724759111855886e-05, | |
| "loss": 6.4398, | |
| "step": 32600 | |
| }, | |
| { | |
| "epoch": 13.699204021784666, | |
| "grad_norm": 2.4161715507507324, | |
| "learning_rate": 2.7177768468091052e-05, | |
| "loss": 6.401, | |
| "step": 32700 | |
| }, | |
| { | |
| "epoch": 13.741097612065355, | |
| "grad_norm": 3.0796055793762207, | |
| "learning_rate": 2.7107945817623236e-05, | |
| "loss": 6.4265, | |
| "step": 32800 | |
| }, | |
| { | |
| "epoch": 13.782991202346041, | |
| "grad_norm": 3.6223697662353516, | |
| "learning_rate": 2.7038123167155427e-05, | |
| "loss": 6.4075, | |
| "step": 32900 | |
| }, | |
| { | |
| "epoch": 13.824884792626728, | |
| "grad_norm": 2.6991615295410156, | |
| "learning_rate": 2.696830051668762e-05, | |
| "loss": 6.3912, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 13.866778382907416, | |
| "grad_norm": 3.1701860427856445, | |
| "learning_rate": 2.6898477866219803e-05, | |
| "loss": 6.4173, | |
| "step": 33100 | |
| }, | |
| { | |
| "epoch": 13.908671973188103, | |
| "grad_norm": 2.915432929992676, | |
| "learning_rate": 2.682865521575199e-05, | |
| "loss": 6.4179, | |
| "step": 33200 | |
| }, | |
| { | |
| "epoch": 13.950565563468789, | |
| "grad_norm": 3.155080795288086, | |
| "learning_rate": 2.675883256528418e-05, | |
| "loss": 6.3895, | |
| "step": 33300 | |
| }, | |
| { | |
| "epoch": 13.992459153749476, | |
| "grad_norm": 3.3861114978790283, | |
| "learning_rate": 2.6689009914816365e-05, | |
| "loss": 6.4279, | |
| "step": 33400 | |
| }, | |
| { | |
| "epoch": 14.034352744030164, | |
| "grad_norm": 3.301805019378662, | |
| "learning_rate": 2.6619187264348556e-05, | |
| "loss": 6.4072, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 14.07624633431085, | |
| "grad_norm": 3.305147171020508, | |
| "learning_rate": 2.6549364613880744e-05, | |
| "loss": 6.3949, | |
| "step": 33600 | |
| }, | |
| { | |
| "epoch": 14.118139924591537, | |
| "grad_norm": 2.7602477073669434, | |
| "learning_rate": 2.6479541963412935e-05, | |
| "loss": 6.4048, | |
| "step": 33700 | |
| }, | |
| { | |
| "epoch": 14.160033514872225, | |
| "grad_norm": 2.5257952213287354, | |
| "learning_rate": 2.640971931294512e-05, | |
| "loss": 6.4033, | |
| "step": 33800 | |
| }, | |
| { | |
| "epoch": 14.201927105152912, | |
| "grad_norm": 2.4649853706359863, | |
| "learning_rate": 2.633989666247731e-05, | |
| "loss": 6.374, | |
| "step": 33900 | |
| }, | |
| { | |
| "epoch": 14.243820695433598, | |
| "grad_norm": 2.7136335372924805, | |
| "learning_rate": 2.6270074012009497e-05, | |
| "loss": 6.3993, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 14.285714285714286, | |
| "grad_norm": 2.801712989807129, | |
| "learning_rate": 2.6200251361541685e-05, | |
| "loss": 6.4059, | |
| "step": 34100 | |
| }, | |
| { | |
| "epoch": 14.327607875994973, | |
| "grad_norm": 2.7054030895233154, | |
| "learning_rate": 2.6130428711073873e-05, | |
| "loss": 6.431, | |
| "step": 34200 | |
| }, | |
| { | |
| "epoch": 14.36950146627566, | |
| "grad_norm": 2.653932809829712, | |
| "learning_rate": 2.6060606060606063e-05, | |
| "loss": 6.4035, | |
| "step": 34300 | |
| }, | |
| { | |
| "epoch": 14.411395056556348, | |
| "grad_norm": 2.5450570583343506, | |
| "learning_rate": 2.5990783410138248e-05, | |
| "loss": 6.417, | |
| "step": 34400 | |
| }, | |
| { | |
| "epoch": 14.453288646837034, | |
| "grad_norm": 2.9578003883361816, | |
| "learning_rate": 2.592096075967044e-05, | |
| "loss": 6.4087, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 14.49518223711772, | |
| "grad_norm": 2.9408493041992188, | |
| "learning_rate": 2.5851836335707303e-05, | |
| "loss": 6.3936, | |
| "step": 34600 | |
| }, | |
| { | |
| "epoch": 14.537075827398407, | |
| "grad_norm": 2.756441116333008, | |
| "learning_rate": 2.5782013685239494e-05, | |
| "loss": 6.404, | |
| "step": 34700 | |
| }, | |
| { | |
| "epoch": 14.578969417679096, | |
| "grad_norm": 3.685004711151123, | |
| "learning_rate": 2.571219103477168e-05, | |
| "loss": 6.3932, | |
| "step": 34800 | |
| }, | |
| { | |
| "epoch": 14.620863007959782, | |
| "grad_norm": 2.670825719833374, | |
| "learning_rate": 2.5642368384303872e-05, | |
| "loss": 6.3839, | |
| "step": 34900 | |
| }, | |
| { | |
| "epoch": 14.662756598240469, | |
| "grad_norm": 3.0986082553863525, | |
| "learning_rate": 2.5572545733836056e-05, | |
| "loss": 6.3782, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 14.704650188521157, | |
| "grad_norm": 3.003432273864746, | |
| "learning_rate": 2.5502723083368247e-05, | |
| "loss": 6.3775, | |
| "step": 35100 | |
| }, | |
| { | |
| "epoch": 14.746543778801843, | |
| "grad_norm": 2.752516269683838, | |
| "learning_rate": 2.5432900432900435e-05, | |
| "loss": 6.3731, | |
| "step": 35200 | |
| }, | |
| { | |
| "epoch": 14.78843736908253, | |
| "grad_norm": 2.7697649002075195, | |
| "learning_rate": 2.536307778243262e-05, | |
| "loss": 6.3701, | |
| "step": 35300 | |
| }, | |
| { | |
| "epoch": 14.830330959363218, | |
| "grad_norm": 3.0245521068573, | |
| "learning_rate": 2.529325513196481e-05, | |
| "loss": 6.3916, | |
| "step": 35400 | |
| }, | |
| { | |
| "epoch": 14.872224549643905, | |
| "grad_norm": 3.1849350929260254, | |
| "learning_rate": 2.5223432481497e-05, | |
| "loss": 6.3993, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 14.914118139924591, | |
| "grad_norm": 3.6655123233795166, | |
| "learning_rate": 2.5153609831029185e-05, | |
| "loss": 6.3791, | |
| "step": 35600 | |
| }, | |
| { | |
| "epoch": 14.95601173020528, | |
| "grad_norm": 3.2252790927886963, | |
| "learning_rate": 2.5083787180561376e-05, | |
| "loss": 6.3865, | |
| "step": 35700 | |
| }, | |
| { | |
| "epoch": 14.997905320485966, | |
| "grad_norm": 2.8366169929504395, | |
| "learning_rate": 2.5013964530093564e-05, | |
| "loss": 6.3897, | |
| "step": 35800 | |
| }, | |
| { | |
| "epoch": 15.039798910766653, | |
| "grad_norm": 2.757725715637207, | |
| "learning_rate": 2.494414187962575e-05, | |
| "loss": 6.376, | |
| "step": 35900 | |
| }, | |
| { | |
| "epoch": 15.081692501047339, | |
| "grad_norm": 3.1640422344207764, | |
| "learning_rate": 2.4874319229157942e-05, | |
| "loss": 6.3796, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 15.123586091328027, | |
| "grad_norm": 2.849719285964966, | |
| "learning_rate": 2.480449657869013e-05, | |
| "loss": 6.3765, | |
| "step": 36100 | |
| }, | |
| { | |
| "epoch": 15.165479681608714, | |
| "grad_norm": 2.7223923206329346, | |
| "learning_rate": 2.4734673928222314e-05, | |
| "loss": 6.3953, | |
| "step": 36200 | |
| }, | |
| { | |
| "epoch": 15.2073732718894, | |
| "grad_norm": 3.173750162124634, | |
| "learning_rate": 2.4664851277754505e-05, | |
| "loss": 6.3724, | |
| "step": 36300 | |
| }, | |
| { | |
| "epoch": 15.249266862170089, | |
| "grad_norm": 3.054779529571533, | |
| "learning_rate": 2.4595028627286692e-05, | |
| "loss": 6.3764, | |
| "step": 36400 | |
| }, | |
| { | |
| "epoch": 15.291160452450775, | |
| "grad_norm": 3.277862071990967, | |
| "learning_rate": 2.4525205976818883e-05, | |
| "loss": 6.3583, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 15.333054042731462, | |
| "grad_norm": 2.9208297729492188, | |
| "learning_rate": 2.4456081552855748e-05, | |
| "loss": 6.3878, | |
| "step": 36600 | |
| }, | |
| { | |
| "epoch": 15.37494763301215, | |
| "grad_norm": 2.5356411933898926, | |
| "learning_rate": 2.4386258902387935e-05, | |
| "loss": 6.3705, | |
| "step": 36700 | |
| }, | |
| { | |
| "epoch": 15.416841223292836, | |
| "grad_norm": 2.8953468799591064, | |
| "learning_rate": 2.4316436251920126e-05, | |
| "loss": 6.3947, | |
| "step": 36800 | |
| }, | |
| { | |
| "epoch": 15.458734813573523, | |
| "grad_norm": 2.9166266918182373, | |
| "learning_rate": 2.424661360145231e-05, | |
| "loss": 6.3809, | |
| "step": 36900 | |
| }, | |
| { | |
| "epoch": 15.50062840385421, | |
| "grad_norm": 3.4554710388183594, | |
| "learning_rate": 2.41767909509845e-05, | |
| "loss": 6.3746, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 15.542521994134898, | |
| "grad_norm": 3.7208077907562256, | |
| "learning_rate": 2.410696830051669e-05, | |
| "loss": 6.3758, | |
| "step": 37100 | |
| }, | |
| { | |
| "epoch": 15.584415584415584, | |
| "grad_norm": 3.3161842823028564, | |
| "learning_rate": 2.4037145650048876e-05, | |
| "loss": 6.3744, | |
| "step": 37200 | |
| }, | |
| { | |
| "epoch": 15.62630917469627, | |
| "grad_norm": 2.4062047004699707, | |
| "learning_rate": 2.3967322999581064e-05, | |
| "loss": 6.381, | |
| "step": 37300 | |
| }, | |
| { | |
| "epoch": 15.668202764976959, | |
| "grad_norm": 3.1894476413726807, | |
| "learning_rate": 2.389750034911325e-05, | |
| "loss": 6.3895, | |
| "step": 37400 | |
| }, | |
| { | |
| "epoch": 15.710096355257646, | |
| "grad_norm": 2.9203104972839355, | |
| "learning_rate": 2.3827677698645442e-05, | |
| "loss": 6.363, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 15.751989945538332, | |
| "grad_norm": 3.000694513320923, | |
| "learning_rate": 2.375785504817763e-05, | |
| "loss": 6.3837, | |
| "step": 37600 | |
| }, | |
| { | |
| "epoch": 15.79388353581902, | |
| "grad_norm": 2.838684558868408, | |
| "learning_rate": 2.368803239770982e-05, | |
| "loss": 6.3859, | |
| "step": 37700 | |
| }, | |
| { | |
| "epoch": 15.835777126099707, | |
| "grad_norm": 2.648862361907959, | |
| "learning_rate": 2.3618209747242005e-05, | |
| "loss": 6.3411, | |
| "step": 37800 | |
| }, | |
| { | |
| "epoch": 15.877670716380393, | |
| "grad_norm": 3.5438232421875, | |
| "learning_rate": 2.3548387096774193e-05, | |
| "loss": 6.3627, | |
| "step": 37900 | |
| }, | |
| { | |
| "epoch": 15.91956430666108, | |
| "grad_norm": 2.8182501792907715, | |
| "learning_rate": 2.3478564446306384e-05, | |
| "loss": 6.3731, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 15.961457896941768, | |
| "grad_norm": 3.3253772258758545, | |
| "learning_rate": 2.340874179583857e-05, | |
| "loss": 6.396, | |
| "step": 38100 | |
| }, | |
| { | |
| "epoch": 16.003351487222456, | |
| "grad_norm": 3.668926954269409, | |
| "learning_rate": 2.3338919145370762e-05, | |
| "loss": 6.3437, | |
| "step": 38200 | |
| }, | |
| { | |
| "epoch": 16.045245077503143, | |
| "grad_norm": 3.028989315032959, | |
| "learning_rate": 2.3269096494902946e-05, | |
| "loss": 6.3837, | |
| "step": 38300 | |
| }, | |
| { | |
| "epoch": 16.08713866778383, | |
| "grad_norm": 3.220702648162842, | |
| "learning_rate": 2.3199273844435134e-05, | |
| "loss": 6.3609, | |
| "step": 38400 | |
| }, | |
| { | |
| "epoch": 16.129032258064516, | |
| "grad_norm": 3.1788036823272705, | |
| "learning_rate": 2.3129451193967325e-05, | |
| "loss": 6.3723, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 16.170925848345203, | |
| "grad_norm": 3.351151466369629, | |
| "learning_rate": 2.306032677000419e-05, | |
| "loss": 6.3731, | |
| "step": 38600 | |
| }, | |
| { | |
| "epoch": 16.21281943862589, | |
| "grad_norm": 2.933992862701416, | |
| "learning_rate": 2.299050411953638e-05, | |
| "loss": 6.3654, | |
| "step": 38700 | |
| }, | |
| { | |
| "epoch": 16.25471302890658, | |
| "grad_norm": 4.2123589515686035, | |
| "learning_rate": 2.2920681469068568e-05, | |
| "loss": 6.3364, | |
| "step": 38800 | |
| }, | |
| { | |
| "epoch": 16.296606619187266, | |
| "grad_norm": 2.9287397861480713, | |
| "learning_rate": 2.2850858818600755e-05, | |
| "loss": 6.3643, | |
| "step": 38900 | |
| }, | |
| { | |
| "epoch": 16.338500209467952, | |
| "grad_norm": 2.6518173217773438, | |
| "learning_rate": 2.2781036168132943e-05, | |
| "loss": 6.3538, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 16.38039379974864, | |
| "grad_norm": 3.490497589111328, | |
| "learning_rate": 2.271121351766513e-05, | |
| "loss": 6.365, | |
| "step": 39100 | |
| }, | |
| { | |
| "epoch": 16.422287390029325, | |
| "grad_norm": 3.090874195098877, | |
| "learning_rate": 2.264139086719732e-05, | |
| "loss": 6.3513, | |
| "step": 39200 | |
| }, | |
| { | |
| "epoch": 16.46418098031001, | |
| "grad_norm": 2.793083429336548, | |
| "learning_rate": 2.257156821672951e-05, | |
| "loss": 6.3815, | |
| "step": 39300 | |
| }, | |
| { | |
| "epoch": 16.506074570590698, | |
| "grad_norm": 2.656334638595581, | |
| "learning_rate": 2.2501745566261696e-05, | |
| "loss": 6.3677, | |
| "step": 39400 | |
| }, | |
| { | |
| "epoch": 16.547968160871388, | |
| "grad_norm": 2.950857162475586, | |
| "learning_rate": 2.2431922915793884e-05, | |
| "loss": 6.3601, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 16.589861751152075, | |
| "grad_norm": 2.948397636413574, | |
| "learning_rate": 2.236210026532607e-05, | |
| "loss": 6.3633, | |
| "step": 39600 | |
| }, | |
| { | |
| "epoch": 16.63175534143276, | |
| "grad_norm": 3.759934902191162, | |
| "learning_rate": 2.2292277614858262e-05, | |
| "loss": 6.3664, | |
| "step": 39700 | |
| }, | |
| { | |
| "epoch": 16.673648931713448, | |
| "grad_norm": 2.6607794761657715, | |
| "learning_rate": 2.222245496439045e-05, | |
| "loss": 6.3659, | |
| "step": 39800 | |
| }, | |
| { | |
| "epoch": 16.715542521994134, | |
| "grad_norm": 3.2569267749786377, | |
| "learning_rate": 2.2152632313922638e-05, | |
| "loss": 6.3477, | |
| "step": 39900 | |
| }, | |
| { | |
| "epoch": 16.75743611227482, | |
| "grad_norm": 3.1701977252960205, | |
| "learning_rate": 2.2082809663454825e-05, | |
| "loss": 6.3466, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 16.79932970255551, | |
| "grad_norm": 2.8855369091033936, | |
| "learning_rate": 2.2012987012987013e-05, | |
| "loss": 6.3774, | |
| "step": 40100 | |
| }, | |
| { | |
| "epoch": 16.841223292836197, | |
| "grad_norm": 2.8468215465545654, | |
| "learning_rate": 2.1943164362519204e-05, | |
| "loss": 6.3388, | |
| "step": 40200 | |
| }, | |
| { | |
| "epoch": 16.883116883116884, | |
| "grad_norm": 3.3314404487609863, | |
| "learning_rate": 2.187334171205139e-05, | |
| "loss": 6.3658, | |
| "step": 40300 | |
| }, | |
| { | |
| "epoch": 16.92501047339757, | |
| "grad_norm": 3.023106336593628, | |
| "learning_rate": 2.180351906158358e-05, | |
| "loss": 6.3443, | |
| "step": 40400 | |
| }, | |
| { | |
| "epoch": 16.966904063678257, | |
| "grad_norm": 3.2845230102539062, | |
| "learning_rate": 2.1733696411115766e-05, | |
| "loss": 6.3785, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 17.008797653958943, | |
| "grad_norm": 2.805790424346924, | |
| "learning_rate": 2.166457198715263e-05, | |
| "loss": 6.3792, | |
| "step": 40600 | |
| }, | |
| { | |
| "epoch": 17.05069124423963, | |
| "grad_norm": 2.893737554550171, | |
| "learning_rate": 2.159474933668482e-05, | |
| "loss": 6.3138, | |
| "step": 40700 | |
| }, | |
| { | |
| "epoch": 17.09258483452032, | |
| "grad_norm": 3.238863945007324, | |
| "learning_rate": 2.1525624912721686e-05, | |
| "loss": 6.3686, | |
| "step": 40800 | |
| }, | |
| { | |
| "epoch": 17.134478424801006, | |
| "grad_norm": 3.403582811355591, | |
| "learning_rate": 2.1455802262253877e-05, | |
| "loss": 6.3312, | |
| "step": 40900 | |
| }, | |
| { | |
| "epoch": 17.176372015081693, | |
| "grad_norm": 2.963287353515625, | |
| "learning_rate": 2.1385979611786064e-05, | |
| "loss": 6.3515, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 17.21826560536238, | |
| "grad_norm": 3.867340087890625, | |
| "learning_rate": 2.1316156961318255e-05, | |
| "loss": 6.3566, | |
| "step": 41100 | |
| }, | |
| { | |
| "epoch": 17.260159195643066, | |
| "grad_norm": 2.841190814971924, | |
| "learning_rate": 2.124633431085044e-05, | |
| "loss": 6.3308, | |
| "step": 41200 | |
| }, | |
| { | |
| "epoch": 17.302052785923753, | |
| "grad_norm": 2.872523307800293, | |
| "learning_rate": 2.1176511660382627e-05, | |
| "loss": 6.3433, | |
| "step": 41300 | |
| }, | |
| { | |
| "epoch": 17.34394637620444, | |
| "grad_norm": 3.156465530395508, | |
| "learning_rate": 2.1106689009914818e-05, | |
| "loss": 6.3779, | |
| "step": 41400 | |
| }, | |
| { | |
| "epoch": 17.38583996648513, | |
| "grad_norm": 3.5904667377471924, | |
| "learning_rate": 2.1036866359447005e-05, | |
| "loss": 6.3402, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 17.427733556765816, | |
| "grad_norm": 3.5753939151763916, | |
| "learning_rate": 2.0967043708979196e-05, | |
| "loss": 6.3572, | |
| "step": 41600 | |
| }, | |
| { | |
| "epoch": 17.469627147046502, | |
| "grad_norm": 3.129514217376709, | |
| "learning_rate": 2.089722105851138e-05, | |
| "loss": 6.3302, | |
| "step": 41700 | |
| }, | |
| { | |
| "epoch": 17.51152073732719, | |
| "grad_norm": 2.988732099533081, | |
| "learning_rate": 2.0827398408043568e-05, | |
| "loss": 6.3807, | |
| "step": 41800 | |
| }, | |
| { | |
| "epoch": 17.553414327607875, | |
| "grad_norm": 2.857875108718872, | |
| "learning_rate": 2.075757575757576e-05, | |
| "loss": 6.3519, | |
| "step": 41900 | |
| }, | |
| { | |
| "epoch": 17.59530791788856, | |
| "grad_norm": 4.023842811584473, | |
| "learning_rate": 2.0687753107107947e-05, | |
| "loss": 6.3467, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 17.63720150816925, | |
| "grad_norm": 3.049686908721924, | |
| "learning_rate": 2.0617930456640137e-05, | |
| "loss": 6.3306, | |
| "step": 42100 | |
| }, | |
| { | |
| "epoch": 17.679095098449938, | |
| "grad_norm": 3.3211073875427246, | |
| "learning_rate": 2.054810780617232e-05, | |
| "loss": 6.3611, | |
| "step": 42200 | |
| }, | |
| { | |
| "epoch": 17.720988688730625, | |
| "grad_norm": 3.064138174057007, | |
| "learning_rate": 2.047828515570451e-05, | |
| "loss": 6.3217, | |
| "step": 42300 | |
| }, | |
| { | |
| "epoch": 17.76288227901131, | |
| "grad_norm": 2.7812724113464355, | |
| "learning_rate": 2.04084625052367e-05, | |
| "loss": 6.3131, | |
| "step": 42400 | |
| }, | |
| { | |
| "epoch": 17.804775869291998, | |
| "grad_norm": 2.5516164302825928, | |
| "learning_rate": 2.0338639854768888e-05, | |
| "loss": 6.3428, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 17.846669459572684, | |
| "grad_norm": 2.9599711894989014, | |
| "learning_rate": 2.026881720430108e-05, | |
| "loss": 6.3545, | |
| "step": 42600 | |
| }, | |
| { | |
| "epoch": 17.88856304985337, | |
| "grad_norm": 2.8674137592315674, | |
| "learning_rate": 2.0198994553833263e-05, | |
| "loss": 6.3302, | |
| "step": 42700 | |
| }, | |
| { | |
| "epoch": 17.93045664013406, | |
| "grad_norm": 3.3227078914642334, | |
| "learning_rate": 2.012917190336545e-05, | |
| "loss": 6.3278, | |
| "step": 42800 | |
| }, | |
| { | |
| "epoch": 17.972350230414747, | |
| "grad_norm": 3.080399751663208, | |
| "learning_rate": 2.005934925289764e-05, | |
| "loss": 6.3206, | |
| "step": 42900 | |
| }, | |
| { | |
| "epoch": 18.014243820695434, | |
| "grad_norm": 4.004719257354736, | |
| "learning_rate": 1.998952660242983e-05, | |
| "loss": 6.3407, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 18.05613741097612, | |
| "grad_norm": 2.8186423778533936, | |
| "learning_rate": 1.991970395196202e-05, | |
| "loss": 6.3136, | |
| "step": 43100 | |
| }, | |
| { | |
| "epoch": 18.098031001256807, | |
| "grad_norm": 2.81748104095459, | |
| "learning_rate": 1.9849881301494204e-05, | |
| "loss": 6.3353, | |
| "step": 43200 | |
| }, | |
| { | |
| "epoch": 18.139924591537493, | |
| "grad_norm": 2.9991416931152344, | |
| "learning_rate": 1.9780058651026395e-05, | |
| "loss": 6.3194, | |
| "step": 43300 | |
| }, | |
| { | |
| "epoch": 18.181818181818183, | |
| "grad_norm": 3.4876794815063477, | |
| "learning_rate": 1.9710236000558583e-05, | |
| "loss": 6.3293, | |
| "step": 43400 | |
| }, | |
| { | |
| "epoch": 18.22371177209887, | |
| "grad_norm": 3.0756711959838867, | |
| "learning_rate": 1.964041335009077e-05, | |
| "loss": 6.341, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 18.265605362379556, | |
| "grad_norm": 3.171670436859131, | |
| "learning_rate": 1.9570590699622958e-05, | |
| "loss": 6.3075, | |
| "step": 43600 | |
| }, | |
| { | |
| "epoch": 18.307498952660243, | |
| "grad_norm": 3.3317439556121826, | |
| "learning_rate": 1.9500768049155145e-05, | |
| "loss": 6.3436, | |
| "step": 43700 | |
| }, | |
| { | |
| "epoch": 18.34939254294093, | |
| "grad_norm": 2.924349308013916, | |
| "learning_rate": 1.9430945398687336e-05, | |
| "loss": 6.3217, | |
| "step": 43800 | |
| }, | |
| { | |
| "epoch": 18.391286133221616, | |
| "grad_norm": 3.247955560684204, | |
| "learning_rate": 1.9361122748219524e-05, | |
| "loss": 6.3324, | |
| "step": 43900 | |
| }, | |
| { | |
| "epoch": 18.433179723502302, | |
| "grad_norm": 3.340263843536377, | |
| "learning_rate": 1.929130009775171e-05, | |
| "loss": 6.2993, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 18.475073313782993, | |
| "grad_norm": 2.973019599914551, | |
| "learning_rate": 1.92214774472839e-05, | |
| "loss": 6.3292, | |
| "step": 44100 | |
| }, | |
| { | |
| "epoch": 18.51696690406368, | |
| "grad_norm": 3.5055582523345947, | |
| "learning_rate": 1.9151654796816086e-05, | |
| "loss": 6.3175, | |
| "step": 44200 | |
| }, | |
| { | |
| "epoch": 18.558860494344366, | |
| "grad_norm": 2.9543776512145996, | |
| "learning_rate": 1.9081832146348277e-05, | |
| "loss": 6.3206, | |
| "step": 44300 | |
| }, | |
| { | |
| "epoch": 18.600754084625052, | |
| "grad_norm": 2.790940284729004, | |
| "learning_rate": 1.9012009495880465e-05, | |
| "loss": 6.3383, | |
| "step": 44400 | |
| }, | |
| { | |
| "epoch": 18.64264767490574, | |
| "grad_norm": 3.419908285140991, | |
| "learning_rate": 1.8942186845412653e-05, | |
| "loss": 6.3329, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 18.684541265186425, | |
| "grad_norm": 3.3396215438842773, | |
| "learning_rate": 1.887236419494484e-05, | |
| "loss": 6.312, | |
| "step": 44600 | |
| }, | |
| { | |
| "epoch": 18.726434855467115, | |
| "grad_norm": 2.6713643074035645, | |
| "learning_rate": 1.8802541544477028e-05, | |
| "loss": 6.315, | |
| "step": 44700 | |
| }, | |
| { | |
| "epoch": 18.7683284457478, | |
| "grad_norm": 3.2764880657196045, | |
| "learning_rate": 1.8733417120513895e-05, | |
| "loss": 6.3311, | |
| "step": 44800 | |
| }, | |
| { | |
| "epoch": 18.810222036028488, | |
| "grad_norm": 3.602581739425659, | |
| "learning_rate": 1.8663594470046083e-05, | |
| "loss": 6.327, | |
| "step": 44900 | |
| }, | |
| { | |
| "epoch": 18.852115626309175, | |
| "grad_norm": 3.052971124649048, | |
| "learning_rate": 1.8593771819578274e-05, | |
| "loss": 6.2911, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 18.89400921658986, | |
| "grad_norm": 3.0912699699401855, | |
| "learning_rate": 1.852394916911046e-05, | |
| "loss": 6.3057, | |
| "step": 45100 | |
| }, | |
| { | |
| "epoch": 18.935902806870548, | |
| "grad_norm": 2.631545305252075, | |
| "learning_rate": 1.845412651864265e-05, | |
| "loss": 6.3381, | |
| "step": 45200 | |
| }, | |
| { | |
| "epoch": 18.977796397151234, | |
| "grad_norm": 3.8213324546813965, | |
| "learning_rate": 1.8384303868174836e-05, | |
| "loss": 6.3123, | |
| "step": 45300 | |
| }, | |
| { | |
| "epoch": 19.019689987431924, | |
| "grad_norm": 3.3717353343963623, | |
| "learning_rate": 1.8314481217707024e-05, | |
| "loss": 6.3194, | |
| "step": 45400 | |
| }, | |
| { | |
| "epoch": 19.06158357771261, | |
| "grad_norm": 2.831409215927124, | |
| "learning_rate": 1.8244658567239215e-05, | |
| "loss": 6.3383, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 19.103477167993297, | |
| "grad_norm": 2.915093183517456, | |
| "learning_rate": 1.8174835916771403e-05, | |
| "loss": 6.3208, | |
| "step": 45600 | |
| }, | |
| { | |
| "epoch": 19.145370758273984, | |
| "grad_norm": 3.1236917972564697, | |
| "learning_rate": 1.810501326630359e-05, | |
| "loss": 6.3089, | |
| "step": 45700 | |
| }, | |
| { | |
| "epoch": 19.18726434855467, | |
| "grad_norm": 3.2876298427581787, | |
| "learning_rate": 1.8035190615835778e-05, | |
| "loss": 6.2975, | |
| "step": 45800 | |
| }, | |
| { | |
| "epoch": 19.229157938835357, | |
| "grad_norm": 2.6437103748321533, | |
| "learning_rate": 1.7965367965367965e-05, | |
| "loss": 6.3341, | |
| "step": 45900 | |
| }, | |
| { | |
| "epoch": 19.271051529116047, | |
| "grad_norm": 2.9252028465270996, | |
| "learning_rate": 1.7895545314900156e-05, | |
| "loss": 6.3404, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 19.312945119396733, | |
| "grad_norm": 3.4250340461730957, | |
| "learning_rate": 1.7825722664432344e-05, | |
| "loss": 6.3072, | |
| "step": 46100 | |
| }, | |
| { | |
| "epoch": 19.35483870967742, | |
| "grad_norm": 3.1287946701049805, | |
| "learning_rate": 1.775590001396453e-05, | |
| "loss": 6.3022, | |
| "step": 46200 | |
| }, | |
| { | |
| "epoch": 19.396732299958106, | |
| "grad_norm": 3.4577419757843018, | |
| "learning_rate": 1.76867755900014e-05, | |
| "loss": 6.2938, | |
| "step": 46300 | |
| }, | |
| { | |
| "epoch": 19.438625890238793, | |
| "grad_norm": 3.7131240367889404, | |
| "learning_rate": 1.7616952939533586e-05, | |
| "loss": 6.3088, | |
| "step": 46400 | |
| }, | |
| { | |
| "epoch": 19.48051948051948, | |
| "grad_norm": 3.6799802780151367, | |
| "learning_rate": 1.7547130289065774e-05, | |
| "loss": 6.3326, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 19.522413070800166, | |
| "grad_norm": 2.834351062774658, | |
| "learning_rate": 1.747730763859796e-05, | |
| "loss": 6.2952, | |
| "step": 46600 | |
| }, | |
| { | |
| "epoch": 19.564306661080856, | |
| "grad_norm": 3.0629451274871826, | |
| "learning_rate": 1.7407484988130152e-05, | |
| "loss": 6.3185, | |
| "step": 46700 | |
| }, | |
| { | |
| "epoch": 19.606200251361543, | |
| "grad_norm": 3.4801712036132812, | |
| "learning_rate": 1.733766233766234e-05, | |
| "loss": 6.3003, | |
| "step": 46800 | |
| }, | |
| { | |
| "epoch": 19.64809384164223, | |
| "grad_norm": 2.8250389099121094, | |
| "learning_rate": 1.7267839687194524e-05, | |
| "loss": 6.3033, | |
| "step": 46900 | |
| }, | |
| { | |
| "epoch": 19.689987431922916, | |
| "grad_norm": 3.5964672565460205, | |
| "learning_rate": 1.7198017036726715e-05, | |
| "loss": 6.293, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 19.731881022203602, | |
| "grad_norm": 2.7947146892547607, | |
| "learning_rate": 1.7128194386258903e-05, | |
| "loss": 6.2884, | |
| "step": 47100 | |
| }, | |
| { | |
| "epoch": 19.77377461248429, | |
| "grad_norm": 3.0473551750183105, | |
| "learning_rate": 1.7058371735791094e-05, | |
| "loss": 6.312, | |
| "step": 47200 | |
| }, | |
| { | |
| "epoch": 19.81566820276498, | |
| "grad_norm": 3.1810736656188965, | |
| "learning_rate": 1.698854908532328e-05, | |
| "loss": 6.3102, | |
| "step": 47300 | |
| }, | |
| { | |
| "epoch": 19.857561793045665, | |
| "grad_norm": 3.0046746730804443, | |
| "learning_rate": 1.6918726434855465e-05, | |
| "loss": 6.3115, | |
| "step": 47400 | |
| }, | |
| { | |
| "epoch": 19.89945538332635, | |
| "grad_norm": 2.6985220909118652, | |
| "learning_rate": 1.6848903784387656e-05, | |
| "loss": 6.3132, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 19.941348973607038, | |
| "grad_norm": 2.958906650543213, | |
| "learning_rate": 1.6779081133919844e-05, | |
| "loss": 6.3024, | |
| "step": 47600 | |
| }, | |
| { | |
| "epoch": 19.983242563887725, | |
| "grad_norm": 3.5484089851379395, | |
| "learning_rate": 1.6709258483452035e-05, | |
| "loss": 6.2989, | |
| "step": 47700 | |
| }, | |
| { | |
| "epoch": 20.02513615416841, | |
| "grad_norm": 4.328272342681885, | |
| "learning_rate": 1.6639435832984222e-05, | |
| "loss": 6.3162, | |
| "step": 47800 | |
| }, | |
| { | |
| "epoch": 20.067029744449098, | |
| "grad_norm": 3.0396926403045654, | |
| "learning_rate": 1.6569613182516407e-05, | |
| "loss": 6.3004, | |
| "step": 47900 | |
| }, | |
| { | |
| "epoch": 20.108923334729788, | |
| "grad_norm": 3.328972339630127, | |
| "learning_rate": 1.6499790532048598e-05, | |
| "loss": 6.2855, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 20.150816925010474, | |
| "grad_norm": 3.301114320755005, | |
| "learning_rate": 1.6429967881580785e-05, | |
| "loss": 6.2874, | |
| "step": 48100 | |
| }, | |
| { | |
| "epoch": 20.19271051529116, | |
| "grad_norm": 3.297041177749634, | |
| "learning_rate": 1.6360145231112976e-05, | |
| "loss": 6.3089, | |
| "step": 48200 | |
| }, | |
| { | |
| "epoch": 20.234604105571847, | |
| "grad_norm": 2.9122605323791504, | |
| "learning_rate": 1.6290322580645164e-05, | |
| "loss": 6.3157, | |
| "step": 48300 | |
| }, | |
| { | |
| "epoch": 20.276497695852534, | |
| "grad_norm": 2.8182084560394287, | |
| "learning_rate": 1.6220499930177348e-05, | |
| "loss": 6.3118, | |
| "step": 48400 | |
| }, | |
| { | |
| "epoch": 20.31839128613322, | |
| "grad_norm": 3.8560192584991455, | |
| "learning_rate": 1.615067727970954e-05, | |
| "loss": 6.2858, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 20.36028487641391, | |
| "grad_norm": 2.457240581512451, | |
| "learning_rate": 1.6080854629241726e-05, | |
| "loss": 6.3077, | |
| "step": 48600 | |
| }, | |
| { | |
| "epoch": 20.402178466694597, | |
| "grad_norm": 3.5376362800598145, | |
| "learning_rate": 1.6011031978773917e-05, | |
| "loss": 6.2892, | |
| "step": 48700 | |
| }, | |
| { | |
| "epoch": 20.444072056975283, | |
| "grad_norm": 3.3489222526550293, | |
| "learning_rate": 1.59412093283061e-05, | |
| "loss": 6.2973, | |
| "step": 48800 | |
| }, | |
| { | |
| "epoch": 20.48596564725597, | |
| "grad_norm": 3.600166082382202, | |
| "learning_rate": 1.587138667783829e-05, | |
| "loss": 6.31, | |
| "step": 48900 | |
| }, | |
| { | |
| "epoch": 20.527859237536656, | |
| "grad_norm": 3.255598783493042, | |
| "learning_rate": 1.580156402737048e-05, | |
| "loss": 6.2389, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 20.569752827817343, | |
| "grad_norm": 3.166994094848633, | |
| "learning_rate": 1.5731741376902668e-05, | |
| "loss": 6.303, | |
| "step": 49100 | |
| }, | |
| { | |
| "epoch": 20.61164641809803, | |
| "grad_norm": 3.615269184112549, | |
| "learning_rate": 1.566191872643486e-05, | |
| "loss": 6.281, | |
| "step": 49200 | |
| }, | |
| { | |
| "epoch": 20.65354000837872, | |
| "grad_norm": 3.1495063304901123, | |
| "learning_rate": 1.5592096075967043e-05, | |
| "loss": 6.2666, | |
| "step": 49300 | |
| }, | |
| { | |
| "epoch": 20.695433598659406, | |
| "grad_norm": 2.9170730113983154, | |
| "learning_rate": 1.552227342549923e-05, | |
| "loss": 6.2738, | |
| "step": 49400 | |
| }, | |
| { | |
| "epoch": 20.737327188940093, | |
| "grad_norm": 3.0922224521636963, | |
| "learning_rate": 1.545245077503142e-05, | |
| "loss": 6.2805, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 20.77922077922078, | |
| "grad_norm": 3.088012933731079, | |
| "learning_rate": 1.538262812456361e-05, | |
| "loss": 6.2906, | |
| "step": 49600 | |
| }, | |
| { | |
| "epoch": 20.821114369501466, | |
| "grad_norm": 2.939486503601074, | |
| "learning_rate": 1.53128054740958e-05, | |
| "loss": 6.2636, | |
| "step": 49700 | |
| }, | |
| { | |
| "epoch": 20.863007959782152, | |
| "grad_norm": 3.597949743270874, | |
| "learning_rate": 1.5242982823627986e-05, | |
| "loss": 6.2745, | |
| "step": 49800 | |
| }, | |
| { | |
| "epoch": 20.90490155006284, | |
| "grad_norm": 3.4760777950286865, | |
| "learning_rate": 1.5173160173160175e-05, | |
| "loss": 6.2702, | |
| "step": 49900 | |
| }, | |
| { | |
| "epoch": 20.94679514034353, | |
| "grad_norm": 3.04856014251709, | |
| "learning_rate": 1.5103337522692362e-05, | |
| "loss": 6.2841, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 20.988688730624215, | |
| "grad_norm": 2.849895477294922, | |
| "learning_rate": 1.503351487222455e-05, | |
| "loss": 6.2814, | |
| "step": 50100 | |
| }, | |
| { | |
| "epoch": 21.0305823209049, | |
| "grad_norm": 3.1246280670166016, | |
| "learning_rate": 1.496369222175674e-05, | |
| "loss": 6.2754, | |
| "step": 50200 | |
| }, | |
| { | |
| "epoch": 21.072475911185588, | |
| "grad_norm": 3.303846836090088, | |
| "learning_rate": 1.4894567797793605e-05, | |
| "loss": 6.2661, | |
| "step": 50300 | |
| }, | |
| { | |
| "epoch": 21.114369501466275, | |
| "grad_norm": 3.5818755626678467, | |
| "learning_rate": 1.4824745147325794e-05, | |
| "loss": 6.2804, | |
| "step": 50400 | |
| }, | |
| { | |
| "epoch": 21.15626309174696, | |
| "grad_norm": 3.0695786476135254, | |
| "learning_rate": 1.4754922496857982e-05, | |
| "loss": 6.284, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 21.19815668202765, | |
| "grad_norm": 3.6067614555358887, | |
| "learning_rate": 1.4685099846390168e-05, | |
| "loss": 6.2863, | |
| "step": 50600 | |
| }, | |
| { | |
| "epoch": 21.240050272308338, | |
| "grad_norm": 3.2230417728424072, | |
| "learning_rate": 1.4615277195922359e-05, | |
| "loss": 6.287, | |
| "step": 50700 | |
| }, | |
| { | |
| "epoch": 21.281943862589024, | |
| "grad_norm": 3.059466600418091, | |
| "learning_rate": 1.4545454545454545e-05, | |
| "loss": 6.2442, | |
| "step": 50800 | |
| }, | |
| { | |
| "epoch": 21.32383745286971, | |
| "grad_norm": 3.7770040035247803, | |
| "learning_rate": 1.4475631894986736e-05, | |
| "loss": 6.2612, | |
| "step": 50900 | |
| }, | |
| { | |
| "epoch": 21.365731043150397, | |
| "grad_norm": 3.3269879817962646, | |
| "learning_rate": 1.4405809244518923e-05, | |
| "loss": 6.2985, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 21.407624633431084, | |
| "grad_norm": 2.649940252304077, | |
| "learning_rate": 1.4335986594051109e-05, | |
| "loss": 6.2343, | |
| "step": 51100 | |
| }, | |
| { | |
| "epoch": 21.44951822371177, | |
| "grad_norm": 3.4042983055114746, | |
| "learning_rate": 1.42661639435833e-05, | |
| "loss": 6.2701, | |
| "step": 51200 | |
| }, | |
| { | |
| "epoch": 21.49141181399246, | |
| "grad_norm": 3.1958000659942627, | |
| "learning_rate": 1.4196341293115486e-05, | |
| "loss": 6.2866, | |
| "step": 51300 | |
| }, | |
| { | |
| "epoch": 21.533305404273147, | |
| "grad_norm": 3.6010313034057617, | |
| "learning_rate": 1.4126518642647677e-05, | |
| "loss": 6.2683, | |
| "step": 51400 | |
| }, | |
| { | |
| "epoch": 21.575198994553833, | |
| "grad_norm": 3.429414749145508, | |
| "learning_rate": 1.4056695992179864e-05, | |
| "loss": 6.2408, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 21.61709258483452, | |
| "grad_norm": 3.069561004638672, | |
| "learning_rate": 1.3986873341712054e-05, | |
| "loss": 6.2641, | |
| "step": 51600 | |
| }, | |
| { | |
| "epoch": 21.658986175115206, | |
| "grad_norm": 3.575247287750244, | |
| "learning_rate": 1.3917050691244241e-05, | |
| "loss": 6.2722, | |
| "step": 51700 | |
| }, | |
| { | |
| "epoch": 21.700879765395893, | |
| "grad_norm": 3.033505439758301, | |
| "learning_rate": 1.3847228040776427e-05, | |
| "loss": 6.2424, | |
| "step": 51800 | |
| }, | |
| { | |
| "epoch": 21.742773355676583, | |
| "grad_norm": 3.287740707397461, | |
| "learning_rate": 1.3777405390308618e-05, | |
| "loss": 6.2516, | |
| "step": 51900 | |
| }, | |
| { | |
| "epoch": 21.78466694595727, | |
| "grad_norm": 3.0363028049468994, | |
| "learning_rate": 1.3707582739840804e-05, | |
| "loss": 6.2641, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 21.826560536237956, | |
| "grad_norm": 3.1549689769744873, | |
| "learning_rate": 1.3637760089372995e-05, | |
| "loss": 6.2335, | |
| "step": 52100 | |
| }, | |
| { | |
| "epoch": 21.868454126518643, | |
| "grad_norm": 3.8512282371520996, | |
| "learning_rate": 1.3567937438905182e-05, | |
| "loss": 6.2729, | |
| "step": 52200 | |
| }, | |
| { | |
| "epoch": 21.91034771679933, | |
| "grad_norm": 4.0751824378967285, | |
| "learning_rate": 1.3498813014942047e-05, | |
| "loss": 6.2397, | |
| "step": 52300 | |
| }, | |
| { | |
| "epoch": 21.952241307080016, | |
| "grad_norm": 3.375235080718994, | |
| "learning_rate": 1.3428990364474236e-05, | |
| "loss": 6.2316, | |
| "step": 52400 | |
| }, | |
| { | |
| "epoch": 21.994134897360702, | |
| "grad_norm": 3.093156337738037, | |
| "learning_rate": 1.3359167714006423e-05, | |
| "loss": 6.2468, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 22.036028487641392, | |
| "grad_norm": 3.729182243347168, | |
| "learning_rate": 1.3289345063538614e-05, | |
| "loss": 6.2366, | |
| "step": 52600 | |
| }, | |
| { | |
| "epoch": 22.07792207792208, | |
| "grad_norm": 3.4075732231140137, | |
| "learning_rate": 1.32195224130708e-05, | |
| "loss": 6.2693, | |
| "step": 52700 | |
| }, | |
| { | |
| "epoch": 22.119815668202765, | |
| "grad_norm": 2.9553005695343018, | |
| "learning_rate": 1.3149699762602988e-05, | |
| "loss": 6.2592, | |
| "step": 52800 | |
| }, | |
| { | |
| "epoch": 22.16170925848345, | |
| "grad_norm": 3.094538688659668, | |
| "learning_rate": 1.3079877112135177e-05, | |
| "loss": 6.26, | |
| "step": 52900 | |
| }, | |
| { | |
| "epoch": 22.203602848764138, | |
| "grad_norm": 3.907914161682129, | |
| "learning_rate": 1.3010054461667365e-05, | |
| "loss": 6.2711, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 22.245496439044825, | |
| "grad_norm": 3.7182159423828125, | |
| "learning_rate": 1.2940231811199554e-05, | |
| "loss": 6.2713, | |
| "step": 53100 | |
| }, | |
| { | |
| "epoch": 22.287390029325515, | |
| "grad_norm": 2.8652303218841553, | |
| "learning_rate": 1.2870409160731741e-05, | |
| "loss": 6.2325, | |
| "step": 53200 | |
| }, | |
| { | |
| "epoch": 22.3292836196062, | |
| "grad_norm": 3.190359592437744, | |
| "learning_rate": 1.2800586510263929e-05, | |
| "loss": 6.2563, | |
| "step": 53300 | |
| }, | |
| { | |
| "epoch": 22.371177209886888, | |
| "grad_norm": 3.372394561767578, | |
| "learning_rate": 1.2730763859796118e-05, | |
| "loss": 6.2489, | |
| "step": 53400 | |
| }, | |
| { | |
| "epoch": 22.413070800167574, | |
| "grad_norm": 3.340397596359253, | |
| "learning_rate": 1.2660941209328306e-05, | |
| "loss": 6.2147, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 22.45496439044826, | |
| "grad_norm": 3.1127400398254395, | |
| "learning_rate": 1.2591118558860495e-05, | |
| "loss": 6.2588, | |
| "step": 53600 | |
| }, | |
| { | |
| "epoch": 22.496857980728947, | |
| "grad_norm": 4.315746307373047, | |
| "learning_rate": 1.2521295908392683e-05, | |
| "loss": 6.2641, | |
| "step": 53700 | |
| }, | |
| { | |
| "epoch": 22.538751571009634, | |
| "grad_norm": 3.204827070236206, | |
| "learning_rate": 1.2451473257924872e-05, | |
| "loss": 6.2506, | |
| "step": 53800 | |
| }, | |
| { | |
| "epoch": 22.580645161290324, | |
| "grad_norm": 3.653074026107788, | |
| "learning_rate": 1.238165060745706e-05, | |
| "loss": 6.2512, | |
| "step": 53900 | |
| }, | |
| { | |
| "epoch": 22.62253875157101, | |
| "grad_norm": 3.8693697452545166, | |
| "learning_rate": 1.2311827956989249e-05, | |
| "loss": 6.2515, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 22.664432341851697, | |
| "grad_norm": 3.9418985843658447, | |
| "learning_rate": 1.2242005306521436e-05, | |
| "loss": 6.2522, | |
| "step": 54100 | |
| }, | |
| { | |
| "epoch": 22.706325932132383, | |
| "grad_norm": 3.328951358795166, | |
| "learning_rate": 1.2172182656053624e-05, | |
| "loss": 6.2244, | |
| "step": 54200 | |
| }, | |
| { | |
| "epoch": 22.74821952241307, | |
| "grad_norm": 3.251552104949951, | |
| "learning_rate": 1.210305823209049e-05, | |
| "loss": 6.2413, | |
| "step": 54300 | |
| }, | |
| { | |
| "epoch": 22.790113112693756, | |
| "grad_norm": 3.0756313800811768, | |
| "learning_rate": 1.2033235581622679e-05, | |
| "loss": 6.2343, | |
| "step": 54400 | |
| }, | |
| { | |
| "epoch": 22.832006702974446, | |
| "grad_norm": 3.174830913543701, | |
| "learning_rate": 1.1963412931154867e-05, | |
| "loss": 6.2445, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 22.873900293255133, | |
| "grad_norm": 2.831454038619995, | |
| "learning_rate": 1.1893590280687056e-05, | |
| "loss": 6.2457, | |
| "step": 54600 | |
| }, | |
| { | |
| "epoch": 22.91579388353582, | |
| "grad_norm": 3.3783247470855713, | |
| "learning_rate": 1.1823767630219245e-05, | |
| "loss": 6.2202, | |
| "step": 54700 | |
| }, | |
| { | |
| "epoch": 22.957687473816506, | |
| "grad_norm": 3.4505226612091064, | |
| "learning_rate": 1.1753944979751431e-05, | |
| "loss": 6.2329, | |
| "step": 54800 | |
| }, | |
| { | |
| "epoch": 22.999581064097192, | |
| "grad_norm": 4.203530311584473, | |
| "learning_rate": 1.168412232928362e-05, | |
| "loss": 6.2464, | |
| "step": 54900 | |
| }, | |
| { | |
| "epoch": 23.04147465437788, | |
| "grad_norm": 3.295198678970337, | |
| "learning_rate": 1.1614299678815808e-05, | |
| "loss": 6.2163, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 23.083368244658566, | |
| "grad_norm": 3.6795082092285156, | |
| "learning_rate": 1.1544477028347997e-05, | |
| "loss": 6.2108, | |
| "step": 55100 | |
| }, | |
| { | |
| "epoch": 23.125261834939256, | |
| "grad_norm": 3.7577404975891113, | |
| "learning_rate": 1.1474654377880186e-05, | |
| "loss": 6.2406, | |
| "step": 55200 | |
| }, | |
| { | |
| "epoch": 23.167155425219942, | |
| "grad_norm": 4.524641036987305, | |
| "learning_rate": 1.1404831727412372e-05, | |
| "loss": 6.2449, | |
| "step": 55300 | |
| }, | |
| { | |
| "epoch": 23.20904901550063, | |
| "grad_norm": 3.3049490451812744, | |
| "learning_rate": 1.1335009076944561e-05, | |
| "loss": 6.202, | |
| "step": 55400 | |
| }, | |
| { | |
| "epoch": 23.250942605781315, | |
| "grad_norm": 3.6244115829467773, | |
| "learning_rate": 1.1265186426476749e-05, | |
| "loss": 6.2214, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 23.292836196062, | |
| "grad_norm": 3.1158556938171387, | |
| "learning_rate": 1.1195363776008938e-05, | |
| "loss": 6.2247, | |
| "step": 55600 | |
| }, | |
| { | |
| "epoch": 23.334729786342688, | |
| "grad_norm": 3.208771228790283, | |
| "learning_rate": 1.1125541125541126e-05, | |
| "loss": 6.2416, | |
| "step": 55700 | |
| }, | |
| { | |
| "epoch": 23.376623376623378, | |
| "grad_norm": 4.181106090545654, | |
| "learning_rate": 1.1055718475073313e-05, | |
| "loss": 6.2343, | |
| "step": 55800 | |
| }, | |
| { | |
| "epoch": 23.418516966904065, | |
| "grad_norm": 2.8972866535186768, | |
| "learning_rate": 1.0985895824605503e-05, | |
| "loss": 6.2186, | |
| "step": 55900 | |
| }, | |
| { | |
| "epoch": 23.46041055718475, | |
| "grad_norm": 3.1691384315490723, | |
| "learning_rate": 1.091607317413769e-05, | |
| "loss": 6.2328, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 23.502304147465438, | |
| "grad_norm": 3.214346408843994, | |
| "learning_rate": 1.084625052366988e-05, | |
| "loss": 6.2356, | |
| "step": 56100 | |
| }, | |
| { | |
| "epoch": 23.544197737746124, | |
| "grad_norm": 3.0547690391540527, | |
| "learning_rate": 1.0776427873202067e-05, | |
| "loss": 6.2245, | |
| "step": 56200 | |
| }, | |
| { | |
| "epoch": 23.58609132802681, | |
| "grad_norm": 3.6090760231018066, | |
| "learning_rate": 1.0707303449238935e-05, | |
| "loss": 6.2634, | |
| "step": 56300 | |
| }, | |
| { | |
| "epoch": 23.627984918307497, | |
| "grad_norm": 3.210068702697754, | |
| "learning_rate": 1.0637480798771122e-05, | |
| "loss": 6.2126, | |
| "step": 56400 | |
| }, | |
| { | |
| "epoch": 23.669878508588187, | |
| "grad_norm": 3.872507095336914, | |
| "learning_rate": 1.056765814830331e-05, | |
| "loss": 6.2286, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 23.711772098868874, | |
| "grad_norm": 4.503695011138916, | |
| "learning_rate": 1.0497835497835499e-05, | |
| "loss": 6.2156, | |
| "step": 56600 | |
| }, | |
| { | |
| "epoch": 23.75366568914956, | |
| "grad_norm": 3.963315486907959, | |
| "learning_rate": 1.0428012847367686e-05, | |
| "loss": 6.2247, | |
| "step": 56700 | |
| }, | |
| { | |
| "epoch": 23.795559279430247, | |
| "grad_norm": 3.4394917488098145, | |
| "learning_rate": 1.0358190196899876e-05, | |
| "loss": 6.234, | |
| "step": 56800 | |
| }, | |
| { | |
| "epoch": 23.837452869710933, | |
| "grad_norm": 3.403167724609375, | |
| "learning_rate": 1.0288367546432063e-05, | |
| "loss": 6.2045, | |
| "step": 56900 | |
| }, | |
| { | |
| "epoch": 23.87934645999162, | |
| "grad_norm": 2.8274378776550293, | |
| "learning_rate": 1.0218544895964251e-05, | |
| "loss": 6.2121, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 23.92124005027231, | |
| "grad_norm": 3.277188301086426, | |
| "learning_rate": 1.0148722245496438e-05, | |
| "loss": 6.222, | |
| "step": 57100 | |
| }, | |
| { | |
| "epoch": 23.963133640552996, | |
| "grad_norm": 3.0735063552856445, | |
| "learning_rate": 1.0078899595028628e-05, | |
| "loss": 6.2257, | |
| "step": 57200 | |
| }, | |
| { | |
| "epoch": 24.005027230833683, | |
| "grad_norm": 3.6680026054382324, | |
| "learning_rate": 1.0009076944560817e-05, | |
| "loss": 6.2131, | |
| "step": 57300 | |
| }, | |
| { | |
| "epoch": 24.04692082111437, | |
| "grad_norm": 3.134713888168335, | |
| "learning_rate": 9.939254294093005e-06, | |
| "loss": 6.2241, | |
| "step": 57400 | |
| }, | |
| { | |
| "epoch": 24.088814411395056, | |
| "grad_norm": 2.9466712474823, | |
| "learning_rate": 9.869431643625192e-06, | |
| "loss": 6.2158, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 24.130708001675742, | |
| "grad_norm": 3.468949794769287, | |
| "learning_rate": 9.79960899315738e-06, | |
| "loss": 6.1793, | |
| "step": 57600 | |
| }, | |
| { | |
| "epoch": 24.17260159195643, | |
| "grad_norm": 3.5487060546875, | |
| "learning_rate": 9.729786342689569e-06, | |
| "loss": 6.2218, | |
| "step": 57700 | |
| }, | |
| { | |
| "epoch": 24.21449518223712, | |
| "grad_norm": 4.345893383026123, | |
| "learning_rate": 9.659963692221758e-06, | |
| "loss": 6.2023, | |
| "step": 57800 | |
| }, | |
| { | |
| "epoch": 24.256388772517806, | |
| "grad_norm": 2.9016401767730713, | |
| "learning_rate": 9.590141041753946e-06, | |
| "loss": 6.23, | |
| "step": 57900 | |
| }, | |
| { | |
| "epoch": 24.298282362798492, | |
| "grad_norm": 4.17023229598999, | |
| "learning_rate": 9.520318391286135e-06, | |
| "loss": 6.2114, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 24.34017595307918, | |
| "grad_norm": 3.322115421295166, | |
| "learning_rate": 9.45049574081832e-06, | |
| "loss": 6.204, | |
| "step": 58100 | |
| }, | |
| { | |
| "epoch": 24.382069543359865, | |
| "grad_norm": 3.709805488586426, | |
| "learning_rate": 9.38067309035051e-06, | |
| "loss": 6.2087, | |
| "step": 58200 | |
| }, | |
| { | |
| "epoch": 24.42396313364055, | |
| "grad_norm": 3.225588798522949, | |
| "learning_rate": 9.311548666387376e-06, | |
| "loss": 6.2436, | |
| "step": 58300 | |
| }, | |
| { | |
| "epoch": 24.46585672392124, | |
| "grad_norm": 3.1229472160339355, | |
| "learning_rate": 9.241726015919565e-06, | |
| "loss": 6.2253, | |
| "step": 58400 | |
| }, | |
| { | |
| "epoch": 24.507750314201928, | |
| "grad_norm": 3.4445230960845947, | |
| "learning_rate": 9.171903365451753e-06, | |
| "loss": 6.2254, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 24.549643904482615, | |
| "grad_norm": 4.2796807289123535, | |
| "learning_rate": 9.102080714983942e-06, | |
| "loss": 6.221, | |
| "step": 58600 | |
| }, | |
| { | |
| "epoch": 24.5915374947633, | |
| "grad_norm": 3.2323966026306152, | |
| "learning_rate": 9.03225806451613e-06, | |
| "loss": 6.228, | |
| "step": 58700 | |
| }, | |
| { | |
| "epoch": 24.633431085043988, | |
| "grad_norm": 4.064596652984619, | |
| "learning_rate": 8.962435414048317e-06, | |
| "loss": 6.2363, | |
| "step": 58800 | |
| }, | |
| { | |
| "epoch": 24.675324675324674, | |
| "grad_norm": 3.068544864654541, | |
| "learning_rate": 8.893310990085183e-06, | |
| "loss": 6.2508, | |
| "step": 58900 | |
| }, | |
| { | |
| "epoch": 24.71721826560536, | |
| "grad_norm": 2.6201155185699463, | |
| "learning_rate": 8.823488339617372e-06, | |
| "loss": 6.2193, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 24.75911185588605, | |
| "grad_norm": 4.960629463195801, | |
| "learning_rate": 8.753665689149562e-06, | |
| "loss": 6.1999, | |
| "step": 59100 | |
| }, | |
| { | |
| "epoch": 24.801005446166737, | |
| "grad_norm": 3.191586971282959, | |
| "learning_rate": 8.683843038681749e-06, | |
| "loss": 6.2203, | |
| "step": 59200 | |
| }, | |
| { | |
| "epoch": 24.842899036447424, | |
| "grad_norm": 3.224745512008667, | |
| "learning_rate": 8.614020388213937e-06, | |
| "loss": 6.212, | |
| "step": 59300 | |
| }, | |
| { | |
| "epoch": 24.88479262672811, | |
| "grad_norm": 3.450741767883301, | |
| "learning_rate": 8.544197737746124e-06, | |
| "loss": 6.2386, | |
| "step": 59400 | |
| }, | |
| { | |
| "epoch": 24.926686217008797, | |
| "grad_norm": 4.297729969024658, | |
| "learning_rate": 8.474375087278313e-06, | |
| "loss": 6.2088, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 24.968579807289483, | |
| "grad_norm": 3.376110553741455, | |
| "learning_rate": 8.404552436810503e-06, | |
| "loss": 6.2176, | |
| "step": 59600 | |
| }, | |
| { | |
| "epoch": 25.010473397570173, | |
| "grad_norm": 3.0211358070373535, | |
| "learning_rate": 8.33472978634269e-06, | |
| "loss": 6.1906, | |
| "step": 59700 | |
| }, | |
| { | |
| "epoch": 25.05236698785086, | |
| "grad_norm": 2.8490803241729736, | |
| "learning_rate": 8.264907135874878e-06, | |
| "loss": 6.2, | |
| "step": 59800 | |
| }, | |
| { | |
| "epoch": 25.094260578131546, | |
| "grad_norm": 3.0233705043792725, | |
| "learning_rate": 8.195084485407065e-06, | |
| "loss": 6.1886, | |
| "step": 59900 | |
| }, | |
| { | |
| "epoch": 25.136154168412233, | |
| "grad_norm": 3.7582995891571045, | |
| "learning_rate": 8.125261834939255e-06, | |
| "loss": 6.2064, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 25.17804775869292, | |
| "grad_norm": 3.128079891204834, | |
| "learning_rate": 8.055439184471442e-06, | |
| "loss": 6.2264, | |
| "step": 60100 | |
| }, | |
| { | |
| "epoch": 25.219941348973606, | |
| "grad_norm": 3.1808972358703613, | |
| "learning_rate": 7.985616534003632e-06, | |
| "loss": 6.2149, | |
| "step": 60200 | |
| }, | |
| { | |
| "epoch": 25.261834939254292, | |
| "grad_norm": 3.2326996326446533, | |
| "learning_rate": 7.91579388353582e-06, | |
| "loss": 6.2142, | |
| "step": 60300 | |
| }, | |
| { | |
| "epoch": 25.303728529534983, | |
| "grad_norm": 3.267465114593506, | |
| "learning_rate": 7.845971233068007e-06, | |
| "loss": 6.2439, | |
| "step": 60400 | |
| }, | |
| { | |
| "epoch": 25.34562211981567, | |
| "grad_norm": 3.691075563430786, | |
| "learning_rate": 7.776148582600196e-06, | |
| "loss": 6.2178, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 25.387515710096356, | |
| "grad_norm": 3.290562152862549, | |
| "learning_rate": 7.706325932132383e-06, | |
| "loss": 6.2165, | |
| "step": 60600 | |
| }, | |
| { | |
| "epoch": 25.429409300377042, | |
| "grad_norm": 4.553886413574219, | |
| "learning_rate": 7.636503281664573e-06, | |
| "loss": 6.2165, | |
| "step": 60700 | |
| }, | |
| { | |
| "epoch": 25.47130289065773, | |
| "grad_norm": 4.013444423675537, | |
| "learning_rate": 7.566680631196761e-06, | |
| "loss": 6.2122, | |
| "step": 60800 | |
| }, | |
| { | |
| "epoch": 25.513196480938415, | |
| "grad_norm": 4.044810771942139, | |
| "learning_rate": 7.496857980728948e-06, | |
| "loss": 6.2533, | |
| "step": 60900 | |
| }, | |
| { | |
| "epoch": 25.555090071219105, | |
| "grad_norm": 3.788613796234131, | |
| "learning_rate": 7.427035330261137e-06, | |
| "loss": 6.2039, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 25.59698366149979, | |
| "grad_norm": 3.317281484603882, | |
| "learning_rate": 7.3572126797933255e-06, | |
| "loss": 6.2228, | |
| "step": 61100 | |
| }, | |
| { | |
| "epoch": 25.638877251780478, | |
| "grad_norm": 3.4238085746765137, | |
| "learning_rate": 7.287390029325514e-06, | |
| "loss": 6.1979, | |
| "step": 61200 | |
| }, | |
| { | |
| "epoch": 25.680770842061165, | |
| "grad_norm": 3.1558725833892822, | |
| "learning_rate": 7.217567378857702e-06, | |
| "loss": 6.2044, | |
| "step": 61300 | |
| }, | |
| { | |
| "epoch": 25.72266443234185, | |
| "grad_norm": 2.939328670501709, | |
| "learning_rate": 7.147744728389889e-06, | |
| "loss": 6.2312, | |
| "step": 61400 | |
| }, | |
| { | |
| "epoch": 25.764558022622538, | |
| "grad_norm": 4.0037455558776855, | |
| "learning_rate": 7.0779220779220775e-06, | |
| "loss": 6.228, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 25.806451612903224, | |
| "grad_norm": 4.4582343101501465, | |
| "learning_rate": 7.008099427454267e-06, | |
| "loss": 6.2132, | |
| "step": 61600 | |
| }, | |
| { | |
| "epoch": 25.848345203183914, | |
| "grad_norm": 3.006201982498169, | |
| "learning_rate": 6.938276776986455e-06, | |
| "loss": 6.2242, | |
| "step": 61700 | |
| }, | |
| { | |
| "epoch": 25.8902387934646, | |
| "grad_norm": 3.6898059844970703, | |
| "learning_rate": 6.8684541265186436e-06, | |
| "loss": 6.2134, | |
| "step": 61800 | |
| }, | |
| { | |
| "epoch": 25.932132383745287, | |
| "grad_norm": 3.3489785194396973, | |
| "learning_rate": 6.798631476050832e-06, | |
| "loss": 6.2042, | |
| "step": 61900 | |
| }, | |
| { | |
| "epoch": 25.974025974025974, | |
| "grad_norm": 3.2489922046661377, | |
| "learning_rate": 6.729507052087698e-06, | |
| "loss": 6.2212, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 26.01591956430666, | |
| "grad_norm": 4.022356033325195, | |
| "learning_rate": 6.659684401619885e-06, | |
| "loss": 6.2423, | |
| "step": 62100 | |
| }, | |
| { | |
| "epoch": 26.057813154587347, | |
| "grad_norm": 4.803937911987305, | |
| "learning_rate": 6.589861751152074e-06, | |
| "loss": 6.2319, | |
| "step": 62200 | |
| }, | |
| { | |
| "epoch": 26.099706744868037, | |
| "grad_norm": 3.7283337116241455, | |
| "learning_rate": 6.520039100684262e-06, | |
| "loss": 6.1924, | |
| "step": 62300 | |
| }, | |
| { | |
| "epoch": 26.141600335148723, | |
| "grad_norm": 3.817946672439575, | |
| "learning_rate": 6.450216450216451e-06, | |
| "loss": 6.2039, | |
| "step": 62400 | |
| }, | |
| { | |
| "epoch": 26.18349392542941, | |
| "grad_norm": 3.4621963500976562, | |
| "learning_rate": 6.380393799748639e-06, | |
| "loss": 6.214, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 26.225387515710096, | |
| "grad_norm": 4.458475112915039, | |
| "learning_rate": 6.310571149280827e-06, | |
| "loss": 6.2327, | |
| "step": 62600 | |
| }, | |
| { | |
| "epoch": 26.267281105990783, | |
| "grad_norm": 3.1324493885040283, | |
| "learning_rate": 6.240748498813015e-06, | |
| "loss": 6.2518, | |
| "step": 62700 | |
| }, | |
| { | |
| "epoch": 26.30917469627147, | |
| "grad_norm": 3.410626173019409, | |
| "learning_rate": 6.1709258483452034e-06, | |
| "loss": 6.2054, | |
| "step": 62800 | |
| }, | |
| { | |
| "epoch": 26.351068286552156, | |
| "grad_norm": 3.221602201461792, | |
| "learning_rate": 6.101103197877392e-06, | |
| "loss": 6.2297, | |
| "step": 62900 | |
| }, | |
| { | |
| "epoch": 26.392961876832846, | |
| "grad_norm": 3.1413893699645996, | |
| "learning_rate": 6.031280547409579e-06, | |
| "loss": 6.2134, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 26.434855467113533, | |
| "grad_norm": 3.3834433555603027, | |
| "learning_rate": 5.961457896941768e-06, | |
| "loss": 6.167, | |
| "step": 63100 | |
| }, | |
| { | |
| "epoch": 26.47674905739422, | |
| "grad_norm": 3.016921281814575, | |
| "learning_rate": 5.891635246473957e-06, | |
| "loss": 6.2181, | |
| "step": 63200 | |
| }, | |
| { | |
| "epoch": 26.518642647674906, | |
| "grad_norm": 3.4190244674682617, | |
| "learning_rate": 5.821812596006145e-06, | |
| "loss": 6.172, | |
| "step": 63300 | |
| }, | |
| { | |
| "epoch": 26.560536237955592, | |
| "grad_norm": 3.519742488861084, | |
| "learning_rate": 5.751989945538333e-06, | |
| "loss": 6.2144, | |
| "step": 63400 | |
| }, | |
| { | |
| "epoch": 26.60242982823628, | |
| "grad_norm": 3.083923101425171, | |
| "learning_rate": 5.682167295070521e-06, | |
| "loss": 6.204, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 26.64432341851697, | |
| "grad_norm": 3.8977878093719482, | |
| "learning_rate": 5.612344644602709e-06, | |
| "loss": 6.1759, | |
| "step": 63600 | |
| }, | |
| { | |
| "epoch": 26.686217008797655, | |
| "grad_norm": 3.5598249435424805, | |
| "learning_rate": 5.5425219941348974e-06, | |
| "loss": 6.2233, | |
| "step": 63700 | |
| }, | |
| { | |
| "epoch": 26.72811059907834, | |
| "grad_norm": 3.6333513259887695, | |
| "learning_rate": 5.472699343667086e-06, | |
| "loss": 6.2133, | |
| "step": 63800 | |
| }, | |
| { | |
| "epoch": 26.770004189359028, | |
| "grad_norm": 3.2468085289001465, | |
| "learning_rate": 5.402876693199274e-06, | |
| "loss": 6.2081, | |
| "step": 63900 | |
| }, | |
| { | |
| "epoch": 26.811897779639715, | |
| "grad_norm": 3.6896772384643555, | |
| "learning_rate": 5.333054042731463e-06, | |
| "loss": 6.1935, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 26.8537913699204, | |
| "grad_norm": 3.263144016265869, | |
| "learning_rate": 5.26323139226365e-06, | |
| "loss": 6.2127, | |
| "step": 64100 | |
| }, | |
| { | |
| "epoch": 26.895684960201088, | |
| "grad_norm": 3.2848362922668457, | |
| "learning_rate": 5.193408741795839e-06, | |
| "loss": 6.2074, | |
| "step": 64200 | |
| }, | |
| { | |
| "epoch": 26.937578550481778, | |
| "grad_norm": 3.675541639328003, | |
| "learning_rate": 5.123586091328027e-06, | |
| "loss": 6.2015, | |
| "step": 64300 | |
| }, | |
| { | |
| "epoch": 26.979472140762464, | |
| "grad_norm": 3.413780689239502, | |
| "learning_rate": 5.0537634408602155e-06, | |
| "loss": 6.2218, | |
| "step": 64400 | |
| }, | |
| { | |
| "epoch": 27.02136573104315, | |
| "grad_norm": 4.108157634735107, | |
| "learning_rate": 4.983940790392404e-06, | |
| "loss": 6.212, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 27.063259321323837, | |
| "grad_norm": 3.7690155506134033, | |
| "learning_rate": 4.9141181399245915e-06, | |
| "loss": 6.22, | |
| "step": 64600 | |
| }, | |
| { | |
| "epoch": 27.105152911604524, | |
| "grad_norm": 3.379786491394043, | |
| "learning_rate": 4.84429548945678e-06, | |
| "loss": 6.2334, | |
| "step": 64700 | |
| }, | |
| { | |
| "epoch": 27.14704650188521, | |
| "grad_norm": 3.5175390243530273, | |
| "learning_rate": 4.774472838988968e-06, | |
| "loss": 6.1932, | |
| "step": 64800 | |
| }, | |
| { | |
| "epoch": 27.1889400921659, | |
| "grad_norm": 2.8454129695892334, | |
| "learning_rate": 4.704650188521157e-06, | |
| "loss": 6.2087, | |
| "step": 64900 | |
| }, | |
| { | |
| "epoch": 27.230833682446587, | |
| "grad_norm": 3.4630961418151855, | |
| "learning_rate": 4.634827538053345e-06, | |
| "loss": 6.2142, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 27.272727272727273, | |
| "grad_norm": 3.339860677719116, | |
| "learning_rate": 4.565004887585533e-06, | |
| "loss": 6.1772, | |
| "step": 65100 | |
| }, | |
| { | |
| "epoch": 27.31462086300796, | |
| "grad_norm": 3.0743260383605957, | |
| "learning_rate": 4.495182237117721e-06, | |
| "loss": 6.2044, | |
| "step": 65200 | |
| }, | |
| { | |
| "epoch": 27.356514453288646, | |
| "grad_norm": 3.2576496601104736, | |
| "learning_rate": 4.4253595866499095e-06, | |
| "loss": 6.2191, | |
| "step": 65300 | |
| }, | |
| { | |
| "epoch": 27.398408043569333, | |
| "grad_norm": 3.326819896697998, | |
| "learning_rate": 4.355536936182097e-06, | |
| "loss": 6.1762, | |
| "step": 65400 | |
| }, | |
| { | |
| "epoch": 27.44030163385002, | |
| "grad_norm": 3.4447667598724365, | |
| "learning_rate": 4.285714285714286e-06, | |
| "loss": 6.1823, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 27.48219522413071, | |
| "grad_norm": 3.4771687984466553, | |
| "learning_rate": 4.215891635246475e-06, | |
| "loss": 6.228, | |
| "step": 65600 | |
| }, | |
| { | |
| "epoch": 27.524088814411396, | |
| "grad_norm": 3.3457424640655518, | |
| "learning_rate": 4.146068984778662e-06, | |
| "loss": 6.1651, | |
| "step": 65700 | |
| }, | |
| { | |
| "epoch": 27.565982404692082, | |
| "grad_norm": 3.006155490875244, | |
| "learning_rate": 4.076246334310851e-06, | |
| "loss": 6.2026, | |
| "step": 65800 | |
| }, | |
| { | |
| "epoch": 27.60787599497277, | |
| "grad_norm": 4.228708744049072, | |
| "learning_rate": 4.006423683843038e-06, | |
| "loss": 6.1923, | |
| "step": 65900 | |
| }, | |
| { | |
| "epoch": 27.649769585253456, | |
| "grad_norm": 3.4744226932525635, | |
| "learning_rate": 3.937299259879905e-06, | |
| "loss": 6.1891, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 27.691663175534142, | |
| "grad_norm": 3.8300633430480957, | |
| "learning_rate": 3.867476609412093e-06, | |
| "loss": 6.2237, | |
| "step": 66100 | |
| }, | |
| { | |
| "epoch": 27.733556765814832, | |
| "grad_norm": 2.9689528942108154, | |
| "learning_rate": 3.7976539589442818e-06, | |
| "loss": 6.217, | |
| "step": 66200 | |
| }, | |
| { | |
| "epoch": 27.77545035609552, | |
| "grad_norm": 3.1309947967529297, | |
| "learning_rate": 3.7278313084764698e-06, | |
| "loss": 6.2061, | |
| "step": 66300 | |
| }, | |
| { | |
| "epoch": 27.817343946376205, | |
| "grad_norm": 3.4571166038513184, | |
| "learning_rate": 3.658008658008658e-06, | |
| "loss": 6.1863, | |
| "step": 66400 | |
| }, | |
| { | |
| "epoch": 27.85923753665689, | |
| "grad_norm": 3.354229211807251, | |
| "learning_rate": 3.5881860075408466e-06, | |
| "loss": 6.1996, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 27.901131126937578, | |
| "grad_norm": 3.745568037033081, | |
| "learning_rate": 3.5183633570730346e-06, | |
| "loss": 6.1839, | |
| "step": 66600 | |
| }, | |
| { | |
| "epoch": 27.943024717218265, | |
| "grad_norm": 3.356715440750122, | |
| "learning_rate": 3.448540706605223e-06, | |
| "loss": 6.2048, | |
| "step": 66700 | |
| }, | |
| { | |
| "epoch": 27.98491830749895, | |
| "grad_norm": 2.964492082595825, | |
| "learning_rate": 3.378718056137411e-06, | |
| "loss": 6.228, | |
| "step": 66800 | |
| }, | |
| { | |
| "epoch": 28.02681189777964, | |
| "grad_norm": 3.336606502532959, | |
| "learning_rate": 3.3088954056695994e-06, | |
| "loss": 6.1953, | |
| "step": 66900 | |
| }, | |
| { | |
| "epoch": 28.068705488060328, | |
| "grad_norm": 3.264971971511841, | |
| "learning_rate": 3.239072755201788e-06, | |
| "loss": 6.1783, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 28.110599078341014, | |
| "grad_norm": 3.4968082904815674, | |
| "learning_rate": 3.169250104733976e-06, | |
| "loss": 6.2117, | |
| "step": 67100 | |
| }, | |
| { | |
| "epoch": 28.1524926686217, | |
| "grad_norm": 3.4082252979278564, | |
| "learning_rate": 3.099427454266164e-06, | |
| "loss": 6.2278, | |
| "step": 67200 | |
| }, | |
| { | |
| "epoch": 28.194386258902387, | |
| "grad_norm": 3.52056884765625, | |
| "learning_rate": 3.029604803798352e-06, | |
| "loss": 6.2037, | |
| "step": 67300 | |
| }, | |
| { | |
| "epoch": 28.236279849183074, | |
| "grad_norm": 3.6062779426574707, | |
| "learning_rate": 2.9597821533305406e-06, | |
| "loss": 6.1952, | |
| "step": 67400 | |
| }, | |
| { | |
| "epoch": 28.278173439463764, | |
| "grad_norm": 3.158705472946167, | |
| "learning_rate": 2.889959502862729e-06, | |
| "loss": 6.2067, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 28.32006702974445, | |
| "grad_norm": 3.6732075214385986, | |
| "learning_rate": 2.820136852394917e-06, | |
| "loss": 6.1752, | |
| "step": 67600 | |
| }, | |
| { | |
| "epoch": 28.361960620025137, | |
| "grad_norm": 2.842560291290283, | |
| "learning_rate": 2.7503142019271054e-06, | |
| "loss": 6.1823, | |
| "step": 67700 | |
| }, | |
| { | |
| "epoch": 28.403854210305823, | |
| "grad_norm": 3.412233591079712, | |
| "learning_rate": 2.6804915514592934e-06, | |
| "loss": 6.1997, | |
| "step": 67800 | |
| }, | |
| { | |
| "epoch": 28.44574780058651, | |
| "grad_norm": 2.8313143253326416, | |
| "learning_rate": 2.610668900991482e-06, | |
| "loss": 6.187, | |
| "step": 67900 | |
| }, | |
| { | |
| "epoch": 28.487641390867196, | |
| "grad_norm": 3.122307300567627, | |
| "learning_rate": 2.541544477028348e-06, | |
| "loss": 6.1977, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 28.529534981147883, | |
| "grad_norm": 3.4732697010040283, | |
| "learning_rate": 2.4717218265605365e-06, | |
| "loss": 6.1913, | |
| "step": 68100 | |
| }, | |
| { | |
| "epoch": 28.571428571428573, | |
| "grad_norm": 3.3936917781829834, | |
| "learning_rate": 2.4018991760927245e-06, | |
| "loss": 6.2216, | |
| "step": 68200 | |
| }, | |
| { | |
| "epoch": 28.61332216170926, | |
| "grad_norm": 3.2980170249938965, | |
| "learning_rate": 2.332076525624913e-06, | |
| "loss": 6.1989, | |
| "step": 68300 | |
| }, | |
| { | |
| "epoch": 28.655215751989946, | |
| "grad_norm": 4.099823951721191, | |
| "learning_rate": 2.2622538751571013e-06, | |
| "loss": 6.1755, | |
| "step": 68400 | |
| }, | |
| { | |
| "epoch": 28.697109342270632, | |
| "grad_norm": 3.7930960655212402, | |
| "learning_rate": 2.1924312246892893e-06, | |
| "loss": 6.2155, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 28.73900293255132, | |
| "grad_norm": 3.620065212249756, | |
| "learning_rate": 2.1226085742214777e-06, | |
| "loss": 6.2041, | |
| "step": 68600 | |
| }, | |
| { | |
| "epoch": 28.780896522832006, | |
| "grad_norm": 3.3451735973358154, | |
| "learning_rate": 2.0527859237536657e-06, | |
| "loss": 6.2095, | |
| "step": 68700 | |
| }, | |
| { | |
| "epoch": 28.822790113112696, | |
| "grad_norm": 4.007857799530029, | |
| "learning_rate": 1.982963273285854e-06, | |
| "loss": 6.2283, | |
| "step": 68800 | |
| }, | |
| { | |
| "epoch": 28.864683703393382, | |
| "grad_norm": 4.236888885498047, | |
| "learning_rate": 1.9131406228180425e-06, | |
| "loss": 6.1799, | |
| "step": 68900 | |
| }, | |
| { | |
| "epoch": 28.90657729367407, | |
| "grad_norm": 3.222273111343384, | |
| "learning_rate": 1.8433179723502305e-06, | |
| "loss": 6.2008, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 28.948470883954755, | |
| "grad_norm": 3.8649580478668213, | |
| "learning_rate": 1.7734953218824187e-06, | |
| "loss": 6.194, | |
| "step": 69100 | |
| }, | |
| { | |
| "epoch": 28.99036447423544, | |
| "grad_norm": 3.9630191326141357, | |
| "learning_rate": 1.7036726714146071e-06, | |
| "loss": 6.2083, | |
| "step": 69200 | |
| }, | |
| { | |
| "epoch": 29.032258064516128, | |
| "grad_norm": 3.9617035388946533, | |
| "learning_rate": 1.6338500209467953e-06, | |
| "loss": 6.2197, | |
| "step": 69300 | |
| }, | |
| { | |
| "epoch": 29.074151654796815, | |
| "grad_norm": 3.4647514820098877, | |
| "learning_rate": 1.5640273704789835e-06, | |
| "loss": 6.1919, | |
| "step": 69400 | |
| }, | |
| { | |
| "epoch": 29.116045245077505, | |
| "grad_norm": 3.7548468112945557, | |
| "learning_rate": 1.4942047200111717e-06, | |
| "loss": 6.171, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 29.15793883535819, | |
| "grad_norm": 3.4267735481262207, | |
| "learning_rate": 1.42438206954336e-06, | |
| "loss": 6.2031, | |
| "step": 69600 | |
| }, | |
| { | |
| "epoch": 29.199832425638878, | |
| "grad_norm": 3.166888952255249, | |
| "learning_rate": 1.3545594190755483e-06, | |
| "loss": 6.1937, | |
| "step": 69700 | |
| }, | |
| { | |
| "epoch": 29.241726015919564, | |
| "grad_norm": 2.9794344902038574, | |
| "learning_rate": 1.2847367686077363e-06, | |
| "loss": 6.2068, | |
| "step": 69800 | |
| }, | |
| { | |
| "epoch": 29.28361960620025, | |
| "grad_norm": 3.056293249130249, | |
| "learning_rate": 1.2149141181399247e-06, | |
| "loss": 6.1652, | |
| "step": 69900 | |
| }, | |
| { | |
| "epoch": 29.325513196480937, | |
| "grad_norm": 3.851149320602417, | |
| "learning_rate": 1.145789694176791e-06, | |
| "loss": 6.2129, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 29.367406786761624, | |
| "grad_norm": 3.670929193496704, | |
| "learning_rate": 1.0759670437089792e-06, | |
| "loss": 6.2068, | |
| "step": 70100 | |
| }, | |
| { | |
| "epoch": 29.409300377042314, | |
| "grad_norm": 3.3581252098083496, | |
| "learning_rate": 1.0061443932411674e-06, | |
| "loss": 6.2208, | |
| "step": 70200 | |
| }, | |
| { | |
| "epoch": 29.451193967323, | |
| "grad_norm": 3.7551257610321045, | |
| "learning_rate": 9.363217427733557e-07, | |
| "loss": 6.179, | |
| "step": 70300 | |
| }, | |
| { | |
| "epoch": 29.493087557603687, | |
| "grad_norm": 2.9767682552337646, | |
| "learning_rate": 8.664990923055439e-07, | |
| "loss": 6.2157, | |
| "step": 70400 | |
| }, | |
| { | |
| "epoch": 29.534981147884373, | |
| "grad_norm": 3.3218774795532227, | |
| "learning_rate": 7.966764418377322e-07, | |
| "loss": 6.1773, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 29.57687473816506, | |
| "grad_norm": 4.360437870025635, | |
| "learning_rate": 7.268537913699204e-07, | |
| "loss": 6.1985, | |
| "step": 70600 | |
| }, | |
| { | |
| "epoch": 29.618768328445746, | |
| "grad_norm": 3.544264078140259, | |
| "learning_rate": 6.570311409021087e-07, | |
| "loss": 6.1973, | |
| "step": 70700 | |
| }, | |
| { | |
| "epoch": 29.660661918726436, | |
| "grad_norm": 3.7416069507598877, | |
| "learning_rate": 5.872084904342969e-07, | |
| "loss": 6.2031, | |
| "step": 70800 | |
| }, | |
| { | |
| "epoch": 29.702555509007123, | |
| "grad_norm": 3.0346035957336426, | |
| "learning_rate": 5.173858399664851e-07, | |
| "loss": 6.2123, | |
| "step": 70900 | |
| }, | |
| { | |
| "epoch": 29.74444909928781, | |
| "grad_norm": 3.2308425903320312, | |
| "learning_rate": 4.4756318949867344e-07, | |
| "loss": 6.2106, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 29.786342689568496, | |
| "grad_norm": 3.0109570026397705, | |
| "learning_rate": 3.7774053903086163e-07, | |
| "loss": 6.213, | |
| "step": 71100 | |
| }, | |
| { | |
| "epoch": 29.828236279849182, | |
| "grad_norm": 3.733609199523926, | |
| "learning_rate": 3.079178885630499e-07, | |
| "loss": 6.1984, | |
| "step": 71200 | |
| }, | |
| { | |
| "epoch": 29.87012987012987, | |
| "grad_norm": 3.5430541038513184, | |
| "learning_rate": 2.3809523809523814e-07, | |
| "loss": 6.183, | |
| "step": 71300 | |
| }, | |
| { | |
| "epoch": 29.912023460410555, | |
| "grad_norm": 3.1964950561523438, | |
| "learning_rate": 1.6827258762742634e-07, | |
| "loss": 6.1817, | |
| "step": 71400 | |
| }, | |
| { | |
| "epoch": 29.953917050691246, | |
| "grad_norm": 3.6197755336761475, | |
| "learning_rate": 9.844993715961458e-08, | |
| "loss": 6.1907, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 29.995810640971932, | |
| "grad_norm": 3.035473346710205, | |
| "learning_rate": 2.862728669180282e-08, | |
| "loss": 6.1677, | |
| "step": 71600 | |
| }, | |
| { | |
| "epoch": 30.0, | |
| "step": 71610, | |
| "total_flos": 781486986700800.0, | |
| "train_loss": 6.528281962779993, | |
| "train_runtime": 3948.1737, | |
| "train_samples_per_second": 580.354, | |
| "train_steps_per_second": 18.137 | |
| } | |
| ], | |
| "logging_steps": 100, | |
| "max_steps": 71610, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 30, | |
| "save_steps": 5000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 781486986700800.0, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |