| { | |
| "best_metric": 0.44340217113494873, | |
| "best_model_checkpoint": "saved_model/lop_jun2024/checkpoint-10982", | |
| "epoch": 2.999931707983337, | |
| "eval_steps": 500, | |
| "global_step": 10982, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.0, | |
| "loss": 74.2157, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 13.99621295928955, | |
| "learning_rate": 2.5e-06, | |
| "loss": 74.5237, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 14.391114234924316, | |
| "learning_rate": 6.5000000000000004e-06, | |
| "loss": 74.2338, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 15.539421081542969, | |
| "learning_rate": 1.1500000000000002e-05, | |
| "loss": 72.8847, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 16.487953186035156, | |
| "learning_rate": 1.65e-05, | |
| "loss": 70.7699, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 21.840412139892578, | |
| "learning_rate": 2.15e-05, | |
| "loss": 66.4777, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 23.74176025390625, | |
| "learning_rate": 2.6000000000000002e-05, | |
| "loss": 59.438, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 26.7894287109375, | |
| "learning_rate": 3.1e-05, | |
| "loss": 45.7214, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 21.767683029174805, | |
| "learning_rate": 3.55e-05, | |
| "loss": 27.7672, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 15.309523582458496, | |
| "learning_rate": 4.05e-05, | |
| "loss": 12.9366, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 7.069633960723877, | |
| "learning_rate": 4.55e-05, | |
| "loss": 4.342, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 10.602043151855469, | |
| "learning_rate": 5.05e-05, | |
| "loss": 1.7191, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 8.00312614440918, | |
| "learning_rate": 5.550000000000001e-05, | |
| "loss": 1.3934, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 7.026750087738037, | |
| "learning_rate": 6.05e-05, | |
| "loss": 1.3728, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 10.686494827270508, | |
| "learning_rate": 6.55e-05, | |
| "loss": 1.2595, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 7.127823352813721, | |
| "learning_rate": 7.05e-05, | |
| "loss": 1.2226, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 6.253384590148926, | |
| "learning_rate": 7.55e-05, | |
| "loss": 1.2934, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 7.56700325012207, | |
| "learning_rate": 8.05e-05, | |
| "loss": 1.2571, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 9.671475410461426, | |
| "learning_rate": 8.55e-05, | |
| "loss": 1.2005, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 7.772515296936035, | |
| "learning_rate": 9.05e-05, | |
| "loss": 1.253, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 6.593009948730469, | |
| "learning_rate": 9.55e-05, | |
| "loss": 1.2269, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 9.796707153320312, | |
| "learning_rate": 9.999725274725276e-05, | |
| "loss": 1.2425, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 5.557741641998291, | |
| "learning_rate": 9.996978021978023e-05, | |
| "loss": 1.2383, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 7.321559906005859, | |
| "learning_rate": 9.994230769230771e-05, | |
| "loss": 1.2026, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 3.337256908416748, | |
| "learning_rate": 9.991483516483518e-05, | |
| "loss": 1.1289, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 4.283127307891846, | |
| "learning_rate": 9.988736263736264e-05, | |
| "loss": 1.0357, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 4.2405242919921875, | |
| "learning_rate": 9.985989010989013e-05, | |
| "loss": 1.0067, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 6.622239112854004, | |
| "learning_rate": 9.98324175824176e-05, | |
| "loss": 0.9816, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 5.521809101104736, | |
| "learning_rate": 9.980494505494506e-05, | |
| "loss": 0.9578, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 3.7347898483276367, | |
| "learning_rate": 9.977747252747254e-05, | |
| "loss": 0.8762, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 6.452709674835205, | |
| "learning_rate": 9.975000000000001e-05, | |
| "loss": 0.8188, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 3.2089035511016846, | |
| "learning_rate": 9.972252747252748e-05, | |
| "loss": 0.8247, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 4.455322742462158, | |
| "learning_rate": 9.969505494505496e-05, | |
| "loss": 0.7599, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 4.537048816680908, | |
| "learning_rate": 9.966758241758242e-05, | |
| "loss": 0.7968, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 3.754340648651123, | |
| "learning_rate": 9.964010989010988e-05, | |
| "loss": 0.72, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 4.538580894470215, | |
| "learning_rate": 9.961263736263737e-05, | |
| "loss": 0.7207, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 4.3613457679748535, | |
| "learning_rate": 9.958516483516483e-05, | |
| "loss": 0.7235, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 2.2669098377227783, | |
| "learning_rate": 9.95576923076923e-05, | |
| "loss": 0.7018, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 5.329736232757568, | |
| "learning_rate": 9.953021978021978e-05, | |
| "loss": 0.7193, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 2.5049781799316406, | |
| "learning_rate": 9.950274725274725e-05, | |
| "loss": 0.6948, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 3.5907931327819824, | |
| "learning_rate": 9.947527472527472e-05, | |
| "loss": 0.6637, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 3.264726161956787, | |
| "learning_rate": 9.94478021978022e-05, | |
| "loss": 0.6588, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 3.763380765914917, | |
| "learning_rate": 9.942032967032967e-05, | |
| "loss": 0.6479, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.9857630729675293, | |
| "learning_rate": 9.939285714285714e-05, | |
| "loss": 0.6481, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 2.649977922439575, | |
| "learning_rate": 9.936538461538462e-05, | |
| "loss": 0.6284, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.4232739210128784, | |
| "learning_rate": 9.933791208791209e-05, | |
| "loss": 0.6214, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 5.327674865722656, | |
| "learning_rate": 9.931043956043956e-05, | |
| "loss": 0.633, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 3.673241376876831, | |
| "learning_rate": 9.928296703296704e-05, | |
| "loss": 0.6792, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 3.6698083877563477, | |
| "learning_rate": 9.92554945054945e-05, | |
| "loss": 0.6297, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 2.056175470352173, | |
| "learning_rate": 9.922802197802197e-05, | |
| "loss": 0.6172, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.345395803451538, | |
| "learning_rate": 9.920054945054946e-05, | |
| "loss": 0.605, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.7540231943130493, | |
| "learning_rate": 9.917307692307692e-05, | |
| "loss": 0.6288, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 4.050562858581543, | |
| "learning_rate": 9.914560439560439e-05, | |
| "loss": 0.6281, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 5.210700511932373, | |
| "learning_rate": 9.911813186813187e-05, | |
| "loss": 0.6138, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 3.6927013397216797, | |
| "learning_rate": 9.909065934065934e-05, | |
| "loss": 0.6033, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 3.4765613079071045, | |
| "learning_rate": 9.906318681318681e-05, | |
| "loss": 0.5991, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 1.8127527236938477, | |
| "learning_rate": 9.903571428571429e-05, | |
| "loss": 0.5994, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 1.6926054954528809, | |
| "learning_rate": 9.900824175824176e-05, | |
| "loss": 0.5988, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 2.3790557384490967, | |
| "learning_rate": 9.898076923076923e-05, | |
| "loss": 0.6147, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 3.558159589767456, | |
| "learning_rate": 9.895329670329671e-05, | |
| "loss": 0.5858, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 3.5203194618225098, | |
| "learning_rate": 9.892582417582418e-05, | |
| "loss": 0.6036, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 2.4314634799957275, | |
| "learning_rate": 9.889835164835165e-05, | |
| "loss": 0.5789, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 2.956555128097534, | |
| "learning_rate": 9.887087912087913e-05, | |
| "loss": 0.6021, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 2.231612205505371, | |
| "learning_rate": 9.88434065934066e-05, | |
| "loss": 0.5825, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 2.1588950157165527, | |
| "learning_rate": 9.881593406593406e-05, | |
| "loss": 0.5924, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 2.8479809761047363, | |
| "learning_rate": 9.878846153846155e-05, | |
| "loss": 0.584, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 2.2029404640197754, | |
| "learning_rate": 9.876098901098901e-05, | |
| "loss": 0.5855, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 2.243802070617676, | |
| "learning_rate": 9.873351648351648e-05, | |
| "loss": 0.584, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 2.8837687969207764, | |
| "learning_rate": 9.870604395604396e-05, | |
| "loss": 0.5867, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 2.0768215656280518, | |
| "learning_rate": 9.867857142857143e-05, | |
| "loss": 0.5823, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 2.950639247894287, | |
| "learning_rate": 9.86510989010989e-05, | |
| "loss": 0.5832, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 1.0848056077957153, | |
| "learning_rate": 9.862362637362638e-05, | |
| "loss": 0.5595, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 1.293261170387268, | |
| "learning_rate": 9.859615384615385e-05, | |
| "loss": 0.5926, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 2.286271095275879, | |
| "learning_rate": 9.856868131868132e-05, | |
| "loss": 0.5658, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 2.9983866214752197, | |
| "learning_rate": 9.85412087912088e-05, | |
| "loss": 0.5749, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 2.712332248687744, | |
| "learning_rate": 9.851373626373627e-05, | |
| "loss": 0.5757, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 3.5591819286346436, | |
| "learning_rate": 9.848626373626374e-05, | |
| "loss": 0.5706, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 3.00175142288208, | |
| "learning_rate": 9.845879120879122e-05, | |
| "loss": 0.5654, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 1.5290532112121582, | |
| "learning_rate": 9.843131868131869e-05, | |
| "loss": 0.578, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 1.8737398386001587, | |
| "learning_rate": 9.840384615384615e-05, | |
| "loss": 0.5598, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 1.190427541732788, | |
| "learning_rate": 9.837637362637364e-05, | |
| "loss": 0.5507, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 2.8329577445983887, | |
| "learning_rate": 9.83489010989011e-05, | |
| "loss": 0.5394, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 2.6253738403320312, | |
| "learning_rate": 9.832142857142857e-05, | |
| "loss": 0.5404, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 2.1394851207733154, | |
| "learning_rate": 9.829395604395605e-05, | |
| "loss": 0.5616, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 1.5708709955215454, | |
| "learning_rate": 9.826648351648352e-05, | |
| "loss": 0.5606, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 1.521190881729126, | |
| "learning_rate": 9.823901098901099e-05, | |
| "loss": 0.5605, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 1.7570327520370483, | |
| "learning_rate": 9.821153846153847e-05, | |
| "loss": 0.5475, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 2.039400577545166, | |
| "learning_rate": 9.818406593406594e-05, | |
| "loss": 0.5451, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 1.9855557680130005, | |
| "learning_rate": 9.815659340659341e-05, | |
| "loss": 0.5378, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 1.3518325090408325, | |
| "learning_rate": 9.812912087912089e-05, | |
| "loss": 0.5447, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 2.36753511428833, | |
| "learning_rate": 9.810164835164836e-05, | |
| "loss": 0.5593, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 1.611568570137024, | |
| "learning_rate": 9.807417582417583e-05, | |
| "loss": 0.536, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 1.3011342287063599, | |
| "learning_rate": 9.804670329670331e-05, | |
| "loss": 0.5508, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 1.6673119068145752, | |
| "learning_rate": 9.801923076923078e-05, | |
| "loss": 0.5427, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 1.4966050386428833, | |
| "learning_rate": 9.799175824175824e-05, | |
| "loss": 0.5364, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 1.2000831365585327, | |
| "learning_rate": 9.796428571428573e-05, | |
| "loss": 0.5452, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 1.9247843027114868, | |
| "learning_rate": 9.79368131868132e-05, | |
| "loss": 0.529, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 1.6240330934524536, | |
| "learning_rate": 9.790934065934066e-05, | |
| "loss": 0.5523, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 1.4320908784866333, | |
| "learning_rate": 9.788186813186814e-05, | |
| "loss": 0.5567, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 1.7884244918823242, | |
| "learning_rate": 9.785439560439561e-05, | |
| "loss": 0.5244, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 1.9070675373077393, | |
| "learning_rate": 9.782692307692308e-05, | |
| "loss": 0.5354, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 1.0304174423217773, | |
| "learning_rate": 9.779945054945056e-05, | |
| "loss": 0.5443, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 2.184297800064087, | |
| "learning_rate": 9.777197802197803e-05, | |
| "loss": 0.5201, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 1.2110681533813477, | |
| "learning_rate": 9.77445054945055e-05, | |
| "loss": 0.5363, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 2.25685977935791, | |
| "learning_rate": 9.771703296703298e-05, | |
| "loss": 0.5392, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 2.558457851409912, | |
| "learning_rate": 9.768956043956045e-05, | |
| "loss": 0.5466, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 1.5898990631103516, | |
| "learning_rate": 9.766208791208792e-05, | |
| "loss": 0.5386, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 2.6933228969573975, | |
| "learning_rate": 9.76346153846154e-05, | |
| "loss": 0.5565, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 1.440042495727539, | |
| "learning_rate": 9.760714285714287e-05, | |
| "loss": 0.5507, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 1.9476529359817505, | |
| "learning_rate": 9.757967032967033e-05, | |
| "loss": 0.5276, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 3.142998218536377, | |
| "learning_rate": 9.755219780219782e-05, | |
| "loss": 0.5238, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 2.13360857963562, | |
| "learning_rate": 9.752472527472528e-05, | |
| "loss": 0.5326, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 1.2551095485687256, | |
| "learning_rate": 9.749725274725275e-05, | |
| "loss": 0.5569, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 1.0858782529830933, | |
| "learning_rate": 9.746978021978023e-05, | |
| "loss": 0.5425, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 1.3724364042282104, | |
| "learning_rate": 9.74423076923077e-05, | |
| "loss": 0.5381, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 1.2211335897445679, | |
| "learning_rate": 9.741483516483517e-05, | |
| "loss": 0.5147, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 1.806498646736145, | |
| "learning_rate": 9.738736263736264e-05, | |
| "loss": 0.5218, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.7817394733428955, | |
| "learning_rate": 9.735989010989012e-05, | |
| "loss": 0.539, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 2.054344415664673, | |
| "learning_rate": 9.733241758241759e-05, | |
| "loss": 0.5305, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.8021188974380493, | |
| "learning_rate": 9.730494505494506e-05, | |
| "loss": 0.519, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 1.833899736404419, | |
| "learning_rate": 9.727747252747254e-05, | |
| "loss": 0.5589, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 2.6109519004821777, | |
| "learning_rate": 9.725e-05, | |
| "loss": 0.5333, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 2.0866036415100098, | |
| "learning_rate": 9.722252747252747e-05, | |
| "loss": 0.5436, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 2.150935649871826, | |
| "learning_rate": 9.719505494505496e-05, | |
| "loss": 0.5202, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 1.280685544013977, | |
| "learning_rate": 9.716758241758242e-05, | |
| "loss": 0.5146, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.7753365635871887, | |
| "learning_rate": 9.714010989010989e-05, | |
| "loss": 0.5106, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.8706464767456055, | |
| "learning_rate": 9.711263736263737e-05, | |
| "loss": 0.4952, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 1.3467265367507935, | |
| "learning_rate": 9.708516483516484e-05, | |
| "loss": 0.5105, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 2.5618174076080322, | |
| "learning_rate": 9.705769230769231e-05, | |
| "loss": 0.5065, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 1.3450369834899902, | |
| "learning_rate": 9.703021978021979e-05, | |
| "loss": 0.5201, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 1.3272931575775146, | |
| "learning_rate": 9.700274725274726e-05, | |
| "loss": 0.5189, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 2.324739694595337, | |
| "learning_rate": 9.697527472527473e-05, | |
| "loss": 0.5298, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 1.375444769859314, | |
| "learning_rate": 9.694780219780221e-05, | |
| "loss": 0.527, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 1.1685923337936401, | |
| "learning_rate": 9.692032967032968e-05, | |
| "loss": 0.5303, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 1.6014115810394287, | |
| "learning_rate": 9.689285714285715e-05, | |
| "loss": 0.5399, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 2.3533401489257812, | |
| "learning_rate": 9.686538461538463e-05, | |
| "loss": 0.5185, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 1.6813533306121826, | |
| "learning_rate": 9.68379120879121e-05, | |
| "loss": 0.4986, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 1.1102067232131958, | |
| "learning_rate": 9.681043956043956e-05, | |
| "loss": 0.5313, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 1.576412320137024, | |
| "learning_rate": 9.678296703296705e-05, | |
| "loss": 0.5087, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 1.5507354736328125, | |
| "learning_rate": 9.675549450549451e-05, | |
| "loss": 0.532, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 1.4840365648269653, | |
| "learning_rate": 9.672802197802198e-05, | |
| "loss": 0.5191, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 1.8767573833465576, | |
| "learning_rate": 9.670054945054946e-05, | |
| "loss": 0.5252, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 1.0486218929290771, | |
| "learning_rate": 9.667307692307693e-05, | |
| "loss": 0.5152, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 2.066174030303955, | |
| "learning_rate": 9.66456043956044e-05, | |
| "loss": 0.5163, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 1.7480829954147339, | |
| "learning_rate": 9.661813186813188e-05, | |
| "loss": 0.5292, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 1.6554828882217407, | |
| "learning_rate": 9.659065934065935e-05, | |
| "loss": 0.5301, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 1.0723321437835693, | |
| "learning_rate": 9.656318681318682e-05, | |
| "loss": 0.5118, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 1.7398673295974731, | |
| "learning_rate": 9.653571428571429e-05, | |
| "loss": 0.5268, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 1.2732940912246704, | |
| "learning_rate": 9.650824175824175e-05, | |
| "loss": 0.5085, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 1.0260119438171387, | |
| "learning_rate": 9.648076923076924e-05, | |
| "loss": 0.5243, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.8816061019897461, | |
| "learning_rate": 9.64532967032967e-05, | |
| "loss": 0.5158, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 2.7940518856048584, | |
| "learning_rate": 9.642582417582417e-05, | |
| "loss": 0.5051, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 1.1889257431030273, | |
| "learning_rate": 9.639835164835165e-05, | |
| "loss": 0.5111, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 1.8643608093261719, | |
| "learning_rate": 9.637087912087912e-05, | |
| "loss": 0.5136, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 1.658339023590088, | |
| "learning_rate": 9.634340659340659e-05, | |
| "loss": 0.5132, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.6262873411178589, | |
| "learning_rate": 9.631593406593407e-05, | |
| "loss": 0.5047, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 1.2276610136032104, | |
| "learning_rate": 9.628846153846154e-05, | |
| "loss": 0.4997, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 1.3661067485809326, | |
| "learning_rate": 9.626098901098901e-05, | |
| "loss": 0.5113, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 1.423560380935669, | |
| "learning_rate": 9.623351648351649e-05, | |
| "loss": 0.5167, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 1.391201376914978, | |
| "learning_rate": 9.620604395604396e-05, | |
| "loss": 0.5057, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 1.5331265926361084, | |
| "learning_rate": 9.617857142857143e-05, | |
| "loss": 0.5105, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 2.0285804271698, | |
| "learning_rate": 9.615109890109891e-05, | |
| "loss": 0.5009, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 1.470106840133667, | |
| "learning_rate": 9.612362637362638e-05, | |
| "loss": 0.5082, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.8231136798858643, | |
| "learning_rate": 9.609615384615384e-05, | |
| "loss": 0.4893, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 1.4825439453125, | |
| "learning_rate": 9.606868131868133e-05, | |
| "loss": 0.5132, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 1.8054287433624268, | |
| "learning_rate": 9.60412087912088e-05, | |
| "loss": 0.4878, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.9411340355873108, | |
| "learning_rate": 9.601373626373626e-05, | |
| "loss": 0.4908, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 1.754782795906067, | |
| "learning_rate": 9.598626373626374e-05, | |
| "loss": 0.5206, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 1.1740814447402954, | |
| "learning_rate": 9.595879120879121e-05, | |
| "loss": 0.514, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 1.0887936353683472, | |
| "learning_rate": 9.593131868131868e-05, | |
| "loss": 0.5095, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 2.0167980194091797, | |
| "learning_rate": 9.590384615384616e-05, | |
| "loss": 0.5066, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 1.6176742315292358, | |
| "learning_rate": 9.587637362637363e-05, | |
| "loss": 0.5016, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 1.0261584520339966, | |
| "learning_rate": 9.58489010989011e-05, | |
| "loss": 0.5032, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 1.0735365152359009, | |
| "learning_rate": 9.582142857142858e-05, | |
| "loss": 0.4894, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 1.4293698072433472, | |
| "learning_rate": 9.579395604395605e-05, | |
| "loss": 0.5111, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 1.296971321105957, | |
| "learning_rate": 9.576648351648352e-05, | |
| "loss": 0.5078, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.7727321982383728, | |
| "learning_rate": 9.5739010989011e-05, | |
| "loss": 0.4923, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 2.6028566360473633, | |
| "learning_rate": 9.571153846153847e-05, | |
| "loss": 0.4994, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 1.2606744766235352, | |
| "learning_rate": 9.568406593406593e-05, | |
| "loss": 0.4885, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 1.812680721282959, | |
| "learning_rate": 9.565659340659342e-05, | |
| "loss": 0.5101, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 1.2432329654693604, | |
| "learning_rate": 9.562912087912088e-05, | |
| "loss": 0.5012, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 1.365795373916626, | |
| "learning_rate": 9.560164835164835e-05, | |
| "loss": 0.5093, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 1.4509589672088623, | |
| "learning_rate": 9.557417582417583e-05, | |
| "loss": 0.4921, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 1.0986443758010864, | |
| "learning_rate": 9.55467032967033e-05, | |
| "loss": 0.5003, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 1.46748685836792, | |
| "learning_rate": 9.551923076923077e-05, | |
| "loss": 0.4925, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 1.3228458166122437, | |
| "learning_rate": 9.549175824175825e-05, | |
| "loss": 0.5032, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.8542389273643494, | |
| "learning_rate": 9.546428571428572e-05, | |
| "loss": 0.4896, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 1.7039434909820557, | |
| "learning_rate": 9.543681318681319e-05, | |
| "loss": 0.4852, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 1.1597633361816406, | |
| "learning_rate": 9.540934065934067e-05, | |
| "loss": 0.5015, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 2.178933620452881, | |
| "learning_rate": 9.538186813186814e-05, | |
| "loss": 0.5298, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 1.1454273462295532, | |
| "learning_rate": 9.53543956043956e-05, | |
| "loss": 0.5046, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.7407316565513611, | |
| "learning_rate": 9.532692307692309e-05, | |
| "loss": 0.486, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 1.7394108772277832, | |
| "learning_rate": 9.529945054945056e-05, | |
| "loss": 0.4977, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.9852740168571472, | |
| "learning_rate": 9.527197802197802e-05, | |
| "loss": 0.4871, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 1.4632673263549805, | |
| "learning_rate": 9.52445054945055e-05, | |
| "loss": 0.5082, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 1.4848504066467285, | |
| "learning_rate": 9.521703296703297e-05, | |
| "loss": 0.5067, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 1.5140033960342407, | |
| "learning_rate": 9.518956043956044e-05, | |
| "loss": 0.5063, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 2.4344804286956787, | |
| "learning_rate": 9.516208791208791e-05, | |
| "loss": 0.5099, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.8636808395385742, | |
| "learning_rate": 9.513461538461539e-05, | |
| "loss": 0.4902, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 1.4363267421722412, | |
| "learning_rate": 9.510714285714286e-05, | |
| "loss": 0.498, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.7588983774185181, | |
| "learning_rate": 9.507967032967033e-05, | |
| "loss": 0.4884, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 1.4090018272399902, | |
| "learning_rate": 9.505219780219781e-05, | |
| "loss": 0.5082, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 2.2110331058502197, | |
| "learning_rate": 9.502472527472528e-05, | |
| "loss": 0.5064, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 1.2035874128341675, | |
| "learning_rate": 9.499725274725275e-05, | |
| "loss": 0.4952, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 1.597834825515747, | |
| "learning_rate": 9.496978021978023e-05, | |
| "loss": 0.4956, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 1.4878921508789062, | |
| "learning_rate": 9.49423076923077e-05, | |
| "loss": 0.4865, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 1.6747124195098877, | |
| "learning_rate": 9.491483516483516e-05, | |
| "loss": 0.4935, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 1.3186380863189697, | |
| "learning_rate": 9.488736263736264e-05, | |
| "loss": 0.4938, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 2.2865145206451416, | |
| "learning_rate": 9.485989010989011e-05, | |
| "loss": 0.4985, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 2.515855550765991, | |
| "learning_rate": 9.483241758241758e-05, | |
| "loss": 0.5049, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 1.2123080492019653, | |
| "learning_rate": 9.480494505494506e-05, | |
| "loss": 0.5004, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 1.0919526815414429, | |
| "learning_rate": 9.477747252747253e-05, | |
| "loss": 0.4854, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 1.3105583190917969, | |
| "learning_rate": 9.475e-05, | |
| "loss": 0.4866, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 1.745622158050537, | |
| "learning_rate": 9.472252747252748e-05, | |
| "loss": 0.4892, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.6633902192115784, | |
| "learning_rate": 9.469505494505495e-05, | |
| "loss": 0.507, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 1.0530184507369995, | |
| "learning_rate": 9.466758241758242e-05, | |
| "loss": 0.5035, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 1.2395071983337402, | |
| "learning_rate": 9.46401098901099e-05, | |
| "loss": 0.4926, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 1.139224886894226, | |
| "learning_rate": 9.461263736263737e-05, | |
| "loss": 0.4861, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.844968318939209, | |
| "learning_rate": 9.458516483516484e-05, | |
| "loss": 0.4855, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 1.2388585805892944, | |
| "learning_rate": 9.455769230769232e-05, | |
| "loss": 0.4887, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 1.4267388582229614, | |
| "learning_rate": 9.453021978021978e-05, | |
| "loss": 0.5031, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.7797860503196716, | |
| "learning_rate": 9.450274725274725e-05, | |
| "loss": 0.5014, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 1.3723804950714111, | |
| "learning_rate": 9.447527472527473e-05, | |
| "loss": 0.4887, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 1.396022081375122, | |
| "learning_rate": 9.44478021978022e-05, | |
| "loss": 0.4869, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 1.3555471897125244, | |
| "learning_rate": 9.442032967032967e-05, | |
| "loss": 0.4879, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.9702646136283875, | |
| "learning_rate": 9.439285714285715e-05, | |
| "loss": 0.4894, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.7753974199295044, | |
| "learning_rate": 9.436538461538462e-05, | |
| "loss": 0.5092, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 1.020336389541626, | |
| "learning_rate": 9.433791208791209e-05, | |
| "loss": 0.4961, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 1.2176239490509033, | |
| "learning_rate": 9.431043956043957e-05, | |
| "loss": 0.4827, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.8337396383285522, | |
| "learning_rate": 9.428296703296704e-05, | |
| "loss": 0.4931, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.8999798893928528, | |
| "learning_rate": 9.425549450549451e-05, | |
| "loss": 0.4912, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 1.6992242336273193, | |
| "learning_rate": 9.422802197802199e-05, | |
| "loss": 0.4835, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.7739867568016052, | |
| "learning_rate": 9.420054945054946e-05, | |
| "loss": 0.4783, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 1.2350486516952515, | |
| "learning_rate": 9.417307692307692e-05, | |
| "loss": 0.4904, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 1.1423838138580322, | |
| "learning_rate": 9.41456043956044e-05, | |
| "loss": 0.4884, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 1.0562171936035156, | |
| "learning_rate": 9.411813186813187e-05, | |
| "loss": 0.5082, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.7696706056594849, | |
| "learning_rate": 9.409065934065934e-05, | |
| "loss": 0.4889, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.5980774760246277, | |
| "learning_rate": 9.406318681318682e-05, | |
| "loss": 0.48, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 1.413926124572754, | |
| "learning_rate": 9.403571428571429e-05, | |
| "loss": 0.4971, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.8020157217979431, | |
| "learning_rate": 9.400824175824176e-05, | |
| "loss": 0.4926, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.6620104312896729, | |
| "learning_rate": 9.398076923076924e-05, | |
| "loss": 0.4941, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 1.9766381978988647, | |
| "learning_rate": 9.395329670329671e-05, | |
| "loss": 0.4867, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 1.3235608339309692, | |
| "learning_rate": 9.392582417582418e-05, | |
| "loss": 0.5061, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.8266246914863586, | |
| "learning_rate": 9.389835164835166e-05, | |
| "loss": 0.4842, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 1.1611332893371582, | |
| "learning_rate": 9.387087912087913e-05, | |
| "loss": 0.4795, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 1.750346064567566, | |
| "learning_rate": 9.38434065934066e-05, | |
| "loss": 0.4859, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.7080681324005127, | |
| "learning_rate": 9.381593406593408e-05, | |
| "loss": 0.4762, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 1.3531988859176636, | |
| "learning_rate": 9.378846153846155e-05, | |
| "loss": 0.4921, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.8100531697273254, | |
| "learning_rate": 9.376098901098901e-05, | |
| "loss": 0.4912, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 1.6417909860610962, | |
| "learning_rate": 9.37335164835165e-05, | |
| "loss": 0.4868, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 2.7357239723205566, | |
| "learning_rate": 9.370604395604396e-05, | |
| "loss": 0.4837, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.7493315935134888, | |
| "learning_rate": 9.367857142857143e-05, | |
| "loss": 0.494, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 1.4594992399215698, | |
| "learning_rate": 9.365109890109891e-05, | |
| "loss": 0.4967, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 1.2568315267562866, | |
| "learning_rate": 9.362362637362638e-05, | |
| "loss": 0.4865, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.8711192607879639, | |
| "learning_rate": 9.359615384615385e-05, | |
| "loss": 0.4915, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 1.6470551490783691, | |
| "learning_rate": 9.356868131868133e-05, | |
| "loss": 0.4736, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 2.410200357437134, | |
| "learning_rate": 9.35412087912088e-05, | |
| "loss": 0.5078, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 1.0611746311187744, | |
| "learning_rate": 9.351373626373627e-05, | |
| "loss": 0.4986, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.820321798324585, | |
| "learning_rate": 9.348626373626375e-05, | |
| "loss": 0.4788, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.7887302041053772, | |
| "learning_rate": 9.345879120879122e-05, | |
| "loss": 0.4878, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 1.2939894199371338, | |
| "learning_rate": 9.343131868131869e-05, | |
| "loss": 0.4896, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.7468405961990356, | |
| "learning_rate": 9.340384615384615e-05, | |
| "loss": 0.4932, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 1.63861882686615, | |
| "learning_rate": 9.337637362637362e-05, | |
| "loss": 0.4739, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 1.1842321157455444, | |
| "learning_rate": 9.33489010989011e-05, | |
| "loss": 0.4845, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 1.0613666772842407, | |
| "learning_rate": 9.332142857142857e-05, | |
| "loss": 0.4806, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.9317752718925476, | |
| "learning_rate": 9.329395604395604e-05, | |
| "loss": 0.4803, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 1.378394603729248, | |
| "learning_rate": 9.326648351648352e-05, | |
| "loss": 0.4942, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.748068630695343, | |
| "learning_rate": 9.323901098901099e-05, | |
| "loss": 0.4763, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 1.4142990112304688, | |
| "learning_rate": 9.321153846153846e-05, | |
| "loss": 0.4913, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.6746355891227722, | |
| "learning_rate": 9.318406593406594e-05, | |
| "loss": 0.4781, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 1.146001935005188, | |
| "learning_rate": 9.315659340659341e-05, | |
| "loss": 0.4789, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 1.0291472673416138, | |
| "learning_rate": 9.312912087912088e-05, | |
| "loss": 0.4813, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 1.7905545234680176, | |
| "learning_rate": 9.310164835164836e-05, | |
| "loss": 0.475, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.8916068077087402, | |
| "learning_rate": 9.307417582417583e-05, | |
| "loss": 0.4891, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 1.0133769512176514, | |
| "learning_rate": 9.30467032967033e-05, | |
| "loss": 0.4857, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 1.6718567609786987, | |
| "learning_rate": 9.301923076923078e-05, | |
| "loss": 0.4915, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 1.2999911308288574, | |
| "learning_rate": 9.299175824175824e-05, | |
| "loss": 0.4872, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 1.4812780618667603, | |
| "learning_rate": 9.296428571428571e-05, | |
| "loss": 0.4886, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 1.3728208541870117, | |
| "learning_rate": 9.293681318681318e-05, | |
| "loss": 0.5005, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 1.2773633003234863, | |
| "learning_rate": 9.290934065934066e-05, | |
| "loss": 0.4796, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.8197434544563293, | |
| "learning_rate": 9.288186813186813e-05, | |
| "loss": 0.4817, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.830235481262207, | |
| "learning_rate": 9.28543956043956e-05, | |
| "loss": 0.4956, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 3.1286449432373047, | |
| "learning_rate": 9.282692307692308e-05, | |
| "loss": 0.4822, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.9349818825721741, | |
| "learning_rate": 9.279945054945055e-05, | |
| "loss": 0.4924, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 1.8471746444702148, | |
| "learning_rate": 9.277197802197802e-05, | |
| "loss": 0.4771, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.9180948734283447, | |
| "learning_rate": 9.27445054945055e-05, | |
| "loss": 0.4855, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.7180835604667664, | |
| "learning_rate": 9.271703296703297e-05, | |
| "loss": 0.4801, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 1.5345978736877441, | |
| "learning_rate": 9.268956043956043e-05, | |
| "loss": 0.4791, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 1.521747350692749, | |
| "learning_rate": 9.266208791208792e-05, | |
| "loss": 0.4793, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 1.2364057302474976, | |
| "learning_rate": 9.263461538461538e-05, | |
| "loss": 0.4756, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.5741211771965027, | |
| "learning_rate": 9.260714285714285e-05, | |
| "loss": 0.4849, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 1.7251524925231934, | |
| "learning_rate": 9.257967032967033e-05, | |
| "loss": 0.4762, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 2.704491138458252, | |
| "learning_rate": 9.25521978021978e-05, | |
| "loss": 0.4777, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.9178886413574219, | |
| "learning_rate": 9.252472527472527e-05, | |
| "loss": 0.5077, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 1.2007173299789429, | |
| "learning_rate": 9.249725274725275e-05, | |
| "loss": 0.4916, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.8556911945343018, | |
| "learning_rate": 9.246978021978022e-05, | |
| "loss": 0.477, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.7754554152488708, | |
| "learning_rate": 9.244230769230769e-05, | |
| "loss": 0.4859, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 2.333521842956543, | |
| "learning_rate": 9.241483516483517e-05, | |
| "loss": 0.4811, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.9892757534980774, | |
| "learning_rate": 9.238736263736264e-05, | |
| "loss": 0.4777, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 1.0326083898544312, | |
| "learning_rate": 9.23598901098901e-05, | |
| "loss": 0.4891, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 1.4555460214614868, | |
| "learning_rate": 9.233241758241759e-05, | |
| "loss": 0.4802, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.8390610814094543, | |
| "learning_rate": 9.230494505494506e-05, | |
| "loss": 0.4835, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 1.0490790605545044, | |
| "learning_rate": 9.227747252747252e-05, | |
| "loss": 0.4806, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.8793150186538696, | |
| "learning_rate": 9.225e-05, | |
| "loss": 0.4846, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 1.2842731475830078, | |
| "learning_rate": 9.222252747252747e-05, | |
| "loss": 0.4715, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.7668898701667786, | |
| "learning_rate": 9.219505494505494e-05, | |
| "loss": 0.4749, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.8144903182983398, | |
| "learning_rate": 9.216758241758242e-05, | |
| "loss": 0.4705, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.6727710962295532, | |
| "learning_rate": 9.214010989010989e-05, | |
| "loss": 0.4826, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.8702958822250366, | |
| "learning_rate": 9.211263736263736e-05, | |
| "loss": 0.4679, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.9223732352256775, | |
| "learning_rate": 9.208516483516484e-05, | |
| "loss": 0.4875, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.7086817622184753, | |
| "learning_rate": 9.205769230769231e-05, | |
| "loss": 0.4771, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 1.000447154045105, | |
| "learning_rate": 9.203021978021978e-05, | |
| "loss": 0.4674, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 1.6982853412628174, | |
| "learning_rate": 9.200274725274726e-05, | |
| "loss": 0.4853, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.8975854516029358, | |
| "learning_rate": 9.197527472527473e-05, | |
| "loss": 0.4757, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 1.638816237449646, | |
| "learning_rate": 9.19478021978022e-05, | |
| "loss": 0.4862, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 1.0290194749832153, | |
| "learning_rate": 9.192032967032968e-05, | |
| "loss": 0.4758, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 1.0205775499343872, | |
| "learning_rate": 9.189285714285715e-05, | |
| "loss": 0.4723, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 1.2193140983581543, | |
| "learning_rate": 9.186538461538461e-05, | |
| "loss": 0.4869, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 1.0402013063430786, | |
| "learning_rate": 9.18379120879121e-05, | |
| "loss": 0.4911, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 1.1915889978408813, | |
| "learning_rate": 9.181043956043956e-05, | |
| "loss": 0.4757, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 1.2371594905853271, | |
| "learning_rate": 9.178296703296703e-05, | |
| "loss": 0.4811, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.9872990846633911, | |
| "learning_rate": 9.175549450549451e-05, | |
| "loss": 0.4784, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.9502705335617065, | |
| "learning_rate": 9.172802197802198e-05, | |
| "loss": 0.4716, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 1.9108206033706665, | |
| "learning_rate": 9.170054945054945e-05, | |
| "loss": 0.4828, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.5662224888801575, | |
| "learning_rate": 9.167307692307693e-05, | |
| "loss": 0.485, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.9142247438430786, | |
| "learning_rate": 9.16456043956044e-05, | |
| "loss": 0.4851, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 1.817579984664917, | |
| "learning_rate": 9.161813186813187e-05, | |
| "loss": 0.4807, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 1.3611973524093628, | |
| "learning_rate": 9.159065934065935e-05, | |
| "loss": 0.4815, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 1.4995872974395752, | |
| "learning_rate": 9.156318681318682e-05, | |
| "loss": 0.4779, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.8315975069999695, | |
| "learning_rate": 9.153571428571429e-05, | |
| "loss": 0.4732, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 1.285447359085083, | |
| "learning_rate": 9.150824175824177e-05, | |
| "loss": 0.4769, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 1.265435814857483, | |
| "learning_rate": 9.148076923076924e-05, | |
| "loss": 0.4884, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.7437517046928406, | |
| "learning_rate": 9.14532967032967e-05, | |
| "loss": 0.4807, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.8307008743286133, | |
| "learning_rate": 9.142582417582419e-05, | |
| "loss": 0.4723, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 1.2148619890213013, | |
| "learning_rate": 9.139835164835165e-05, | |
| "loss": 0.461, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.5682019591331482, | |
| "learning_rate": 9.137087912087912e-05, | |
| "loss": 0.4673, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.582708477973938, | |
| "learning_rate": 9.13434065934066e-05, | |
| "loss": 0.4657, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 1.0724083185195923, | |
| "learning_rate": 9.131593406593407e-05, | |
| "loss": 0.4634, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 1.511168360710144, | |
| "learning_rate": 9.128846153846154e-05, | |
| "loss": 0.4888, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 1.5445438623428345, | |
| "learning_rate": 9.126098901098902e-05, | |
| "loss": 0.4757, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.9609503746032715, | |
| "learning_rate": 9.123351648351649e-05, | |
| "loss": 0.4813, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 2.094918966293335, | |
| "learning_rate": 9.120604395604396e-05, | |
| "loss": 0.4963, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 1.6844788789749146, | |
| "learning_rate": 9.117857142857144e-05, | |
| "loss": 0.4902, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 1.2747464179992676, | |
| "learning_rate": 9.115109890109891e-05, | |
| "loss": 0.4884, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 1.4035594463348389, | |
| "learning_rate": 9.112362637362638e-05, | |
| "loss": 0.482, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.6047748923301697, | |
| "learning_rate": 9.109615384615386e-05, | |
| "loss": 0.4846, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 1.6141401529312134, | |
| "learning_rate": 9.106868131868133e-05, | |
| "loss": 0.4744, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.8329553008079529, | |
| "learning_rate": 9.10412087912088e-05, | |
| "loss": 0.4738, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.7500654458999634, | |
| "learning_rate": 9.101373626373628e-05, | |
| "loss": 0.4763, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.8617835640907288, | |
| "learning_rate": 9.098626373626374e-05, | |
| "loss": 0.4738, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 1.0339410305023193, | |
| "learning_rate": 9.095879120879121e-05, | |
| "loss": 0.4726, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 1.13742995262146, | |
| "learning_rate": 9.09313186813187e-05, | |
| "loss": 0.4827, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 1.611344575881958, | |
| "learning_rate": 9.090384615384616e-05, | |
| "loss": 0.4844, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 1.056773066520691, | |
| "learning_rate": 9.087637362637363e-05, | |
| "loss": 0.4799, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 1.2290446758270264, | |
| "learning_rate": 9.084890109890111e-05, | |
| "loss": 0.4764, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.7461050748825073, | |
| "learning_rate": 9.082142857142858e-05, | |
| "loss": 0.4664, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.5372506380081177, | |
| "learning_rate": 9.079395604395605e-05, | |
| "loss": 0.4795, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 1.658233642578125, | |
| "learning_rate": 9.076648351648353e-05, | |
| "loss": 0.4655, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 1.7918599843978882, | |
| "learning_rate": 9.0739010989011e-05, | |
| "loss": 0.4777, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.9504883289337158, | |
| "learning_rate": 9.071153846153847e-05, | |
| "loss": 0.4791, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 1.5631986856460571, | |
| "learning_rate": 9.068406593406595e-05, | |
| "loss": 0.4807, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.9991289377212524, | |
| "learning_rate": 9.065659340659342e-05, | |
| "loss": 0.4679, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 1.130434274673462, | |
| "learning_rate": 9.062912087912088e-05, | |
| "loss": 0.4781, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.639451265335083, | |
| "learning_rate": 9.060164835164837e-05, | |
| "loss": 0.4815, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 1.1776291131973267, | |
| "learning_rate": 9.057417582417583e-05, | |
| "loss": 0.4983, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 1.4073742628097534, | |
| "learning_rate": 9.05467032967033e-05, | |
| "loss": 0.4711, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 1.308344841003418, | |
| "learning_rate": 9.051923076923078e-05, | |
| "loss": 0.4847, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 0.44810301065444946, | |
| "eval_runtime": 1256.2985, | |
| "eval_samples_per_second": 232.516, | |
| "eval_steps_per_second": 3.634, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.6774665117263794, | |
| "learning_rate": 9.049175824175825e-05, | |
| "loss": 0.4791, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.6826792359352112, | |
| "learning_rate": 9.046428571428572e-05, | |
| "loss": 0.4775, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.7845907211303711, | |
| "learning_rate": 9.04368131868132e-05, | |
| "loss": 0.4765, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.9099870324134827, | |
| "learning_rate": 9.040934065934067e-05, | |
| "loss": 0.4689, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 1.374972939491272, | |
| "learning_rate": 9.038186813186814e-05, | |
| "loss": 0.469, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.8698770403862, | |
| "learning_rate": 9.035439560439562e-05, | |
| "loss": 0.4717, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.8832442164421082, | |
| "learning_rate": 9.032692307692309e-05, | |
| "loss": 0.4653, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.722259521484375, | |
| "learning_rate": 9.029945054945054e-05, | |
| "loss": 0.4818, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 1.1362375020980835, | |
| "learning_rate": 9.027197802197802e-05, | |
| "loss": 0.4674, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 1.0420037508010864, | |
| "learning_rate": 9.024450549450549e-05, | |
| "loss": 0.4806, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.9857313632965088, | |
| "learning_rate": 9.021703296703296e-05, | |
| "loss": 0.478, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 1.1428401470184326, | |
| "learning_rate": 9.018956043956044e-05, | |
| "loss": 0.4742, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 1.5837888717651367, | |
| "learning_rate": 9.016208791208791e-05, | |
| "loss": 0.4841, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 1.9123620986938477, | |
| "learning_rate": 9.013461538461538e-05, | |
| "loss": 0.4707, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.9019024968147278, | |
| "learning_rate": 9.010714285714286e-05, | |
| "loss": 0.4731, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.9601519107818604, | |
| "learning_rate": 9.007967032967033e-05, | |
| "loss": 0.4644, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.4769773483276367, | |
| "learning_rate": 9.00521978021978e-05, | |
| "loss": 0.4755, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 1.2578529119491577, | |
| "learning_rate": 9.002472527472528e-05, | |
| "loss": 0.4703, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 1.1451194286346436, | |
| "learning_rate": 8.999725274725275e-05, | |
| "loss": 0.4748, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.4718180000782013, | |
| "learning_rate": 8.996978021978021e-05, | |
| "loss": 0.4673, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 1.0323463678359985, | |
| "learning_rate": 8.99423076923077e-05, | |
| "loss": 0.4611, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.905623197555542, | |
| "learning_rate": 8.991483516483516e-05, | |
| "loss": 0.4651, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.6803371906280518, | |
| "learning_rate": 8.988736263736263e-05, | |
| "loss": 0.4693, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.7653062343597412, | |
| "learning_rate": 8.985989010989011e-05, | |
| "loss": 0.4676, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.6493901610374451, | |
| "learning_rate": 8.983241758241758e-05, | |
| "loss": 0.4796, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 1.3194290399551392, | |
| "learning_rate": 8.980494505494505e-05, | |
| "loss": 0.4709, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 1.3907560110092163, | |
| "learning_rate": 8.977747252747253e-05, | |
| "loss": 0.4791, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.9326291084289551, | |
| "learning_rate": 8.975e-05, | |
| "loss": 0.4733, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.6711992025375366, | |
| "learning_rate": 8.972252747252747e-05, | |
| "loss": 0.4607, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 1.0052268505096436, | |
| "learning_rate": 8.969505494505495e-05, | |
| "loss": 0.4565, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 1.893130898475647, | |
| "learning_rate": 8.966758241758242e-05, | |
| "loss": 0.4678, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 1.019831657409668, | |
| "learning_rate": 8.964010989010989e-05, | |
| "loss": 0.4929, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 1.096341848373413, | |
| "learning_rate": 8.961263736263737e-05, | |
| "loss": 0.4812, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 1.3617221117019653, | |
| "learning_rate": 8.958516483516484e-05, | |
| "loss": 0.479, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.6594845056533813, | |
| "learning_rate": 8.95576923076923e-05, | |
| "loss": 0.4784, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.7108995914459229, | |
| "learning_rate": 8.953021978021979e-05, | |
| "loss": 0.4624, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.4914230704307556, | |
| "learning_rate": 8.950274725274725e-05, | |
| "loss": 0.4573, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.738325834274292, | |
| "learning_rate": 8.947527472527472e-05, | |
| "loss": 0.4598, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 1.5622313022613525, | |
| "learning_rate": 8.94478021978022e-05, | |
| "loss": 0.4769, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.84259033203125, | |
| "learning_rate": 8.942032967032967e-05, | |
| "loss": 0.4587, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 1.1515220403671265, | |
| "learning_rate": 8.939285714285714e-05, | |
| "loss": 0.4698, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 1.2757478952407837, | |
| "learning_rate": 8.936538461538462e-05, | |
| "loss": 0.4662, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 1.413041591644287, | |
| "learning_rate": 8.933791208791209e-05, | |
| "loss": 0.4739, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 1.3950985670089722, | |
| "learning_rate": 8.931043956043956e-05, | |
| "loss": 0.4652, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 1.1247773170471191, | |
| "learning_rate": 8.928296703296704e-05, | |
| "loss": 0.4704, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.7197868824005127, | |
| "learning_rate": 8.925549450549451e-05, | |
| "loss": 0.466, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 1.606062889099121, | |
| "learning_rate": 8.922802197802198e-05, | |
| "loss": 0.4697, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.8834720849990845, | |
| "learning_rate": 8.920054945054946e-05, | |
| "loss": 0.4787, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.6989302635192871, | |
| "learning_rate": 8.917307692307693e-05, | |
| "loss": 0.4553, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 1.1178115606307983, | |
| "learning_rate": 8.91456043956044e-05, | |
| "loss": 0.4679, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.8493313789367676, | |
| "learning_rate": 8.911813186813188e-05, | |
| "loss": 0.4915, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.6862457990646362, | |
| "learning_rate": 8.909065934065934e-05, | |
| "loss": 0.4667, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.5265287160873413, | |
| "learning_rate": 8.906318681318681e-05, | |
| "loss": 0.4675, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 1.6895486116409302, | |
| "learning_rate": 8.903571428571429e-05, | |
| "loss": 0.4694, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.9672292470932007, | |
| "learning_rate": 8.900824175824176e-05, | |
| "loss": 0.4788, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.9348291158676147, | |
| "learning_rate": 8.898076923076923e-05, | |
| "loss": 0.461, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.5047799348831177, | |
| "learning_rate": 8.895329670329671e-05, | |
| "loss": 0.467, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 1.6985957622528076, | |
| "learning_rate": 8.892582417582418e-05, | |
| "loss": 0.4581, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.8573766946792603, | |
| "learning_rate": 8.889835164835165e-05, | |
| "loss": 0.4624, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.6403746008872986, | |
| "learning_rate": 8.887087912087913e-05, | |
| "loss": 0.4574, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.9546878933906555, | |
| "learning_rate": 8.88434065934066e-05, | |
| "loss": 0.4803, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.6992652416229248, | |
| "learning_rate": 8.881593406593407e-05, | |
| "loss": 0.4696, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 1.035543441772461, | |
| "learning_rate": 8.878846153846155e-05, | |
| "loss": 0.4787, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 1.5563474893569946, | |
| "learning_rate": 8.876098901098902e-05, | |
| "loss": 0.4708, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 1.7203930616378784, | |
| "learning_rate": 8.873351648351648e-05, | |
| "loss": 0.4725, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 1.4295490980148315, | |
| "learning_rate": 8.870604395604396e-05, | |
| "loss": 0.464, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 1.1832698583602905, | |
| "learning_rate": 8.867857142857143e-05, | |
| "loss": 0.475, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.9679028391838074, | |
| "learning_rate": 8.86510989010989e-05, | |
| "loss": 0.4656, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.9646287560462952, | |
| "learning_rate": 8.862362637362638e-05, | |
| "loss": 0.4707, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 1.2284992933273315, | |
| "learning_rate": 8.859615384615385e-05, | |
| "loss": 0.4812, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.7886459231376648, | |
| "learning_rate": 8.856868131868132e-05, | |
| "loss": 0.4641, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.8464663028717041, | |
| "learning_rate": 8.85412087912088e-05, | |
| "loss": 0.4685, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 1.0549769401550293, | |
| "learning_rate": 8.851373626373627e-05, | |
| "loss": 0.4573, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 1.3452584743499756, | |
| "learning_rate": 8.848626373626374e-05, | |
| "loss": 0.4823, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 1.5250259637832642, | |
| "learning_rate": 8.845879120879122e-05, | |
| "loss": 0.4762, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.7843578457832336, | |
| "learning_rate": 8.843131868131869e-05, | |
| "loss": 0.4714, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 1.0666967630386353, | |
| "learning_rate": 8.840384615384616e-05, | |
| "loss": 0.4743, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 1.4348440170288086, | |
| "learning_rate": 8.837637362637364e-05, | |
| "loss": 0.4879, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 1.036281704902649, | |
| "learning_rate": 8.83489010989011e-05, | |
| "loss": 0.469, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.7014042139053345, | |
| "learning_rate": 8.832142857142857e-05, | |
| "loss": 0.4716, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 1.593533992767334, | |
| "learning_rate": 8.829395604395605e-05, | |
| "loss": 0.4745, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.4499157965183258, | |
| "learning_rate": 8.826648351648352e-05, | |
| "loss": 0.4764, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.7330986857414246, | |
| "learning_rate": 8.823901098901099e-05, | |
| "loss": 0.4733, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.7915944457054138, | |
| "learning_rate": 8.821153846153847e-05, | |
| "loss": 0.4605, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.9147601127624512, | |
| "learning_rate": 8.818406593406594e-05, | |
| "loss": 0.4729, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 1.1145246028900146, | |
| "learning_rate": 8.815659340659341e-05, | |
| "loss": 0.4757, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 1.0525473356246948, | |
| "learning_rate": 8.812912087912089e-05, | |
| "loss": 0.4585, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.7515787482261658, | |
| "learning_rate": 8.810164835164836e-05, | |
| "loss": 0.4557, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.9737600088119507, | |
| "learning_rate": 8.807417582417583e-05, | |
| "loss": 0.4647, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 1.1443486213684082, | |
| "learning_rate": 8.804670329670331e-05, | |
| "loss": 0.4685, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 1.4745419025421143, | |
| "learning_rate": 8.801923076923078e-05, | |
| "loss": 0.4736, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 1.1491049528121948, | |
| "learning_rate": 8.799175824175824e-05, | |
| "loss": 0.4604, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.742324948310852, | |
| "learning_rate": 8.796428571428573e-05, | |
| "loss": 0.457, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 1.1914622783660889, | |
| "learning_rate": 8.79368131868132e-05, | |
| "loss": 0.4638, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.6555135846138, | |
| "learning_rate": 8.790934065934066e-05, | |
| "loss": 0.4806, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.8627590537071228, | |
| "learning_rate": 8.788186813186814e-05, | |
| "loss": 0.4803, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 1.0868836641311646, | |
| "learning_rate": 8.785439560439561e-05, | |
| "loss": 0.4598, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 1.291483998298645, | |
| "learning_rate": 8.782692307692308e-05, | |
| "loss": 0.4707, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.9766128659248352, | |
| "learning_rate": 8.779945054945056e-05, | |
| "loss": 0.4707, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 1.0301162004470825, | |
| "learning_rate": 8.777197802197803e-05, | |
| "loss": 0.4821, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 1.0474865436553955, | |
| "learning_rate": 8.77445054945055e-05, | |
| "loss": 0.4603, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 1.1218842267990112, | |
| "learning_rate": 8.771703296703298e-05, | |
| "loss": 0.4827, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 1.0587611198425293, | |
| "learning_rate": 8.768956043956045e-05, | |
| "loss": 0.4746, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.8249474763870239, | |
| "learning_rate": 8.766208791208792e-05, | |
| "loss": 0.4648, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.6225512027740479, | |
| "learning_rate": 8.76346153846154e-05, | |
| "loss": 0.4582, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 1.2126622200012207, | |
| "learning_rate": 8.760714285714287e-05, | |
| "loss": 0.4617, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 1.6850072145462036, | |
| "learning_rate": 8.757967032967033e-05, | |
| "loss": 0.4793, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.5053130984306335, | |
| "learning_rate": 8.755219780219782e-05, | |
| "loss": 0.4648, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.4924371838569641, | |
| "learning_rate": 8.752472527472528e-05, | |
| "loss": 0.4694, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.7182402014732361, | |
| "learning_rate": 8.749725274725275e-05, | |
| "loss": 0.4611, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.5569953322410583, | |
| "learning_rate": 8.746978021978023e-05, | |
| "loss": 0.4632, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 1.0777251720428467, | |
| "learning_rate": 8.74423076923077e-05, | |
| "loss": 0.4735, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.6310242414474487, | |
| "learning_rate": 8.741483516483517e-05, | |
| "loss": 0.4567, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.94218510389328, | |
| "learning_rate": 8.738736263736265e-05, | |
| "loss": 0.4626, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.4554530084133148, | |
| "learning_rate": 8.735989010989012e-05, | |
| "loss": 0.4681, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 1.2381364107131958, | |
| "learning_rate": 8.733241758241759e-05, | |
| "loss": 0.467, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 1.1469919681549072, | |
| "learning_rate": 8.730494505494507e-05, | |
| "loss": 0.4643, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.7159097194671631, | |
| "learning_rate": 8.727747252747254e-05, | |
| "loss": 0.4731, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.8695803880691528, | |
| "learning_rate": 8.725e-05, | |
| "loss": 0.4646, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.8535722494125366, | |
| "learning_rate": 8.722252747252749e-05, | |
| "loss": 0.4612, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 1.231641173362732, | |
| "learning_rate": 8.719505494505496e-05, | |
| "loss": 0.48, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 1.0003236532211304, | |
| "learning_rate": 8.716758241758241e-05, | |
| "loss": 0.4741, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 1.8520704507827759, | |
| "learning_rate": 8.714010989010989e-05, | |
| "loss": 0.4693, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 1.0661410093307495, | |
| "learning_rate": 8.711263736263736e-05, | |
| "loss": 0.4848, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.8280912637710571, | |
| "learning_rate": 8.708516483516483e-05, | |
| "loss": 0.4703, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 1.169047474861145, | |
| "learning_rate": 8.705769230769231e-05, | |
| "loss": 0.4777, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.7568297982215881, | |
| "learning_rate": 8.703021978021978e-05, | |
| "loss": 0.4752, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 1.5538333654403687, | |
| "learning_rate": 8.700274725274725e-05, | |
| "loss": 0.4569, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.6673538684844971, | |
| "learning_rate": 8.697527472527473e-05, | |
| "loss": 0.4659, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.9370101690292358, | |
| "learning_rate": 8.69478021978022e-05, | |
| "loss": 0.4644, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 1.748659610748291, | |
| "learning_rate": 8.692032967032966e-05, | |
| "loss": 0.458, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.8026989102363586, | |
| "learning_rate": 8.689285714285715e-05, | |
| "loss": 0.4696, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 1.7652183771133423, | |
| "learning_rate": 8.686538461538461e-05, | |
| "loss": 0.4676, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.6286242008209229, | |
| "learning_rate": 8.683791208791208e-05, | |
| "loss": 0.4638, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 2.5077078342437744, | |
| "learning_rate": 8.681043956043956e-05, | |
| "loss": 0.4774, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.6874992251396179, | |
| "learning_rate": 8.678296703296703e-05, | |
| "loss": 0.4621, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 1.2562603950500488, | |
| "learning_rate": 8.67554945054945e-05, | |
| "loss": 0.4745, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 1.0717673301696777, | |
| "learning_rate": 8.672802197802198e-05, | |
| "loss": 0.4726, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.744522750377655, | |
| "learning_rate": 8.670054945054945e-05, | |
| "loss": 0.4823, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.879859447479248, | |
| "learning_rate": 8.667307692307692e-05, | |
| "loss": 0.4651, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.6319553852081299, | |
| "learning_rate": 8.66456043956044e-05, | |
| "loss": 0.4714, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.8513883948326111, | |
| "learning_rate": 8.661813186813187e-05, | |
| "loss": 0.4644, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 1.7870076894760132, | |
| "learning_rate": 8.659065934065934e-05, | |
| "loss": 0.4714, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.8447625041007996, | |
| "learning_rate": 8.656318681318682e-05, | |
| "loss": 0.4717, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.7471101880073547, | |
| "learning_rate": 8.653571428571429e-05, | |
| "loss": 0.4594, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.7438103556632996, | |
| "learning_rate": 8.650824175824175e-05, | |
| "loss": 0.4622, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.8779565095901489, | |
| "learning_rate": 8.648076923076924e-05, | |
| "loss": 0.4639, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 1.4103574752807617, | |
| "learning_rate": 8.64532967032967e-05, | |
| "loss": 0.4568, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 1.2644096612930298, | |
| "learning_rate": 8.642582417582417e-05, | |
| "loss": 0.4696, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.7385484576225281, | |
| "learning_rate": 8.639835164835165e-05, | |
| "loss": 0.4638, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.7698835730552673, | |
| "learning_rate": 8.637087912087912e-05, | |
| "loss": 0.4762, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 1.049194574356079, | |
| "learning_rate": 8.634340659340659e-05, | |
| "loss": 0.4588, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.7376847267150879, | |
| "learning_rate": 8.631593406593407e-05, | |
| "loss": 0.46, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 1.1413201093673706, | |
| "learning_rate": 8.628846153846154e-05, | |
| "loss": 0.4662, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.9843841195106506, | |
| "learning_rate": 8.626098901098901e-05, | |
| "loss": 0.4663, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.6186099052429199, | |
| "learning_rate": 8.623351648351649e-05, | |
| "loss": 0.4683, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 1.4082993268966675, | |
| "learning_rate": 8.620604395604396e-05, | |
| "loss": 0.4639, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.9625537395477295, | |
| "learning_rate": 8.617857142857143e-05, | |
| "loss": 0.4646, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 1.0915727615356445, | |
| "learning_rate": 8.615109890109891e-05, | |
| "loss": 0.4669, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.9645349383354187, | |
| "learning_rate": 8.612362637362638e-05, | |
| "loss": 0.4572, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.7993157505989075, | |
| "learning_rate": 8.609615384615384e-05, | |
| "loss": 0.4623, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 1.3415577411651611, | |
| "learning_rate": 8.606868131868133e-05, | |
| "loss": 0.4569, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 1.1217197179794312, | |
| "learning_rate": 8.60412087912088e-05, | |
| "loss": 0.4632, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.6021980047225952, | |
| "learning_rate": 8.601373626373626e-05, | |
| "loss": 0.4688, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.9672883749008179, | |
| "learning_rate": 8.598626373626374e-05, | |
| "loss": 0.4594, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.8534507155418396, | |
| "learning_rate": 8.595879120879121e-05, | |
| "loss": 0.4496, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 1.6172966957092285, | |
| "learning_rate": 8.593131868131868e-05, | |
| "loss": 0.4751, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 1.378061056137085, | |
| "learning_rate": 8.590384615384616e-05, | |
| "loss": 0.4597, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.8239535093307495, | |
| "learning_rate": 8.587637362637363e-05, | |
| "loss": 0.4549, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.6672975420951843, | |
| "learning_rate": 8.58489010989011e-05, | |
| "loss": 0.4694, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 1.042051076889038, | |
| "learning_rate": 8.582142857142858e-05, | |
| "loss": 0.4667, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 1.6398990154266357, | |
| "learning_rate": 8.579395604395605e-05, | |
| "loss": 0.4657, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.5243840217590332, | |
| "learning_rate": 8.576648351648352e-05, | |
| "loss": 0.4733, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 1.3996922969818115, | |
| "learning_rate": 8.5739010989011e-05, | |
| "loss": 0.4747, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.7381965517997742, | |
| "learning_rate": 8.571153846153847e-05, | |
| "loss": 0.4694, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 1.1151881217956543, | |
| "learning_rate": 8.568406593406593e-05, | |
| "loss": 0.4658, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 1.0418914556503296, | |
| "learning_rate": 8.565659340659342e-05, | |
| "loss": 0.4568, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.7290151119232178, | |
| "learning_rate": 8.562912087912088e-05, | |
| "loss": 0.4642, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.8483603000640869, | |
| "learning_rate": 8.560164835164835e-05, | |
| "loss": 0.4912, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 1.1545953750610352, | |
| "learning_rate": 8.557417582417583e-05, | |
| "loss": 0.4738, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 1.0104776620864868, | |
| "learning_rate": 8.55467032967033e-05, | |
| "loss": 0.4751, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.9386792778968811, | |
| "learning_rate": 8.551923076923077e-05, | |
| "loss": 0.4549, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.6779844760894775, | |
| "learning_rate": 8.549175824175825e-05, | |
| "loss": 0.4682, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.7957237958908081, | |
| "learning_rate": 8.546428571428572e-05, | |
| "loss": 0.4561, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.8393499255180359, | |
| "learning_rate": 8.543681318681319e-05, | |
| "loss": 0.4659, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.9744943380355835, | |
| "learning_rate": 8.540934065934067e-05, | |
| "loss": 0.4545, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 1.1456732749938965, | |
| "learning_rate": 8.538186813186814e-05, | |
| "loss": 0.4614, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.8066684603691101, | |
| "learning_rate": 8.53543956043956e-05, | |
| "loss": 0.475, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 1.4929931163787842, | |
| "learning_rate": 8.532692307692309e-05, | |
| "loss": 0.4695, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.7223564386367798, | |
| "learning_rate": 8.529945054945056e-05, | |
| "loss": 0.4692, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 1.3222299814224243, | |
| "learning_rate": 8.527197802197802e-05, | |
| "loss": 0.4533, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 1.1262595653533936, | |
| "learning_rate": 8.52445054945055e-05, | |
| "loss": 0.4637, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.9097437858581543, | |
| "learning_rate": 8.521703296703297e-05, | |
| "loss": 0.4692, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 1.5121077299118042, | |
| "learning_rate": 8.518956043956044e-05, | |
| "loss": 0.4591, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 1.1432225704193115, | |
| "learning_rate": 8.516208791208792e-05, | |
| "loss": 0.4723, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 1.3745416402816772, | |
| "learning_rate": 8.513461538461539e-05, | |
| "loss": 0.4725, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.8508789539337158, | |
| "learning_rate": 8.510714285714286e-05, | |
| "loss": 0.4607, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 1.3097485303878784, | |
| "learning_rate": 8.507967032967034e-05, | |
| "loss": 0.4635, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 1.29444420337677, | |
| "learning_rate": 8.505219780219781e-05, | |
| "loss": 0.4628, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.5336117744445801, | |
| "learning_rate": 8.502472527472528e-05, | |
| "loss": 0.4568, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.7139732837677002, | |
| "learning_rate": 8.499725274725276e-05, | |
| "loss": 0.4574, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.7436287999153137, | |
| "learning_rate": 8.496978021978023e-05, | |
| "loss": 0.455, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.9436907172203064, | |
| "learning_rate": 8.49423076923077e-05, | |
| "loss": 0.4678, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.9827747344970703, | |
| "learning_rate": 8.491483516483518e-05, | |
| "loss": 0.4614, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.7332632541656494, | |
| "learning_rate": 8.488736263736265e-05, | |
| "loss": 0.4675, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 1.1933000087738037, | |
| "learning_rate": 8.485989010989011e-05, | |
| "loss": 0.4528, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 1.1396616697311401, | |
| "learning_rate": 8.48324175824176e-05, | |
| "loss": 0.4663, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 1.4335391521453857, | |
| "learning_rate": 8.480494505494506e-05, | |
| "loss": 0.4658, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.85484778881073, | |
| "learning_rate": 8.477747252747253e-05, | |
| "loss": 0.4536, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 1.206037163734436, | |
| "learning_rate": 8.475000000000001e-05, | |
| "loss": 0.4665, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 1.0052751302719116, | |
| "learning_rate": 8.472252747252748e-05, | |
| "loss": 0.4657, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.6977716088294983, | |
| "learning_rate": 8.469505494505495e-05, | |
| "loss": 0.4594, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.975903332233429, | |
| "learning_rate": 8.466758241758243e-05, | |
| "loss": 0.4739, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 1.0114597082138062, | |
| "learning_rate": 8.46401098901099e-05, | |
| "loss": 0.4732, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.5334266424179077, | |
| "learning_rate": 8.461263736263737e-05, | |
| "loss": 0.4585, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 1.6815012693405151, | |
| "learning_rate": 8.458516483516485e-05, | |
| "loss": 0.4737, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 1.1055243015289307, | |
| "learning_rate": 8.455769230769232e-05, | |
| "loss": 0.4608, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 1.3854832649230957, | |
| "learning_rate": 8.453021978021979e-05, | |
| "loss": 0.4659, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 1.0487163066864014, | |
| "learning_rate": 8.450274725274727e-05, | |
| "loss": 0.4519, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 1.0301164388656616, | |
| "learning_rate": 8.447527472527474e-05, | |
| "loss": 0.4598, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.7901486754417419, | |
| "learning_rate": 8.44478021978022e-05, | |
| "loss": 0.4727, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.6557927131652832, | |
| "learning_rate": 8.442032967032969e-05, | |
| "loss": 0.4523, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.8954731225967407, | |
| "learning_rate": 8.439285714285715e-05, | |
| "loss": 0.4672, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.6038153171539307, | |
| "learning_rate": 8.436538461538462e-05, | |
| "loss": 0.4604, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.9118047952651978, | |
| "learning_rate": 8.433791208791209e-05, | |
| "loss": 0.4592, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 1.125707745552063, | |
| "learning_rate": 8.431043956043957e-05, | |
| "loss": 0.4713, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.7669263482093811, | |
| "learning_rate": 8.428296703296704e-05, | |
| "loss": 0.465, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 1.0012739896774292, | |
| "learning_rate": 8.425549450549451e-05, | |
| "loss": 0.4661, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.650155782699585, | |
| "learning_rate": 8.422802197802199e-05, | |
| "loss": 0.4649, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 1.224027156829834, | |
| "learning_rate": 8.420054945054946e-05, | |
| "loss": 0.4486, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 1.350738763809204, | |
| "learning_rate": 8.417307692307693e-05, | |
| "loss": 0.4714, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 1.238620400428772, | |
| "learning_rate": 8.414560439560441e-05, | |
| "loss": 0.4644, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 1.4456909894943237, | |
| "learning_rate": 8.411813186813188e-05, | |
| "loss": 0.4674, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.9819515943527222, | |
| "learning_rate": 8.409065934065934e-05, | |
| "loss": 0.4681, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.7437455058097839, | |
| "learning_rate": 8.406318681318683e-05, | |
| "loss": 0.4701, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.7628225088119507, | |
| "learning_rate": 8.403571428571428e-05, | |
| "loss": 0.4608, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 1.0726768970489502, | |
| "learning_rate": 8.400824175824176e-05, | |
| "loss": 0.461, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.799857497215271, | |
| "learning_rate": 8.398076923076923e-05, | |
| "loss": 0.4587, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 1.242092251777649, | |
| "learning_rate": 8.39532967032967e-05, | |
| "loss": 0.4569, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.971057116985321, | |
| "learning_rate": 8.392582417582418e-05, | |
| "loss": 0.4537, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 1.1566013097763062, | |
| "learning_rate": 8.389835164835165e-05, | |
| "loss": 0.4638, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 1.2802190780639648, | |
| "learning_rate": 8.387087912087912e-05, | |
| "loss": 0.4663, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 1.0269036293029785, | |
| "learning_rate": 8.38434065934066e-05, | |
| "loss": 0.4628, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.7012946605682373, | |
| "learning_rate": 8.381593406593407e-05, | |
| "loss": 0.4513, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.5895891189575195, | |
| "learning_rate": 8.378846153846153e-05, | |
| "loss": 0.4584, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.9521509408950806, | |
| "learning_rate": 8.376098901098902e-05, | |
| "loss": 0.4587, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 1.409681797027588, | |
| "learning_rate": 8.373351648351648e-05, | |
| "loss": 0.4592, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 1.0833555459976196, | |
| "learning_rate": 8.370604395604395e-05, | |
| "loss": 0.4562, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.8994373679161072, | |
| "learning_rate": 8.367857142857143e-05, | |
| "loss": 0.4593, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 1.2591134309768677, | |
| "learning_rate": 8.36510989010989e-05, | |
| "loss": 0.4632, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.8163917064666748, | |
| "learning_rate": 8.362362637362637e-05, | |
| "loss": 0.4767, | |
| "step": 6170 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.6897978186607361, | |
| "learning_rate": 8.359615384615385e-05, | |
| "loss": 0.4569, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 1.0527364015579224, | |
| "learning_rate": 8.356868131868132e-05, | |
| "loss": 0.4618, | |
| "step": 6190 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 1.4118075370788574, | |
| "learning_rate": 8.354120879120879e-05, | |
| "loss": 0.4542, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.9567866325378418, | |
| "learning_rate": 8.351373626373627e-05, | |
| "loss": 0.4673, | |
| "step": 6210 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 1.0207067728042603, | |
| "learning_rate": 8.348626373626374e-05, | |
| "loss": 0.4538, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.5897815227508545, | |
| "learning_rate": 8.34587912087912e-05, | |
| "loss": 0.4577, | |
| "step": 6230 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.5948817133903503, | |
| "learning_rate": 8.343131868131869e-05, | |
| "loss": 0.4629, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 1.6685130596160889, | |
| "learning_rate": 8.340384615384616e-05, | |
| "loss": 0.461, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 1.502945899963379, | |
| "learning_rate": 8.337637362637362e-05, | |
| "loss": 0.4649, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 1.5422593355178833, | |
| "learning_rate": 8.33489010989011e-05, | |
| "loss": 0.4494, | |
| "step": 6270 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.999934732913971, | |
| "learning_rate": 8.332142857142857e-05, | |
| "loss": 0.464, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.6580365896224976, | |
| "learning_rate": 8.329395604395604e-05, | |
| "loss": 0.4382, | |
| "step": 6290 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.9826914668083191, | |
| "learning_rate": 8.326648351648352e-05, | |
| "loss": 0.4646, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 1.6006591320037842, | |
| "learning_rate": 8.323901098901099e-05, | |
| "loss": 0.4709, | |
| "step": 6310 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.46454253792762756, | |
| "learning_rate": 8.321153846153846e-05, | |
| "loss": 0.4572, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 1.1660053730010986, | |
| "learning_rate": 8.318406593406594e-05, | |
| "loss": 0.4537, | |
| "step": 6330 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.7951260805130005, | |
| "learning_rate": 8.315659340659341e-05, | |
| "loss": 0.4491, | |
| "step": 6340 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.9338926672935486, | |
| "learning_rate": 8.312912087912088e-05, | |
| "loss": 0.4608, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 1.2365031242370605, | |
| "learning_rate": 8.310164835164836e-05, | |
| "loss": 0.4582, | |
| "step": 6360 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.7614923119544983, | |
| "learning_rate": 8.307417582417583e-05, | |
| "loss": 0.4665, | |
| "step": 6370 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.9391283392906189, | |
| "learning_rate": 8.30467032967033e-05, | |
| "loss": 0.4593, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 1.4633766412734985, | |
| "learning_rate": 8.301923076923078e-05, | |
| "loss": 0.4611, | |
| "step": 6390 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 1.159623146057129, | |
| "learning_rate": 8.299175824175825e-05, | |
| "loss": 0.4622, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 1.0221785306930542, | |
| "learning_rate": 8.296428571428571e-05, | |
| "loss": 0.4483, | |
| "step": 6410 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 1.5070372819900513, | |
| "learning_rate": 8.29368131868132e-05, | |
| "loss": 0.4677, | |
| "step": 6420 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.9225922226905823, | |
| "learning_rate": 8.290934065934066e-05, | |
| "loss": 0.4711, | |
| "step": 6430 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.9344289302825928, | |
| "learning_rate": 8.288186813186813e-05, | |
| "loss": 0.4591, | |
| "step": 6440 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.5448782444000244, | |
| "learning_rate": 8.285439560439561e-05, | |
| "loss": 0.4635, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.465524822473526, | |
| "learning_rate": 8.282692307692308e-05, | |
| "loss": 0.4581, | |
| "step": 6460 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 1.3583608865737915, | |
| "learning_rate": 8.279945054945055e-05, | |
| "loss": 0.4718, | |
| "step": 6470 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 1.3173762559890747, | |
| "learning_rate": 8.277197802197803e-05, | |
| "loss": 0.4577, | |
| "step": 6480 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 1.3845728635787964, | |
| "learning_rate": 8.27445054945055e-05, | |
| "loss": 0.4623, | |
| "step": 6490 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 1.0992422103881836, | |
| "learning_rate": 8.271703296703297e-05, | |
| "loss": 0.4543, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.5556319355964661, | |
| "learning_rate": 8.268956043956045e-05, | |
| "loss": 0.4613, | |
| "step": 6510 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.7095728516578674, | |
| "learning_rate": 8.266208791208792e-05, | |
| "loss": 0.455, | |
| "step": 6520 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 1.1960381269454956, | |
| "learning_rate": 8.263461538461539e-05, | |
| "loss": 0.4545, | |
| "step": 6530 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 1.0696423053741455, | |
| "learning_rate": 8.260714285714287e-05, | |
| "loss": 0.4666, | |
| "step": 6540 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.5211924314498901, | |
| "learning_rate": 8.257967032967034e-05, | |
| "loss": 0.4535, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 1.1284767389297485, | |
| "learning_rate": 8.25521978021978e-05, | |
| "loss": 0.4633, | |
| "step": 6560 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 1.3033208847045898, | |
| "learning_rate": 8.252472527472529e-05, | |
| "loss": 0.4812, | |
| "step": 6570 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 1.2627853155136108, | |
| "learning_rate": 8.249725274725275e-05, | |
| "loss": 0.4676, | |
| "step": 6580 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.5073243379592896, | |
| "learning_rate": 8.246978021978022e-05, | |
| "loss": 0.4638, | |
| "step": 6590 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.6492868661880493, | |
| "learning_rate": 8.24423076923077e-05, | |
| "loss": 0.46, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.8350780010223389, | |
| "learning_rate": 8.241483516483517e-05, | |
| "loss": 0.4549, | |
| "step": 6610 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 1.3048648834228516, | |
| "learning_rate": 8.238736263736264e-05, | |
| "loss": 0.47, | |
| "step": 6620 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 1.2212404012680054, | |
| "learning_rate": 8.235989010989012e-05, | |
| "loss": 0.4623, | |
| "step": 6630 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.9617910981178284, | |
| "learning_rate": 8.233241758241759e-05, | |
| "loss": 0.4566, | |
| "step": 6640 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.5445905923843384, | |
| "learning_rate": 8.230494505494506e-05, | |
| "loss": 0.458, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.6512438654899597, | |
| "learning_rate": 8.227747252747254e-05, | |
| "loss": 0.4516, | |
| "step": 6660 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 1.2203713655471802, | |
| "learning_rate": 8.225000000000001e-05, | |
| "loss": 0.4566, | |
| "step": 6670 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.5803031325340271, | |
| "learning_rate": 8.222252747252748e-05, | |
| "loss": 0.4622, | |
| "step": 6680 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.5457717180252075, | |
| "learning_rate": 8.219505494505496e-05, | |
| "loss": 0.4509, | |
| "step": 6690 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.4855049252510071, | |
| "learning_rate": 8.216758241758242e-05, | |
| "loss": 0.4517, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.49980971217155457, | |
| "learning_rate": 8.214010989010989e-05, | |
| "loss": 0.4592, | |
| "step": 6710 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.8323667049407959, | |
| "learning_rate": 8.211263736263736e-05, | |
| "loss": 0.4515, | |
| "step": 6720 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.6058827638626099, | |
| "learning_rate": 8.208516483516484e-05, | |
| "loss": 0.4437, | |
| "step": 6730 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 1.3227874040603638, | |
| "learning_rate": 8.205769230769231e-05, | |
| "loss": 0.4497, | |
| "step": 6740 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 1.14075767993927, | |
| "learning_rate": 8.203021978021978e-05, | |
| "loss": 0.455, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 1.0633773803710938, | |
| "learning_rate": 8.200274725274726e-05, | |
| "loss": 0.4582, | |
| "step": 6760 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.671051025390625, | |
| "learning_rate": 8.197527472527473e-05, | |
| "loss": 0.4584, | |
| "step": 6770 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.8227337002754211, | |
| "learning_rate": 8.19478021978022e-05, | |
| "loss": 0.4564, | |
| "step": 6780 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 1.3290925025939941, | |
| "learning_rate": 8.192032967032968e-05, | |
| "loss": 0.4527, | |
| "step": 6790 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 1.160757303237915, | |
| "learning_rate": 8.189285714285715e-05, | |
| "loss": 0.4417, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.8233458399772644, | |
| "learning_rate": 8.186538461538462e-05, | |
| "loss": 0.4459, | |
| "step": 6810 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.7575914859771729, | |
| "learning_rate": 8.18379120879121e-05, | |
| "loss": 0.4636, | |
| "step": 6820 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.35609036684036255, | |
| "learning_rate": 8.181043956043956e-05, | |
| "loss": 0.4479, | |
| "step": 6830 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 1.0687757730484009, | |
| "learning_rate": 8.178296703296703e-05, | |
| "loss": 0.4494, | |
| "step": 6840 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.936469316482544, | |
| "learning_rate": 8.175549450549451e-05, | |
| "loss": 0.4605, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.6257254481315613, | |
| "learning_rate": 8.172802197802198e-05, | |
| "loss": 0.4559, | |
| "step": 6860 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 1.0161064863204956, | |
| "learning_rate": 8.170054945054945e-05, | |
| "loss": 0.4677, | |
| "step": 6870 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 1.0407649278640747, | |
| "learning_rate": 8.167307692307693e-05, | |
| "loss": 0.4542, | |
| "step": 6880 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.7439064383506775, | |
| "learning_rate": 8.16456043956044e-05, | |
| "loss": 0.4747, | |
| "step": 6890 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.37432214617729187, | |
| "learning_rate": 8.161813186813187e-05, | |
| "loss": 0.4595, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.9039118885993958, | |
| "learning_rate": 8.159065934065935e-05, | |
| "loss": 0.4701, | |
| "step": 6910 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.5294177532196045, | |
| "learning_rate": 8.156318681318682e-05, | |
| "loss": 0.4533, | |
| "step": 6920 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.8023412227630615, | |
| "learning_rate": 8.153571428571429e-05, | |
| "loss": 0.4632, | |
| "step": 6930 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 1.1089890003204346, | |
| "learning_rate": 8.150824175824177e-05, | |
| "loss": 0.4627, | |
| "step": 6940 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.5587044954299927, | |
| "learning_rate": 8.148076923076924e-05, | |
| "loss": 0.4613, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.7494495511054993, | |
| "learning_rate": 8.14532967032967e-05, | |
| "loss": 0.4478, | |
| "step": 6960 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.7425660490989685, | |
| "learning_rate": 8.142582417582419e-05, | |
| "loss": 0.4585, | |
| "step": 6970 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.9916179180145264, | |
| "learning_rate": 8.139835164835165e-05, | |
| "loss": 0.464, | |
| "step": 6980 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.9130895137786865, | |
| "learning_rate": 8.137087912087912e-05, | |
| "loss": 0.4628, | |
| "step": 6990 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.7386452555656433, | |
| "learning_rate": 8.13434065934066e-05, | |
| "loss": 0.457, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 1.5726503133773804, | |
| "learning_rate": 8.131593406593407e-05, | |
| "loss": 0.461, | |
| "step": 7010 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.6793839335441589, | |
| "learning_rate": 8.128846153846154e-05, | |
| "loss": 0.4521, | |
| "step": 7020 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 1.5302358865737915, | |
| "learning_rate": 8.126098901098902e-05, | |
| "loss": 0.4598, | |
| "step": 7030 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.9924741387367249, | |
| "learning_rate": 8.123351648351649e-05, | |
| "loss": 0.4599, | |
| "step": 7040 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.7319537997245789, | |
| "learning_rate": 8.120604395604396e-05, | |
| "loss": 0.4585, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 1.067428469657898, | |
| "learning_rate": 8.117857142857144e-05, | |
| "loss": 0.4509, | |
| "step": 7060 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 1.2225853204727173, | |
| "learning_rate": 8.115109890109891e-05, | |
| "loss": 0.4591, | |
| "step": 7070 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.7233381867408752, | |
| "learning_rate": 8.112362637362638e-05, | |
| "loss": 0.4568, | |
| "step": 7080 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 1.3318099975585938, | |
| "learning_rate": 8.109615384615386e-05, | |
| "loss": 0.4715, | |
| "step": 7090 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 1.4362515211105347, | |
| "learning_rate": 8.106868131868133e-05, | |
| "loss": 0.4539, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.8498636484146118, | |
| "learning_rate": 8.10412087912088e-05, | |
| "loss": 0.4531, | |
| "step": 7110 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.5961604118347168, | |
| "learning_rate": 8.101373626373628e-05, | |
| "loss": 0.4561, | |
| "step": 7120 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 1.013180136680603, | |
| "learning_rate": 8.098626373626374e-05, | |
| "loss": 0.4581, | |
| "step": 7130 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.9159004092216492, | |
| "learning_rate": 8.095879120879121e-05, | |
| "loss": 0.4498, | |
| "step": 7140 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.9847846031188965, | |
| "learning_rate": 8.093131868131868e-05, | |
| "loss": 0.4584, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 1.5007630586624146, | |
| "learning_rate": 8.090384615384615e-05, | |
| "loss": 0.4524, | |
| "step": 7160 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.8937559723854065, | |
| "learning_rate": 8.087637362637363e-05, | |
| "loss": 0.4701, | |
| "step": 7170 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.9551745653152466, | |
| "learning_rate": 8.08489010989011e-05, | |
| "loss": 0.4412, | |
| "step": 7180 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.7207891345024109, | |
| "learning_rate": 8.082142857142857e-05, | |
| "loss": 0.4577, | |
| "step": 7190 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.5330765843391418, | |
| "learning_rate": 8.079395604395605e-05, | |
| "loss": 0.4531, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 1.0517854690551758, | |
| "learning_rate": 8.076648351648352e-05, | |
| "loss": 0.4339, | |
| "step": 7210 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 1.2942813634872437, | |
| "learning_rate": 8.073901098901098e-05, | |
| "loss": 0.4575, | |
| "step": 7220 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.9348652362823486, | |
| "learning_rate": 8.071153846153847e-05, | |
| "loss": 0.4472, | |
| "step": 7230 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 1.095439076423645, | |
| "learning_rate": 8.068406593406593e-05, | |
| "loss": 0.4503, | |
| "step": 7240 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.5965198278427124, | |
| "learning_rate": 8.06565934065934e-05, | |
| "loss": 0.4499, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.5533403158187866, | |
| "learning_rate": 8.062912087912088e-05, | |
| "loss": 0.4676, | |
| "step": 7260 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 1.1052013635635376, | |
| "learning_rate": 8.060164835164835e-05, | |
| "loss": 0.4635, | |
| "step": 7270 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 0.9924907088279724, | |
| "learning_rate": 8.057417582417582e-05, | |
| "loss": 0.4606, | |
| "step": 7280 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 0.5882344245910645, | |
| "learning_rate": 8.05467032967033e-05, | |
| "loss": 0.4456, | |
| "step": 7290 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 1.0022166967391968, | |
| "learning_rate": 8.051923076923077e-05, | |
| "loss": 0.4505, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.8352431058883667, | |
| "learning_rate": 8.049175824175824e-05, | |
| "loss": 0.4567, | |
| "step": 7310 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 1.0245552062988281, | |
| "learning_rate": 8.046428571428572e-05, | |
| "loss": 0.4509, | |
| "step": 7320 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 0.44436022639274597, | |
| "eval_runtime": 1246.3805, | |
| "eval_samples_per_second": 234.366, | |
| "eval_steps_per_second": 3.663, | |
| "step": 7321 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.6890380382537842, | |
| "learning_rate": 8.043681318681319e-05, | |
| "loss": 0.4559, | |
| "step": 7330 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 0.8071466088294983, | |
| "learning_rate": 8.040934065934066e-05, | |
| "loss": 0.4494, | |
| "step": 7340 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 0.5615882873535156, | |
| "learning_rate": 8.038186813186814e-05, | |
| "loss": 0.444, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 1.312966227531433, | |
| "learning_rate": 8.03543956043956e-05, | |
| "loss": 0.4549, | |
| "step": 7360 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 0.7778192162513733, | |
| "learning_rate": 8.032692307692307e-05, | |
| "loss": 0.4561, | |
| "step": 7370 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 0.9343681335449219, | |
| "learning_rate": 8.029945054945056e-05, | |
| "loss": 0.4565, | |
| "step": 7380 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 0.585110068321228, | |
| "learning_rate": 8.027197802197802e-05, | |
| "loss": 0.4502, | |
| "step": 7390 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 1.0197051763534546, | |
| "learning_rate": 8.024450549450549e-05, | |
| "loss": 0.4595, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 1.0265450477600098, | |
| "learning_rate": 8.021703296703297e-05, | |
| "loss": 0.4425, | |
| "step": 7410 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 1.1836851835250854, | |
| "learning_rate": 8.018956043956044e-05, | |
| "loss": 0.4606, | |
| "step": 7420 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 0.9758961796760559, | |
| "learning_rate": 8.016208791208791e-05, | |
| "loss": 0.4494, | |
| "step": 7430 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 1.0412979125976562, | |
| "learning_rate": 8.013461538461539e-05, | |
| "loss": 0.4593, | |
| "step": 7440 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 1.13507878780365, | |
| "learning_rate": 8.010714285714286e-05, | |
| "loss": 0.4598, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 1.118143081665039, | |
| "learning_rate": 8.007967032967033e-05, | |
| "loss": 0.4597, | |
| "step": 7460 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 0.6100110411643982, | |
| "learning_rate": 8.005219780219781e-05, | |
| "loss": 0.46, | |
| "step": 7470 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 1.4135487079620361, | |
| "learning_rate": 8.002472527472528e-05, | |
| "loss": 0.455, | |
| "step": 7480 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 0.7120094299316406, | |
| "learning_rate": 7.999725274725275e-05, | |
| "loss": 0.4459, | |
| "step": 7490 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 0.7432197332382202, | |
| "learning_rate": 7.996978021978023e-05, | |
| "loss": 0.4509, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 1.1492975950241089, | |
| "learning_rate": 7.99423076923077e-05, | |
| "loss": 0.4638, | |
| "step": 7510 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 1.0090208053588867, | |
| "learning_rate": 7.991483516483516e-05, | |
| "loss": 0.4702, | |
| "step": 7520 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 1.09323251247406, | |
| "learning_rate": 7.988736263736263e-05, | |
| "loss": 0.4518, | |
| "step": 7530 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 1.0353306531906128, | |
| "learning_rate": 7.985989010989011e-05, | |
| "loss": 0.4522, | |
| "step": 7540 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 0.8499657511711121, | |
| "learning_rate": 7.983241758241758e-05, | |
| "loss": 0.4637, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 1.0327955484390259, | |
| "learning_rate": 7.980494505494505e-05, | |
| "loss": 0.4444, | |
| "step": 7560 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 1.239608883857727, | |
| "learning_rate": 7.977747252747253e-05, | |
| "loss": 0.4536, | |
| "step": 7570 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 0.6841428279876709, | |
| "learning_rate": 7.975e-05, | |
| "loss": 0.4519, | |
| "step": 7580 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 1.1058799028396606, | |
| "learning_rate": 7.972252747252747e-05, | |
| "loss": 0.4511, | |
| "step": 7590 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 1.1671322584152222, | |
| "learning_rate": 7.969505494505495e-05, | |
| "loss": 0.4512, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 0.6706550121307373, | |
| "learning_rate": 7.966758241758242e-05, | |
| "loss": 0.4493, | |
| "step": 7610 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 0.752795398235321, | |
| "learning_rate": 7.964010989010989e-05, | |
| "loss": 0.4494, | |
| "step": 7620 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 0.6255919933319092, | |
| "learning_rate": 7.961263736263737e-05, | |
| "loss": 0.4525, | |
| "step": 7630 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 0.4543440341949463, | |
| "learning_rate": 7.958516483516484e-05, | |
| "loss": 0.4527, | |
| "step": 7640 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 0.6038147807121277, | |
| "learning_rate": 7.95576923076923e-05, | |
| "loss": 0.4431, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 1.010972261428833, | |
| "learning_rate": 7.953021978021979e-05, | |
| "loss": 0.451, | |
| "step": 7660 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 1.0627601146697998, | |
| "learning_rate": 7.950274725274725e-05, | |
| "loss": 0.4441, | |
| "step": 7670 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 0.6361072063446045, | |
| "learning_rate": 7.947527472527472e-05, | |
| "loss": 0.4592, | |
| "step": 7680 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 0.897415280342102, | |
| "learning_rate": 7.94478021978022e-05, | |
| "loss": 0.4535, | |
| "step": 7690 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 0.6545829772949219, | |
| "learning_rate": 7.942032967032967e-05, | |
| "loss": 0.4589, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "grad_norm": 0.9311442375183105, | |
| "learning_rate": 7.939285714285714e-05, | |
| "loss": 0.4417, | |
| "step": 7710 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "grad_norm": 1.5107172727584839, | |
| "learning_rate": 7.936538461538462e-05, | |
| "loss": 0.4503, | |
| "step": 7720 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "grad_norm": 0.9508922100067139, | |
| "learning_rate": 7.933791208791209e-05, | |
| "loss": 0.4532, | |
| "step": 7730 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "grad_norm": 0.8631314039230347, | |
| "learning_rate": 7.931043956043956e-05, | |
| "loss": 0.4551, | |
| "step": 7740 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "grad_norm": 0.639757513999939, | |
| "learning_rate": 7.928296703296704e-05, | |
| "loss": 0.4531, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "grad_norm": 0.8901143074035645, | |
| "learning_rate": 7.925549450549451e-05, | |
| "loss": 0.4563, | |
| "step": 7760 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "grad_norm": 1.7677491903305054, | |
| "learning_rate": 7.922802197802198e-05, | |
| "loss": 0.4467, | |
| "step": 7770 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "grad_norm": 0.9918643236160278, | |
| "learning_rate": 7.920054945054946e-05, | |
| "loss": 0.4604, | |
| "step": 7780 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "grad_norm": 0.7385686635971069, | |
| "learning_rate": 7.917307692307693e-05, | |
| "loss": 0.4484, | |
| "step": 7790 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "grad_norm": 0.4740804433822632, | |
| "learning_rate": 7.91456043956044e-05, | |
| "loss": 0.4581, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "grad_norm": 0.3722800016403198, | |
| "learning_rate": 7.911813186813188e-05, | |
| "loss": 0.4437, | |
| "step": 7810 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "grad_norm": 0.5825007557868958, | |
| "learning_rate": 7.909065934065934e-05, | |
| "loss": 0.4495, | |
| "step": 7820 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "grad_norm": 0.7577399015426636, | |
| "learning_rate": 7.906318681318681e-05, | |
| "loss": 0.4507, | |
| "step": 7830 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "grad_norm": 0.5723931193351746, | |
| "learning_rate": 7.90357142857143e-05, | |
| "loss": 0.4512, | |
| "step": 7840 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "grad_norm": 1.0552576780319214, | |
| "learning_rate": 7.900824175824176e-05, | |
| "loss": 0.4493, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "grad_norm": 1.1965206861495972, | |
| "learning_rate": 7.898076923076923e-05, | |
| "loss": 0.4502, | |
| "step": 7860 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "grad_norm": 0.7538771629333496, | |
| "learning_rate": 7.895329670329671e-05, | |
| "loss": 0.4576, | |
| "step": 7870 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "grad_norm": 1.2679303884506226, | |
| "learning_rate": 7.892582417582418e-05, | |
| "loss": 0.4464, | |
| "step": 7880 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "grad_norm": 0.8973550200462341, | |
| "learning_rate": 7.889835164835165e-05, | |
| "loss": 0.4596, | |
| "step": 7890 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "grad_norm": 0.7081739902496338, | |
| "learning_rate": 7.887087912087913e-05, | |
| "loss": 0.4368, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "grad_norm": 0.7710354328155518, | |
| "learning_rate": 7.88434065934066e-05, | |
| "loss": 0.4463, | |
| "step": 7910 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "grad_norm": 0.6749390363693237, | |
| "learning_rate": 7.881593406593407e-05, | |
| "loss": 0.4515, | |
| "step": 7920 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "grad_norm": 0.6680644154548645, | |
| "learning_rate": 7.878846153846155e-05, | |
| "loss": 0.4433, | |
| "step": 7930 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "grad_norm": 1.5634280443191528, | |
| "learning_rate": 7.876098901098902e-05, | |
| "loss": 0.4702, | |
| "step": 7940 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "grad_norm": 0.6959145665168762, | |
| "learning_rate": 7.873351648351648e-05, | |
| "loss": 0.4504, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "grad_norm": 0.7739858627319336, | |
| "learning_rate": 7.870604395604397e-05, | |
| "loss": 0.4606, | |
| "step": 7960 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "grad_norm": 0.5519704818725586, | |
| "learning_rate": 7.867857142857143e-05, | |
| "loss": 0.4658, | |
| "step": 7970 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "grad_norm": 0.5425352454185486, | |
| "learning_rate": 7.86510989010989e-05, | |
| "loss": 0.4445, | |
| "step": 7980 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "grad_norm": 0.8816283941268921, | |
| "learning_rate": 7.862362637362638e-05, | |
| "loss": 0.4621, | |
| "step": 7990 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "grad_norm": 1.0816186666488647, | |
| "learning_rate": 7.859615384615385e-05, | |
| "loss": 0.4622, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "grad_norm": 0.8483924865722656, | |
| "learning_rate": 7.856868131868132e-05, | |
| "loss": 0.4533, | |
| "step": 8010 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "grad_norm": 0.45229572057724, | |
| "learning_rate": 7.85412087912088e-05, | |
| "loss": 0.4626, | |
| "step": 8020 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "grad_norm": 0.6593546867370605, | |
| "learning_rate": 7.851373626373627e-05, | |
| "loss": 0.4498, | |
| "step": 8030 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "grad_norm": 1.214553952217102, | |
| "learning_rate": 7.848626373626374e-05, | |
| "loss": 0.4497, | |
| "step": 8040 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "grad_norm": 0.7151647210121155, | |
| "learning_rate": 7.845879120879122e-05, | |
| "loss": 0.4447, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "grad_norm": 0.7126444578170776, | |
| "learning_rate": 7.843131868131869e-05, | |
| "loss": 0.4622, | |
| "step": 8060 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "grad_norm": 0.8902627229690552, | |
| "learning_rate": 7.840384615384616e-05, | |
| "loss": 0.4439, | |
| "step": 8070 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "grad_norm": 0.7599775195121765, | |
| "learning_rate": 7.837637362637364e-05, | |
| "loss": 0.4537, | |
| "step": 8080 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "grad_norm": 0.9020054340362549, | |
| "learning_rate": 7.83489010989011e-05, | |
| "loss": 0.4658, | |
| "step": 8090 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "grad_norm": 0.8659080266952515, | |
| "learning_rate": 7.832142857142857e-05, | |
| "loss": 0.4553, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "grad_norm": 0.6685529351234436, | |
| "learning_rate": 7.829395604395606e-05, | |
| "loss": 0.4604, | |
| "step": 8110 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "grad_norm": 0.6612065434455872, | |
| "learning_rate": 7.826648351648352e-05, | |
| "loss": 0.4522, | |
| "step": 8120 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "grad_norm": 0.7674763202667236, | |
| "learning_rate": 7.823901098901099e-05, | |
| "loss": 0.4523, | |
| "step": 8130 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "grad_norm": 0.5680274963378906, | |
| "learning_rate": 7.821153846153847e-05, | |
| "loss": 0.4649, | |
| "step": 8140 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "grad_norm": 1.0545960664749146, | |
| "learning_rate": 7.818406593406594e-05, | |
| "loss": 0.4507, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "grad_norm": 0.5723569393157959, | |
| "learning_rate": 7.815659340659341e-05, | |
| "loss": 0.4418, | |
| "step": 8160 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "grad_norm": 0.9119620323181152, | |
| "learning_rate": 7.812912087912089e-05, | |
| "loss": 0.4535, | |
| "step": 8170 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "grad_norm": 1.0251758098602295, | |
| "learning_rate": 7.810164835164836e-05, | |
| "loss": 0.4503, | |
| "step": 8180 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "grad_norm": 0.6839396357536316, | |
| "learning_rate": 7.807417582417583e-05, | |
| "loss": 0.452, | |
| "step": 8190 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "grad_norm": 1.3468687534332275, | |
| "learning_rate": 7.804670329670331e-05, | |
| "loss": 0.4442, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "grad_norm": 0.9562901854515076, | |
| "learning_rate": 7.801923076923078e-05, | |
| "loss": 0.4596, | |
| "step": 8210 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "grad_norm": 1.092677354812622, | |
| "learning_rate": 7.799175824175825e-05, | |
| "loss": 0.4454, | |
| "step": 8220 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "grad_norm": 0.7029426097869873, | |
| "learning_rate": 7.796428571428573e-05, | |
| "loss": 0.4463, | |
| "step": 8230 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "grad_norm": 0.7543437480926514, | |
| "learning_rate": 7.79368131868132e-05, | |
| "loss": 0.4588, | |
| "step": 8240 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "grad_norm": 1.5089532136917114, | |
| "learning_rate": 7.790934065934066e-05, | |
| "loss": 0.4531, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "grad_norm": 0.6691949963569641, | |
| "learning_rate": 7.788186813186815e-05, | |
| "loss": 0.4494, | |
| "step": 8260 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "grad_norm": 1.0210888385772705, | |
| "learning_rate": 7.785439560439561e-05, | |
| "loss": 0.4548, | |
| "step": 8270 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "grad_norm": 0.9251496195793152, | |
| "learning_rate": 7.782692307692308e-05, | |
| "loss": 0.4576, | |
| "step": 8280 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "grad_norm": 1.2618598937988281, | |
| "learning_rate": 7.779945054945055e-05, | |
| "loss": 0.4478, | |
| "step": 8290 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "grad_norm": 1.2252585887908936, | |
| "learning_rate": 7.777197802197802e-05, | |
| "loss": 0.4573, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "grad_norm": 0.6124866604804993, | |
| "learning_rate": 7.77445054945055e-05, | |
| "loss": 0.4506, | |
| "step": 8310 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "grad_norm": 1.0547674894332886, | |
| "learning_rate": 7.771703296703297e-05, | |
| "loss": 0.4418, | |
| "step": 8320 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "grad_norm": 1.1824958324432373, | |
| "learning_rate": 7.768956043956044e-05, | |
| "loss": 0.4529, | |
| "step": 8330 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "grad_norm": 0.9790034890174866, | |
| "learning_rate": 7.76620879120879e-05, | |
| "loss": 0.455, | |
| "step": 8340 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "grad_norm": 0.9925460815429688, | |
| "learning_rate": 7.763461538461539e-05, | |
| "loss": 0.4607, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "grad_norm": 0.8586925864219666, | |
| "learning_rate": 7.760714285714285e-05, | |
| "loss": 0.4644, | |
| "step": 8360 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "grad_norm": 1.4445006847381592, | |
| "learning_rate": 7.757967032967032e-05, | |
| "loss": 0.4513, | |
| "step": 8370 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "grad_norm": 0.9150937795639038, | |
| "learning_rate": 7.75521978021978e-05, | |
| "loss": 0.4534, | |
| "step": 8380 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "grad_norm": 0.9148111939430237, | |
| "learning_rate": 7.752472527472527e-05, | |
| "loss": 0.4424, | |
| "step": 8390 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "grad_norm": 0.9973462224006653, | |
| "learning_rate": 7.749725274725274e-05, | |
| "loss": 0.4523, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "grad_norm": 1.022926926612854, | |
| "learning_rate": 7.746978021978022e-05, | |
| "loss": 0.444, | |
| "step": 8410 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "grad_norm": 0.7249711155891418, | |
| "learning_rate": 7.744230769230769e-05, | |
| "loss": 0.4473, | |
| "step": 8420 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "grad_norm": 0.44306471943855286, | |
| "learning_rate": 7.741483516483516e-05, | |
| "loss": 0.4452, | |
| "step": 8430 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "grad_norm": 0.9625614881515503, | |
| "learning_rate": 7.738736263736264e-05, | |
| "loss": 0.4373, | |
| "step": 8440 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "grad_norm": 0.5116167664527893, | |
| "learning_rate": 7.735989010989011e-05, | |
| "loss": 0.4505, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "grad_norm": 0.7496402859687805, | |
| "learning_rate": 7.733241758241758e-05, | |
| "loss": 0.4451, | |
| "step": 8460 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "grad_norm": 1.3204615116119385, | |
| "learning_rate": 7.730494505494506e-05, | |
| "loss": 0.4576, | |
| "step": 8470 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "grad_norm": 0.7599005699157715, | |
| "learning_rate": 7.727747252747253e-05, | |
| "loss": 0.4493, | |
| "step": 8480 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "grad_norm": 0.5699270367622375, | |
| "learning_rate": 7.725e-05, | |
| "loss": 0.4568, | |
| "step": 8490 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "grad_norm": 0.6626598238945007, | |
| "learning_rate": 7.722252747252748e-05, | |
| "loss": 0.4504, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "grad_norm": 0.6977862119674683, | |
| "learning_rate": 7.719505494505494e-05, | |
| "loss": 0.4529, | |
| "step": 8510 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "grad_norm": 0.883980393409729, | |
| "learning_rate": 7.716758241758241e-05, | |
| "loss": 0.4527, | |
| "step": 8520 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "grad_norm": 0.9930477738380432, | |
| "learning_rate": 7.71401098901099e-05, | |
| "loss": 0.4524, | |
| "step": 8530 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "grad_norm": 0.5075715780258179, | |
| "learning_rate": 7.711263736263736e-05, | |
| "loss": 0.4436, | |
| "step": 8540 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "grad_norm": 0.7683893442153931, | |
| "learning_rate": 7.708516483516483e-05, | |
| "loss": 0.4608, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "grad_norm": 1.6546239852905273, | |
| "learning_rate": 7.705769230769231e-05, | |
| "loss": 0.4521, | |
| "step": 8560 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "grad_norm": 0.8132153153419495, | |
| "learning_rate": 7.703021978021978e-05, | |
| "loss": 0.4542, | |
| "step": 8570 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "grad_norm": 0.5142685770988464, | |
| "learning_rate": 7.700274725274725e-05, | |
| "loss": 0.4548, | |
| "step": 8580 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "grad_norm": 1.100368618965149, | |
| "learning_rate": 7.697527472527473e-05, | |
| "loss": 0.4602, | |
| "step": 8590 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "grad_norm": 1.018351674079895, | |
| "learning_rate": 7.69478021978022e-05, | |
| "loss": 0.4424, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "grad_norm": 0.557134211063385, | |
| "learning_rate": 7.692032967032967e-05, | |
| "loss": 0.4486, | |
| "step": 8610 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "grad_norm": 0.701932966709137, | |
| "learning_rate": 7.689285714285715e-05, | |
| "loss": 0.4543, | |
| "step": 8620 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "grad_norm": 1.0351616144180298, | |
| "learning_rate": 7.686538461538462e-05, | |
| "loss": 0.4628, | |
| "step": 8630 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "grad_norm": 0.5028539896011353, | |
| "learning_rate": 7.683791208791208e-05, | |
| "loss": 0.4566, | |
| "step": 8640 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "grad_norm": 0.7769728302955627, | |
| "learning_rate": 7.681043956043957e-05, | |
| "loss": 0.4429, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "grad_norm": 0.7966272830963135, | |
| "learning_rate": 7.678296703296703e-05, | |
| "loss": 0.4377, | |
| "step": 8660 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "grad_norm": 1.1576814651489258, | |
| "learning_rate": 7.67554945054945e-05, | |
| "loss": 0.4507, | |
| "step": 8670 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "grad_norm": 0.8654575943946838, | |
| "learning_rate": 7.672802197802198e-05, | |
| "loss": 0.4598, | |
| "step": 8680 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "grad_norm": 0.7794680595397949, | |
| "learning_rate": 7.670054945054945e-05, | |
| "loss": 0.4424, | |
| "step": 8690 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "grad_norm": 0.8271937370300293, | |
| "learning_rate": 7.667307692307692e-05, | |
| "loss": 0.4586, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "grad_norm": 0.8499754071235657, | |
| "learning_rate": 7.66456043956044e-05, | |
| "loss": 0.4476, | |
| "step": 8710 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "grad_norm": 0.7553250789642334, | |
| "learning_rate": 7.661813186813187e-05, | |
| "loss": 0.4435, | |
| "step": 8720 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "grad_norm": 0.5660779476165771, | |
| "learning_rate": 7.659065934065934e-05, | |
| "loss": 0.4518, | |
| "step": 8730 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "grad_norm": 1.4875767230987549, | |
| "learning_rate": 7.656318681318682e-05, | |
| "loss": 0.4542, | |
| "step": 8740 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "grad_norm": 1.1859349012374878, | |
| "learning_rate": 7.653846153846153e-05, | |
| "loss": 0.4528, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "grad_norm": 0.6259100437164307, | |
| "learning_rate": 7.651098901098902e-05, | |
| "loss": 0.4629, | |
| "step": 8760 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "grad_norm": 0.4763346314430237, | |
| "learning_rate": 7.648351648351648e-05, | |
| "loss": 0.4479, | |
| "step": 8770 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "grad_norm": 0.6478772759437561, | |
| "learning_rate": 7.645604395604395e-05, | |
| "loss": 0.4313, | |
| "step": 8780 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "grad_norm": 1.1578466892242432, | |
| "learning_rate": 7.642857142857143e-05, | |
| "loss": 0.4499, | |
| "step": 8790 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "grad_norm": 0.5163312554359436, | |
| "learning_rate": 7.64010989010989e-05, | |
| "loss": 0.4479, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "grad_norm": 1.183361530303955, | |
| "learning_rate": 7.637362637362637e-05, | |
| "loss": 0.4524, | |
| "step": 8810 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "grad_norm": 0.6872965097427368, | |
| "learning_rate": 7.634615384615385e-05, | |
| "loss": 0.4445, | |
| "step": 8820 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "grad_norm": 0.7339246273040771, | |
| "learning_rate": 7.631868131868132e-05, | |
| "loss": 0.4446, | |
| "step": 8830 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "grad_norm": 0.7101340889930725, | |
| "learning_rate": 7.629120879120879e-05, | |
| "loss": 0.45, | |
| "step": 8840 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "grad_norm": 0.5717099905014038, | |
| "learning_rate": 7.626373626373627e-05, | |
| "loss": 0.4503, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "grad_norm": 0.6713473796844482, | |
| "learning_rate": 7.623626373626374e-05, | |
| "loss": 0.4528, | |
| "step": 8860 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "grad_norm": 0.9480137228965759, | |
| "learning_rate": 7.62087912087912e-05, | |
| "loss": 0.4569, | |
| "step": 8870 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "grad_norm": 0.594673752784729, | |
| "learning_rate": 7.618131868131869e-05, | |
| "loss": 0.4627, | |
| "step": 8880 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "grad_norm": 0.8691803216934204, | |
| "learning_rate": 7.615384615384616e-05, | |
| "loss": 0.4459, | |
| "step": 8890 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "grad_norm": 0.8882876634597778, | |
| "learning_rate": 7.612637362637362e-05, | |
| "loss": 0.4478, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "grad_norm": 0.48794516921043396, | |
| "learning_rate": 7.60989010989011e-05, | |
| "loss": 0.4479, | |
| "step": 8910 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "grad_norm": 0.4966289699077606, | |
| "learning_rate": 7.607142857142857e-05, | |
| "loss": 0.4395, | |
| "step": 8920 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "grad_norm": 0.792293131351471, | |
| "learning_rate": 7.604395604395604e-05, | |
| "loss": 0.4353, | |
| "step": 8930 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "grad_norm": 0.6615070104598999, | |
| "learning_rate": 7.601648351648351e-05, | |
| "loss": 0.4478, | |
| "step": 8940 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "grad_norm": 0.8686419725418091, | |
| "learning_rate": 7.598901098901099e-05, | |
| "loss": 0.4516, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "grad_norm": 1.2833001613616943, | |
| "learning_rate": 7.596153846153846e-05, | |
| "loss": 0.4526, | |
| "step": 8960 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "grad_norm": 0.7414630055427551, | |
| "learning_rate": 7.593406593406593e-05, | |
| "loss": 0.4549, | |
| "step": 8970 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "grad_norm": 0.9745138883590698, | |
| "learning_rate": 7.590659340659341e-05, | |
| "loss": 0.4412, | |
| "step": 8980 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "grad_norm": 0.8407401442527771, | |
| "learning_rate": 7.587912087912088e-05, | |
| "loss": 0.4511, | |
| "step": 8990 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "grad_norm": 1.1383010149002075, | |
| "learning_rate": 7.585164835164835e-05, | |
| "loss": 0.4556, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "grad_norm": 1.0419915914535522, | |
| "learning_rate": 7.582417582417583e-05, | |
| "loss": 0.4504, | |
| "step": 9010 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "grad_norm": 0.931141197681427, | |
| "learning_rate": 7.57967032967033e-05, | |
| "loss": 0.4464, | |
| "step": 9020 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "grad_norm": 0.6264098286628723, | |
| "learning_rate": 7.576923076923076e-05, | |
| "loss": 0.4627, | |
| "step": 9030 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "grad_norm": 0.8912045359611511, | |
| "learning_rate": 7.574175824175825e-05, | |
| "loss": 0.4452, | |
| "step": 9040 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "grad_norm": 1.3010141849517822, | |
| "learning_rate": 7.571428571428571e-05, | |
| "loss": 0.4595, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "grad_norm": 0.8275282979011536, | |
| "learning_rate": 7.568681318681318e-05, | |
| "loss": 0.4486, | |
| "step": 9060 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "grad_norm": 0.8537049293518066, | |
| "learning_rate": 7.565934065934066e-05, | |
| "loss": 0.4506, | |
| "step": 9070 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "grad_norm": 0.5747140645980835, | |
| "learning_rate": 7.563186813186813e-05, | |
| "loss": 0.4488, | |
| "step": 9080 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "grad_norm": 0.8508340716362, | |
| "learning_rate": 7.56043956043956e-05, | |
| "loss": 0.4436, | |
| "step": 9090 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "grad_norm": 1.1689362525939941, | |
| "learning_rate": 7.557692307692308e-05, | |
| "loss": 0.4586, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "grad_norm": 1.1048357486724854, | |
| "learning_rate": 7.554945054945055e-05, | |
| "loss": 0.4568, | |
| "step": 9110 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "grad_norm": 1.1694691181182861, | |
| "learning_rate": 7.552197802197802e-05, | |
| "loss": 0.4571, | |
| "step": 9120 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "grad_norm": 0.9257465600967407, | |
| "learning_rate": 7.54945054945055e-05, | |
| "loss": 0.4544, | |
| "step": 9130 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 1.3826684951782227, | |
| "learning_rate": 7.546703296703297e-05, | |
| "loss": 0.44, | |
| "step": 9140 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 0.8815349340438843, | |
| "learning_rate": 7.543956043956044e-05, | |
| "loss": 0.4438, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 0.661222517490387, | |
| "learning_rate": 7.541208791208792e-05, | |
| "loss": 0.4479, | |
| "step": 9160 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 1.222886085510254, | |
| "learning_rate": 7.538461538461539e-05, | |
| "loss": 0.4487, | |
| "step": 9170 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "grad_norm": 1.1454687118530273, | |
| "learning_rate": 7.535714285714285e-05, | |
| "loss": 0.4625, | |
| "step": 9180 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "grad_norm": 0.49560263752937317, | |
| "learning_rate": 7.532967032967034e-05, | |
| "loss": 0.4518, | |
| "step": 9190 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "grad_norm": 0.8997675776481628, | |
| "learning_rate": 7.53021978021978e-05, | |
| "loss": 0.4426, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "grad_norm": 0.9074673056602478, | |
| "learning_rate": 7.527472527472527e-05, | |
| "loss": 0.4524, | |
| "step": 9210 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "grad_norm": 0.7328269481658936, | |
| "learning_rate": 7.524725274725275e-05, | |
| "loss": 0.4512, | |
| "step": 9220 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "grad_norm": 0.7607899904251099, | |
| "learning_rate": 7.521978021978022e-05, | |
| "loss": 0.4491, | |
| "step": 9230 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "grad_norm": 0.5627162456512451, | |
| "learning_rate": 7.519230769230769e-05, | |
| "loss": 0.4511, | |
| "step": 9240 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "grad_norm": 0.9358956813812256, | |
| "learning_rate": 7.516483516483517e-05, | |
| "loss": 0.453, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "grad_norm": 1.2619479894638062, | |
| "learning_rate": 7.513736263736264e-05, | |
| "loss": 0.4432, | |
| "step": 9260 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "grad_norm": 0.9375318884849548, | |
| "learning_rate": 7.510989010989011e-05, | |
| "loss": 0.4539, | |
| "step": 9270 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "grad_norm": 0.8454050421714783, | |
| "learning_rate": 7.508241758241759e-05, | |
| "loss": 0.4515, | |
| "step": 9280 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "grad_norm": 0.9856541156768799, | |
| "learning_rate": 7.505494505494506e-05, | |
| "loss": 0.445, | |
| "step": 9290 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "grad_norm": 0.6597672700881958, | |
| "learning_rate": 7.502747252747253e-05, | |
| "loss": 0.4505, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "grad_norm": 1.0249258279800415, | |
| "learning_rate": 7.500000000000001e-05, | |
| "loss": 0.4516, | |
| "step": 9310 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "grad_norm": 1.003083348274231, | |
| "learning_rate": 7.497252747252748e-05, | |
| "loss": 0.4457, | |
| "step": 9320 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "grad_norm": 1.236377477645874, | |
| "learning_rate": 7.494505494505494e-05, | |
| "loss": 0.4573, | |
| "step": 9330 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "grad_norm": 1.5360130071640015, | |
| "learning_rate": 7.491758241758242e-05, | |
| "loss": 0.4478, | |
| "step": 9340 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "grad_norm": 0.9379085898399353, | |
| "learning_rate": 7.489010989010989e-05, | |
| "loss": 0.4575, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "grad_norm": 0.7734600901603699, | |
| "learning_rate": 7.486263736263736e-05, | |
| "loss": 0.4571, | |
| "step": 9360 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "grad_norm": 0.6792673468589783, | |
| "learning_rate": 7.483516483516484e-05, | |
| "loss": 0.4522, | |
| "step": 9370 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "grad_norm": 0.8936319351196289, | |
| "learning_rate": 7.480769230769231e-05, | |
| "loss": 0.4576, | |
| "step": 9380 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "grad_norm": 0.7541890144348145, | |
| "learning_rate": 7.478021978021978e-05, | |
| "loss": 0.4456, | |
| "step": 9390 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "grad_norm": 0.8661054968833923, | |
| "learning_rate": 7.475274725274726e-05, | |
| "loss": 0.4428, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "grad_norm": 0.919201672077179, | |
| "learning_rate": 7.472527472527473e-05, | |
| "loss": 0.4507, | |
| "step": 9410 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "grad_norm": 1.0688129663467407, | |
| "learning_rate": 7.46978021978022e-05, | |
| "loss": 0.4469, | |
| "step": 9420 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "grad_norm": 7.527632236480713, | |
| "learning_rate": 7.467032967032968e-05, | |
| "loss": 0.4512, | |
| "step": 9430 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "grad_norm": 0.5668841600418091, | |
| "learning_rate": 7.464285714285715e-05, | |
| "loss": 0.4484, | |
| "step": 9440 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "grad_norm": 0.7174908518791199, | |
| "learning_rate": 7.461538461538462e-05, | |
| "loss": 0.4361, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "grad_norm": 0.693144679069519, | |
| "learning_rate": 7.45879120879121e-05, | |
| "loss": 0.4483, | |
| "step": 9460 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "grad_norm": 1.2530773878097534, | |
| "learning_rate": 7.456043956043956e-05, | |
| "loss": 0.4495, | |
| "step": 9470 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "grad_norm": 0.7528218626976013, | |
| "learning_rate": 7.453296703296703e-05, | |
| "loss": 0.4429, | |
| "step": 9480 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "grad_norm": 0.596477746963501, | |
| "learning_rate": 7.450549450549451e-05, | |
| "loss": 0.4526, | |
| "step": 9490 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "grad_norm": 0.5093569755554199, | |
| "learning_rate": 7.447802197802198e-05, | |
| "loss": 0.4419, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "grad_norm": 1.0681297779083252, | |
| "learning_rate": 7.445054945054945e-05, | |
| "loss": 0.4394, | |
| "step": 9510 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "grad_norm": 1.280721664428711, | |
| "learning_rate": 7.442307692307693e-05, | |
| "loss": 0.4425, | |
| "step": 9520 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "grad_norm": 0.8306493759155273, | |
| "learning_rate": 7.43956043956044e-05, | |
| "loss": 0.4464, | |
| "step": 9530 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "grad_norm": 0.7929884195327759, | |
| "learning_rate": 7.436813186813187e-05, | |
| "loss": 0.4532, | |
| "step": 9540 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "grad_norm": 0.9622000455856323, | |
| "learning_rate": 7.434065934065935e-05, | |
| "loss": 0.4516, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "grad_norm": 0.8442659378051758, | |
| "learning_rate": 7.431318681318682e-05, | |
| "loss": 0.4417, | |
| "step": 9560 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "grad_norm": 0.6593378782272339, | |
| "learning_rate": 7.428571428571429e-05, | |
| "loss": 0.4417, | |
| "step": 9570 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "grad_norm": 0.8290765881538391, | |
| "learning_rate": 7.425824175824177e-05, | |
| "loss": 0.4471, | |
| "step": 9580 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "grad_norm": 0.9711737632751465, | |
| "learning_rate": 7.423076923076924e-05, | |
| "loss": 0.4403, | |
| "step": 9590 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "grad_norm": 0.9451545476913452, | |
| "learning_rate": 7.42032967032967e-05, | |
| "loss": 0.4522, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "grad_norm": 1.1259006261825562, | |
| "learning_rate": 7.417582417582419e-05, | |
| "loss": 0.4557, | |
| "step": 9610 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "grad_norm": 0.6328985095024109, | |
| "learning_rate": 7.414835164835165e-05, | |
| "loss": 0.4454, | |
| "step": 9620 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "grad_norm": 0.9557839035987854, | |
| "learning_rate": 7.412087912087912e-05, | |
| "loss": 0.4627, | |
| "step": 9630 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "grad_norm": 0.6751061081886292, | |
| "learning_rate": 7.40934065934066e-05, | |
| "loss": 0.4521, | |
| "step": 9640 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "grad_norm": 0.49840301275253296, | |
| "learning_rate": 7.406593406593407e-05, | |
| "loss": 0.4541, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "grad_norm": 1.2455097436904907, | |
| "learning_rate": 7.403846153846154e-05, | |
| "loss": 0.4466, | |
| "step": 9660 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "grad_norm": 1.1257638931274414, | |
| "learning_rate": 7.401098901098902e-05, | |
| "loss": 0.4492, | |
| "step": 9670 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "grad_norm": 0.623653769493103, | |
| "learning_rate": 7.398351648351649e-05, | |
| "loss": 0.4475, | |
| "step": 9680 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "grad_norm": 0.6021344661712646, | |
| "learning_rate": 7.395604395604396e-05, | |
| "loss": 0.4393, | |
| "step": 9690 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "grad_norm": 0.7180885672569275, | |
| "learning_rate": 7.392857142857144e-05, | |
| "loss": 0.4571, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "grad_norm": 0.5711954832077026, | |
| "learning_rate": 7.390109890109891e-05, | |
| "loss": 0.4534, | |
| "step": 9710 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "grad_norm": 0.8202961683273315, | |
| "learning_rate": 7.387362637362638e-05, | |
| "loss": 0.4568, | |
| "step": 9720 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "grad_norm": 0.5622140765190125, | |
| "learning_rate": 7.384615384615386e-05, | |
| "loss": 0.4415, | |
| "step": 9730 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "grad_norm": 0.9798756837844849, | |
| "learning_rate": 7.381868131868133e-05, | |
| "loss": 0.4371, | |
| "step": 9740 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "grad_norm": 0.6842076778411865, | |
| "learning_rate": 7.37912087912088e-05, | |
| "loss": 0.4495, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "grad_norm": 0.6150854229927063, | |
| "learning_rate": 7.376373626373628e-05, | |
| "loss": 0.4566, | |
| "step": 9760 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "grad_norm": 0.5068964958190918, | |
| "learning_rate": 7.373626373626374e-05, | |
| "loss": 0.4445, | |
| "step": 9770 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "grad_norm": 0.8547071218490601, | |
| "learning_rate": 7.370879120879121e-05, | |
| "loss": 0.4398, | |
| "step": 9780 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "grad_norm": 0.9119787216186523, | |
| "learning_rate": 7.36813186813187e-05, | |
| "loss": 0.4622, | |
| "step": 9790 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "grad_norm": 0.6831972002983093, | |
| "learning_rate": 7.365384615384616e-05, | |
| "loss": 0.4493, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "grad_norm": 1.850950002670288, | |
| "learning_rate": 7.362637362637363e-05, | |
| "loss": 0.4418, | |
| "step": 9810 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "grad_norm": 1.3177289962768555, | |
| "learning_rate": 7.359890109890111e-05, | |
| "loss": 0.4514, | |
| "step": 9820 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "grad_norm": 0.8253613114356995, | |
| "learning_rate": 7.357142857142858e-05, | |
| "loss": 0.4536, | |
| "step": 9830 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "grad_norm": 0.9882771968841553, | |
| "learning_rate": 7.354395604395605e-05, | |
| "loss": 0.4388, | |
| "step": 9840 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "grad_norm": 1.1343753337860107, | |
| "learning_rate": 7.351648351648353e-05, | |
| "loss": 0.4495, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "grad_norm": 0.9710454344749451, | |
| "learning_rate": 7.3489010989011e-05, | |
| "loss": 0.4546, | |
| "step": 9860 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "grad_norm": 1.0125503540039062, | |
| "learning_rate": 7.346153846153847e-05, | |
| "loss": 0.4436, | |
| "step": 9870 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "grad_norm": 0.972205400466919, | |
| "learning_rate": 7.343406593406593e-05, | |
| "loss": 0.4603, | |
| "step": 9880 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "grad_norm": 0.8217471837997437, | |
| "learning_rate": 7.34065934065934e-05, | |
| "loss": 0.4551, | |
| "step": 9890 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "grad_norm": 0.9497684836387634, | |
| "learning_rate": 7.337912087912087e-05, | |
| "loss": 0.4398, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "grad_norm": 1.2341935634613037, | |
| "learning_rate": 7.335164835164835e-05, | |
| "loss": 0.4412, | |
| "step": 9910 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "grad_norm": 1.0097248554229736, | |
| "learning_rate": 7.332417582417582e-05, | |
| "loss": 0.4536, | |
| "step": 9920 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "grad_norm": 1.1135015487670898, | |
| "learning_rate": 7.329670329670329e-05, | |
| "loss": 0.4482, | |
| "step": 9930 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "grad_norm": 1.0130164623260498, | |
| "learning_rate": 7.326923076923077e-05, | |
| "loss": 0.4499, | |
| "step": 9940 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "grad_norm": 0.802757740020752, | |
| "learning_rate": 7.324175824175824e-05, | |
| "loss": 0.4544, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "grad_norm": 0.5492908954620361, | |
| "learning_rate": 7.321428571428571e-05, | |
| "loss": 0.4457, | |
| "step": 9960 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "grad_norm": 1.1192032098770142, | |
| "learning_rate": 7.318681318681319e-05, | |
| "loss": 0.4464, | |
| "step": 9970 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "grad_norm": 0.5543531179428101, | |
| "learning_rate": 7.315934065934066e-05, | |
| "loss": 0.456, | |
| "step": 9980 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "grad_norm": 0.741788387298584, | |
| "learning_rate": 7.313186813186812e-05, | |
| "loss": 0.4384, | |
| "step": 9990 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "grad_norm": 0.6588950157165527, | |
| "learning_rate": 7.31043956043956e-05, | |
| "loss": 0.4606, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "grad_norm": 0.5929410457611084, | |
| "learning_rate": 7.307692307692307e-05, | |
| "loss": 0.4474, | |
| "step": 10010 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "grad_norm": 0.624821662902832, | |
| "learning_rate": 7.304945054945054e-05, | |
| "loss": 0.4486, | |
| "step": 10020 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "grad_norm": 0.7971046566963196, | |
| "learning_rate": 7.302197802197802e-05, | |
| "loss": 0.4433, | |
| "step": 10030 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "grad_norm": 0.81767737865448, | |
| "learning_rate": 7.299450549450549e-05, | |
| "loss": 0.4583, | |
| "step": 10040 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "grad_norm": 0.7773674726486206, | |
| "learning_rate": 7.296703296703296e-05, | |
| "loss": 0.4488, | |
| "step": 10050 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "grad_norm": 0.7860414981842041, | |
| "learning_rate": 7.293956043956044e-05, | |
| "loss": 0.4548, | |
| "step": 10060 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "grad_norm": 0.627571702003479, | |
| "learning_rate": 7.291208791208791e-05, | |
| "loss": 0.4477, | |
| "step": 10070 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "grad_norm": 0.7049760818481445, | |
| "learning_rate": 7.288461538461538e-05, | |
| "loss": 0.4376, | |
| "step": 10080 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "grad_norm": 0.5372808575630188, | |
| "learning_rate": 7.285714285714286e-05, | |
| "loss": 0.4552, | |
| "step": 10090 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "grad_norm": 0.6712595224380493, | |
| "learning_rate": 7.282967032967033e-05, | |
| "loss": 0.4555, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "grad_norm": 0.4722815752029419, | |
| "learning_rate": 7.28021978021978e-05, | |
| "loss": 0.4536, | |
| "step": 10110 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "grad_norm": 0.48171865940093994, | |
| "learning_rate": 7.277472527472528e-05, | |
| "loss": 0.4542, | |
| "step": 10120 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "grad_norm": 0.8346227407455444, | |
| "learning_rate": 7.274725274725275e-05, | |
| "loss": 0.454, | |
| "step": 10130 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "grad_norm": 0.42196372151374817, | |
| "learning_rate": 7.271978021978021e-05, | |
| "loss": 0.4514, | |
| "step": 10140 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "grad_norm": 0.655756950378418, | |
| "learning_rate": 7.26923076923077e-05, | |
| "loss": 0.458, | |
| "step": 10150 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "grad_norm": 1.0113352537155151, | |
| "learning_rate": 7.266483516483516e-05, | |
| "loss": 0.4537, | |
| "step": 10160 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "grad_norm": 0.5985142588615417, | |
| "learning_rate": 7.263736263736263e-05, | |
| "loss": 0.4408, | |
| "step": 10170 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "grad_norm": 1.50113844871521, | |
| "learning_rate": 7.260989010989011e-05, | |
| "loss": 0.4516, | |
| "step": 10180 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "grad_norm": 1.536289095878601, | |
| "learning_rate": 7.258241758241758e-05, | |
| "loss": 0.4465, | |
| "step": 10190 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "grad_norm": 0.6726506948471069, | |
| "learning_rate": 7.255494505494505e-05, | |
| "loss": 0.4365, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "grad_norm": 0.6390563249588013, | |
| "learning_rate": 7.252747252747253e-05, | |
| "loss": 0.4401, | |
| "step": 10210 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "grad_norm": 0.7105517983436584, | |
| "learning_rate": 7.25e-05, | |
| "loss": 0.445, | |
| "step": 10220 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "grad_norm": 0.9596685767173767, | |
| "learning_rate": 7.247252747252747e-05, | |
| "loss": 0.4367, | |
| "step": 10230 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "grad_norm": 1.161080002784729, | |
| "learning_rate": 7.244505494505495e-05, | |
| "loss": 0.4372, | |
| "step": 10240 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "grad_norm": 0.9476664662361145, | |
| "learning_rate": 7.241758241758242e-05, | |
| "loss": 0.4416, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "grad_norm": 0.7320071458816528, | |
| "learning_rate": 7.239010989010989e-05, | |
| "loss": 0.4549, | |
| "step": 10260 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "grad_norm": 1.2132612466812134, | |
| "learning_rate": 7.236263736263737e-05, | |
| "loss": 0.4573, | |
| "step": 10270 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "grad_norm": 0.5772107839584351, | |
| "learning_rate": 7.233516483516484e-05, | |
| "loss": 0.4502, | |
| "step": 10280 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "grad_norm": 1.0478837490081787, | |
| "learning_rate": 7.23076923076923e-05, | |
| "loss": 0.452, | |
| "step": 10290 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "grad_norm": 0.6411312222480774, | |
| "learning_rate": 7.228021978021979e-05, | |
| "loss": 0.4424, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "grad_norm": 0.7831696271896362, | |
| "learning_rate": 7.225274725274725e-05, | |
| "loss": 0.4525, | |
| "step": 10310 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "grad_norm": 0.45390376448631287, | |
| "learning_rate": 7.222527472527472e-05, | |
| "loss": 0.4401, | |
| "step": 10320 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "grad_norm": 0.8081623911857605, | |
| "learning_rate": 7.21978021978022e-05, | |
| "loss": 0.4396, | |
| "step": 10330 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "grad_norm": 1.091840147972107, | |
| "learning_rate": 7.217032967032967e-05, | |
| "loss": 0.4481, | |
| "step": 10340 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "grad_norm": 1.3704334497451782, | |
| "learning_rate": 7.214285714285714e-05, | |
| "loss": 0.4563, | |
| "step": 10350 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "grad_norm": 0.8897873163223267, | |
| "learning_rate": 7.211538461538462e-05, | |
| "loss": 0.4537, | |
| "step": 10360 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "grad_norm": 1.2123398780822754, | |
| "learning_rate": 7.208791208791209e-05, | |
| "loss": 0.4421, | |
| "step": 10370 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "grad_norm": 0.7756679058074951, | |
| "learning_rate": 7.206043956043956e-05, | |
| "loss": 0.4455, | |
| "step": 10380 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "grad_norm": 0.5030421614646912, | |
| "learning_rate": 7.203296703296704e-05, | |
| "loss": 0.4482, | |
| "step": 10390 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "grad_norm": 0.5804952383041382, | |
| "learning_rate": 7.200549450549451e-05, | |
| "loss": 0.4468, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "grad_norm": 0.5755320191383362, | |
| "learning_rate": 7.197802197802198e-05, | |
| "loss": 0.4473, | |
| "step": 10410 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "grad_norm": 0.7598744034767151, | |
| "learning_rate": 7.195054945054946e-05, | |
| "loss": 0.4609, | |
| "step": 10420 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "grad_norm": 0.5830199122428894, | |
| "learning_rate": 7.192307692307693e-05, | |
| "loss": 0.4574, | |
| "step": 10430 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "grad_norm": 0.6908131837844849, | |
| "learning_rate": 7.18956043956044e-05, | |
| "loss": 0.4419, | |
| "step": 10440 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "grad_norm": 1.064139485359192, | |
| "learning_rate": 7.186813186813188e-05, | |
| "loss": 0.4467, | |
| "step": 10450 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "grad_norm": 1.5694611072540283, | |
| "learning_rate": 7.184065934065934e-05, | |
| "loss": 0.4638, | |
| "step": 10460 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "grad_norm": 0.6071065664291382, | |
| "learning_rate": 7.181318681318681e-05, | |
| "loss": 0.4449, | |
| "step": 10470 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "grad_norm": 0.7417973279953003, | |
| "learning_rate": 7.17857142857143e-05, | |
| "loss": 0.4452, | |
| "step": 10480 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "grad_norm": 1.0433728694915771, | |
| "learning_rate": 7.175824175824176e-05, | |
| "loss": 0.4413, | |
| "step": 10490 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "grad_norm": 0.5444348454475403, | |
| "learning_rate": 7.173076923076923e-05, | |
| "loss": 0.453, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "grad_norm": 1.0602647066116333, | |
| "learning_rate": 7.170329670329671e-05, | |
| "loss": 0.4489, | |
| "step": 10510 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "grad_norm": 0.7549176216125488, | |
| "learning_rate": 7.167582417582418e-05, | |
| "loss": 0.4322, | |
| "step": 10520 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "grad_norm": 0.7759855389595032, | |
| "learning_rate": 7.164835164835165e-05, | |
| "loss": 0.4459, | |
| "step": 10530 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "grad_norm": 0.6525812149047852, | |
| "learning_rate": 7.162087912087913e-05, | |
| "loss": 0.4533, | |
| "step": 10540 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "grad_norm": 0.7948151230812073, | |
| "learning_rate": 7.15934065934066e-05, | |
| "loss": 0.4412, | |
| "step": 10550 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "grad_norm": 0.8408129215240479, | |
| "learning_rate": 7.156593406593407e-05, | |
| "loss": 0.4441, | |
| "step": 10560 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "grad_norm": 0.8035346865653992, | |
| "learning_rate": 7.153846153846155e-05, | |
| "loss": 0.463, | |
| "step": 10570 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "grad_norm": 0.9992803335189819, | |
| "learning_rate": 7.151098901098902e-05, | |
| "loss": 0.4426, | |
| "step": 10580 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "grad_norm": 0.7550234794616699, | |
| "learning_rate": 7.148351648351648e-05, | |
| "loss": 0.4455, | |
| "step": 10590 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "grad_norm": 0.47757139801979065, | |
| "learning_rate": 7.145604395604397e-05, | |
| "loss": 0.4487, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "grad_norm": 0.6475192308425903, | |
| "learning_rate": 7.142857142857143e-05, | |
| "loss": 0.4493, | |
| "step": 10610 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "grad_norm": 1.0151840448379517, | |
| "learning_rate": 7.14010989010989e-05, | |
| "loss": 0.432, | |
| "step": 10620 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "grad_norm": 0.586617648601532, | |
| "learning_rate": 7.137362637362638e-05, | |
| "loss": 0.44, | |
| "step": 10630 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "grad_norm": 0.49713996052742004, | |
| "learning_rate": 7.134615384615385e-05, | |
| "loss": 0.4411, | |
| "step": 10640 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "grad_norm": 0.8117252588272095, | |
| "learning_rate": 7.131868131868132e-05, | |
| "loss": 0.4505, | |
| "step": 10650 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "grad_norm": 0.9269289374351501, | |
| "learning_rate": 7.12912087912088e-05, | |
| "loss": 0.4481, | |
| "step": 10660 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "grad_norm": 1.0942814350128174, | |
| "learning_rate": 7.126373626373627e-05, | |
| "loss": 0.4407, | |
| "step": 10670 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "grad_norm": 0.6903828382492065, | |
| "learning_rate": 7.123626373626374e-05, | |
| "loss": 0.439, | |
| "step": 10680 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "grad_norm": 0.8993271589279175, | |
| "learning_rate": 7.120879120879122e-05, | |
| "loss": 0.4421, | |
| "step": 10690 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "grad_norm": 0.8367154002189636, | |
| "learning_rate": 7.118131868131869e-05, | |
| "loss": 0.4492, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "grad_norm": 0.7720317244529724, | |
| "learning_rate": 7.115384615384616e-05, | |
| "loss": 0.4521, | |
| "step": 10710 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "grad_norm": 1.0028263330459595, | |
| "learning_rate": 7.112637362637364e-05, | |
| "loss": 0.4537, | |
| "step": 10720 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "grad_norm": 0.663088321685791, | |
| "learning_rate": 7.10989010989011e-05, | |
| "loss": 0.4484, | |
| "step": 10730 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "grad_norm": 1.360903263092041, | |
| "learning_rate": 7.107142857142857e-05, | |
| "loss": 0.4663, | |
| "step": 10740 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "grad_norm": 1.5924625396728516, | |
| "learning_rate": 7.104395604395606e-05, | |
| "loss": 0.4599, | |
| "step": 10750 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "grad_norm": 0.7223337888717651, | |
| "learning_rate": 7.101648351648352e-05, | |
| "loss": 0.4528, | |
| "step": 10760 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "grad_norm": 0.8362312316894531, | |
| "learning_rate": 7.098901098901099e-05, | |
| "loss": 0.4469, | |
| "step": 10770 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "grad_norm": 0.5594087839126587, | |
| "learning_rate": 7.096153846153847e-05, | |
| "loss": 0.4484, | |
| "step": 10780 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "grad_norm": 0.8571014404296875, | |
| "learning_rate": 7.093406593406594e-05, | |
| "loss": 0.4414, | |
| "step": 10790 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "grad_norm": 0.9150867462158203, | |
| "learning_rate": 7.090659340659341e-05, | |
| "loss": 0.453, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "grad_norm": 0.6607587337493896, | |
| "learning_rate": 7.087912087912089e-05, | |
| "loss": 0.4507, | |
| "step": 10810 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "grad_norm": 0.7428970336914062, | |
| "learning_rate": 7.085164835164836e-05, | |
| "loss": 0.4498, | |
| "step": 10820 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "grad_norm": 0.9267810583114624, | |
| "learning_rate": 7.082417582417583e-05, | |
| "loss": 0.4536, | |
| "step": 10830 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "grad_norm": 0.4540146291255951, | |
| "learning_rate": 7.079670329670331e-05, | |
| "loss": 0.4396, | |
| "step": 10840 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "grad_norm": 1.3146427869796753, | |
| "learning_rate": 7.076923076923078e-05, | |
| "loss": 0.4439, | |
| "step": 10850 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "grad_norm": 0.7954951524734497, | |
| "learning_rate": 7.074175824175825e-05, | |
| "loss": 0.4452, | |
| "step": 10860 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "grad_norm": 0.9023503661155701, | |
| "learning_rate": 7.071428571428573e-05, | |
| "loss": 0.4248, | |
| "step": 10870 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "grad_norm": 0.7970243692398071, | |
| "learning_rate": 7.06868131868132e-05, | |
| "loss": 0.4546, | |
| "step": 10880 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "grad_norm": 0.6860815286636353, | |
| "learning_rate": 7.065934065934066e-05, | |
| "loss": 0.4393, | |
| "step": 10890 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "grad_norm": 0.6077113747596741, | |
| "learning_rate": 7.063186813186815e-05, | |
| "loss": 0.4438, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "grad_norm": 0.5479728579521179, | |
| "learning_rate": 7.060439560439561e-05, | |
| "loss": 0.4474, | |
| "step": 10910 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "grad_norm": 0.8500062823295593, | |
| "learning_rate": 7.057692307692308e-05, | |
| "loss": 0.4403, | |
| "step": 10920 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "grad_norm": 0.8599127531051636, | |
| "learning_rate": 7.054945054945056e-05, | |
| "loss": 0.4367, | |
| "step": 10930 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "grad_norm": 1.3294146060943604, | |
| "learning_rate": 7.052197802197803e-05, | |
| "loss": 0.4352, | |
| "step": 10940 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "grad_norm": 0.7617499828338623, | |
| "learning_rate": 7.04945054945055e-05, | |
| "loss": 0.4454, | |
| "step": 10950 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "grad_norm": 1.2405683994293213, | |
| "learning_rate": 7.046703296703298e-05, | |
| "loss": 0.4513, | |
| "step": 10960 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 0.768068253993988, | |
| "learning_rate": 7.043956043956045e-05, | |
| "loss": 0.4448, | |
| "step": 10970 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 1.0528051853179932, | |
| "learning_rate": 7.041208791208792e-05, | |
| "loss": 0.4436, | |
| "step": 10980 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_loss": 0.44340217113494873, | |
| "eval_runtime": 1239.9169, | |
| "eval_samples_per_second": 235.588, | |
| "eval_steps_per_second": 3.682, | |
| "step": 10982 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 36600, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 500, | |
| "total_flos": 4.683801644117262e+18, | |
| "train_batch_size": 6, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |