| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "best_supernet_model_checkpoint": null, | |
| "epoch": 5.0, | |
| "global_step": 41175, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 0.06, | |
| "learning_rate": 2.9989346402731773e-05, | |
| "loss": 5.5867, | |
| "step": 500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 0.12, | |
| "learning_rate": 2.9956882021999416e-05, | |
| "loss": 3.1338, | |
| "step": 1000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 0.18, | |
| "learning_rate": 2.990265252786665e-05, | |
| "loss": 2.5776, | |
| "step": 1500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 0.24, | |
| "learning_rate": 2.982673683458095e-05, | |
| "loss": 2.3185, | |
| "step": 2000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 0.3, | |
| "learning_rate": 2.972924541394191e-05, | |
| "loss": 2.0948, | |
| "step": 2500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 0.36, | |
| "learning_rate": 2.9610320134543718e-05, | |
| "loss": 1.9616, | |
| "step": 3000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 0.43, | |
| "learning_rate": 2.9470134055329297e-05, | |
| "loss": 1.8149, | |
| "step": 3500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 0.49, | |
| "learning_rate": 2.9308891173756593e-05, | |
| "loss": 1.7187, | |
| "step": 4000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 0.55, | |
| "learning_rate": 2.9126826128943387e-05, | |
| "loss": 1.6408, | |
| "step": 4500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 0.61, | |
| "learning_rate": 2.892420386022268e-05, | |
| "loss": 1.5817, | |
| "step": 5000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 0.67, | |
| "learning_rate": 2.8701319221605467e-05, | |
| "loss": 1.4504, | |
| "step": 5500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 0.73, | |
| "learning_rate": 2.8458496552711964e-05, | |
| "loss": 1.4507, | |
| "step": 6000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 0.79, | |
| "learning_rate": 2.819608920679567e-05, | |
| "loss": 1.4081, | |
| "step": 6500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 0.85, | |
| "learning_rate": 2.7915061153522062e-05, | |
| "loss": 1.3659, | |
| "step": 7000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 0.91, | |
| "learning_rate": 2.7614695114198718e-05, | |
| "loss": 1.3084, | |
| "step": 7500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 0.97, | |
| "learning_rate": 2.7295972289733377e-05, | |
| "loss": 1.2903, | |
| "step": 8000 | |
| }, | |
| { | |
| "Minimum SubNet": "OrderedDict([(<ElasticityDim.WIDTH: 'width'>, {0: 576, 1: 448, 2: 576, 3: 576, 4: 576, 5: 448, 6: 576, 7: 512, 8: 576, 9: 320, 10: 384, 11: 384, 12: 966, 13: 1052, 14: 1040, 15: 1007, 16: 989, 17: 938, 18: 789, 19: 693, 20: 517, 21: 280, 22: 332, 23: 505})])", | |
| "epoch": 1.0, | |
| "eval_HasAns_exact": 67.15587044534414, | |
| "eval_HasAns_f1": 73.70381219321077, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 76.23212783851976, | |
| "eval_NoAns_f1": 76.23212783851976, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 71.70049692579803, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 74.96978006244028, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 71.70049692579803, | |
| "eval_f1": 74.96978006244046, | |
| "eval_runtime": 23.6796, | |
| "eval_samples_per_second": 512.425, | |
| "eval_steps_per_second": 4.012, | |
| "eval_total": 11873, | |
| "step": 8235 | |
| }, | |
| { | |
| "SuperNet": "OrderedDict([(<ElasticityDim.WIDTH: 'width'>, {0: 768, 1: 768, 2: 768, 3: 768, 4: 768, 5: 768, 6: 768, 7: 768, 8: 768, 9: 768, 10: 768, 11: 768, 12: 3072, 13: 3072, 14: 3072, 15: 3072, 16: 3072, 17: 3072, 18: 3072, 19: 3072, 20: 3072, 21: 3072, 22: 3072, 23: 3072})])", | |
| "epoch": 1.0, | |
| "eval_HasAns_exact": 70.73211875843455, | |
| "eval_HasAns_f1": 76.86664314060151, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 77.19091673675358, | |
| "eval_NoAns_f1": 77.19091673675358, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 73.9661416659648, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 77.02901208940321, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 73.9661416659648, | |
| "eval_f1": 77.02901208940332, | |
| "eval_runtime": 33.7937, | |
| "eval_samples_per_second": 359.061, | |
| "eval_steps_per_second": 2.811, | |
| "eval_total": 11873, | |
| "step": 8235 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 1.03, | |
| "learning_rate": 2.6960047250064117e-05, | |
| "loss": 1.047, | |
| "step": 8500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 1.09, | |
| "learning_rate": 2.6606062600812005e-05, | |
| "loss": 0.8362, | |
| "step": 9000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 1.15, | |
| "learning_rate": 2.6235947166838656e-05, | |
| "loss": 0.8438, | |
| "step": 9500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 1.21, | |
| "learning_rate": 2.5848756288308777e-05, | |
| "loss": 0.8345, | |
| "step": 10000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 1.28, | |
| "learning_rate": 2.5445778402131093e-05, | |
| "loss": 0.7877, | |
| "step": 10500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 1.34, | |
| "learning_rate": 2.502759991791811e-05, | |
| "loss": 0.8156, | |
| "step": 11000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 1.4, | |
| "learning_rate": 2.4595709053900474e-05, | |
| "loss": 0.7898, | |
| "step": 11500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 1.46, | |
| "learning_rate": 2.4149003478440486e-05, | |
| "loss": 0.8215, | |
| "step": 12000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 1.52, | |
| "learning_rate": 2.3688984359561745e-05, | |
| "loss": 0.7959, | |
| "step": 12500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 1.58, | |
| "learning_rate": 2.321632111273962e-05, | |
| "loss": 0.7867, | |
| "step": 13000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 1.64, | |
| "learning_rate": 2.2731701553064993e-05, | |
| "loss": 0.7743, | |
| "step": 13500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 1.7, | |
| "learning_rate": 2.2235830894342245e-05, | |
| "loss": 0.7451, | |
| "step": 14000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 1.76, | |
| "learning_rate": 2.172943072286878e-05, | |
| "loss": 0.7544, | |
| "step": 14500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 1.82, | |
| "learning_rate": 2.1213237947389485e-05, | |
| "loss": 0.7433, | |
| "step": 15000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 1.88, | |
| "learning_rate": 2.0688003726754053e-05, | |
| "loss": 0.7204, | |
| "step": 15500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 1.94, | |
| "learning_rate": 2.015556714598373e-05, | |
| "loss": 0.7353, | |
| "step": 16000 | |
| }, | |
| { | |
| "Minimum SubNet": "OrderedDict([(<ElasticityDim.WIDTH: 'width'>, {0: 576, 1: 448, 2: 576, 3: 576, 4: 576, 5: 448, 6: 576, 7: 512, 8: 576, 9: 320, 10: 384, 11: 384, 12: 966, 13: 1052, 14: 1040, 15: 1007, 16: 989, 17: 938, 18: 789, 19: 693, 20: 517, 21: 280, 22: 332, 23: 505})])", | |
| "epoch": 2.0, | |
| "eval_HasAns_exact": 70.8502024291498, | |
| "eval_HasAns_f1": 78.09609572680118, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 73.8099243061396, | |
| "eval_NoAns_f1": 73.8099243061396, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 72.33218226227575, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 75.94994150328284, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 72.33218226227575, | |
| "eval_f1": 75.94994150328287, | |
| "eval_runtime": 23.4965, | |
| "eval_samples_per_second": 516.418, | |
| "eval_steps_per_second": 4.043, | |
| "eval_total": 11873, | |
| "step": 16470 | |
| }, | |
| { | |
| "SuperNet": "OrderedDict([(<ElasticityDim.WIDTH: 'width'>, {0: 768, 1: 768, 2: 768, 3: 768, 4: 768, 5: 768, 6: 768, 7: 768, 8: 768, 9: 768, 10: 768, 11: 768, 12: 3072, 13: 3072, 14: 3072, 15: 3072, 16: 3072, 17: 3072, 18: 3072, 19: 3072, 20: 3072, 21: 3072, 22: 3072, 23: 3072})])", | |
| "epoch": 2.0, | |
| "eval_HasAns_exact": 73.65047233468286, | |
| "eval_HasAns_f1": 80.28842836522877, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 75.57611438183348, | |
| "eval_NoAns_f1": 75.57611438183348, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 74.6146719447486, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 77.92889778060096, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 74.6146719447486, | |
| "eval_f1": 77.92889778060105, | |
| "eval_runtime": 33.5553, | |
| "eval_samples_per_second": 361.612, | |
| "eval_steps_per_second": 2.831, | |
| "eval_total": 11873, | |
| "step": 16470 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 2.0, | |
| "learning_rate": 1.961674714301095e-05, | |
| "loss": 0.711, | |
| "step": 16500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 2.06, | |
| "learning_rate": 1.907016099695466e-05, | |
| "loss": 0.4295, | |
| "step": 17000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 2.13, | |
| "learning_rate": 1.851656308325107e-05, | |
| "loss": 0.4419, | |
| "step": 17500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 2.19, | |
| "learning_rate": 1.795784790017448e-05, | |
| "loss": 0.4418, | |
| "step": 18000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 2.25, | |
| "learning_rate": 1.7394828484780373e-05, | |
| "loss": 0.4349, | |
| "step": 18500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 2.31, | |
| "learning_rate": 1.682832413760241e-05, | |
| "loss": 0.4178, | |
| "step": 19000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 2.37, | |
| "learning_rate": 1.6259159230414073e-05, | |
| "loss": 0.4274, | |
| "step": 19500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 2.43, | |
| "learning_rate": 1.5688162006610627e-05, | |
| "loss": 0.4216, | |
| "step": 20000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 2.49, | |
| "learning_rate": 1.5116163375957171e-05, | |
| "loss": 0.3889, | |
| "step": 20500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 2.55, | |
| "learning_rate": 1.4543995705456567e-05, | |
| "loss": 0.4117, | |
| "step": 21000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 2.61, | |
| "learning_rate": 1.3973633400994553e-05, | |
| "loss": 0.4197, | |
| "step": 21500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 2.67, | |
| "learning_rate": 1.3404758687969215e-05, | |
| "loss": 0.3958, | |
| "step": 22000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 2.73, | |
| "learning_rate": 1.283706355615611e-05, | |
| "loss": 0.4128, | |
| "step": 22500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 2.79, | |
| "learning_rate": 1.2272515909019886e-05, | |
| "loss": 0.4129, | |
| "step": 23000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 2.85, | |
| "learning_rate": 1.1711937270962604e-05, | |
| "loss": 0.3932, | |
| "step": 23500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 2.91, | |
| "learning_rate": 1.1156143390721824e-05, | |
| "loss": 0.3946, | |
| "step": 24000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 2.98, | |
| "learning_rate": 1.0605943054300711e-05, | |
| "loss": 0.3972, | |
| "step": 24500 | |
| }, | |
| { | |
| "Minimum SubNet": "OrderedDict([(<ElasticityDim.WIDTH: 'width'>, {0: 576, 1: 448, 2: 576, 3: 576, 4: 576, 5: 448, 6: 576, 7: 512, 8: 576, 9: 320, 10: 384, 11: 384, 12: 966, 13: 1052, 14: 1040, 15: 1007, 16: 989, 17: 938, 18: 789, 19: 693, 20: 517, 21: 280, 22: 332, 23: 505})])", | |
| "epoch": 3.0, | |
| "eval_HasAns_exact": 72.48650472334683, | |
| "eval_HasAns_f1": 79.20784888444516, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 74.4659377628259, | |
| "eval_NoAns_f1": 74.4659377628259, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 73.47763833908868, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 76.83349854181672, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 73.47763833908868, | |
| "eval_f1": 76.83349854181674, | |
| "eval_runtime": 23.7252, | |
| "eval_samples_per_second": 511.439, | |
| "eval_steps_per_second": 4.004, | |
| "eval_total": 11873, | |
| "step": 24705 | |
| }, | |
| { | |
| "SuperNet": "OrderedDict([(<ElasticityDim.WIDTH: 'width'>, {0: 768, 1: 768, 2: 768, 3: 768, 4: 768, 5: 768, 6: 768, 7: 768, 8: 768, 9: 768, 10: 768, 11: 768, 12: 3072, 13: 3072, 14: 3072, 15: 3072, 16: 3072, 17: 3072, 18: 3072, 19: 3072, 20: 3072, 21: 3072, 22: 3072, 23: 3072})])", | |
| "epoch": 3.0, | |
| "eval_HasAns_exact": 74.61201079622133, | |
| "eval_HasAns_f1": 81.01977814822307, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 77.17409587888983, | |
| "eval_NoAns_f1": 77.17409587888983, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 75.8948875600101, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 79.09418385097837, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 75.8948875600101, | |
| "eval_f1": 79.09418385097838, | |
| "eval_runtime": 33.7285, | |
| "eval_samples_per_second": 359.755, | |
| "eval_steps_per_second": 2.817, | |
| "eval_total": 11873, | |
| "step": 24705 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 3.04, | |
| "learning_rate": 1.0063217611277036e-05, | |
| "loss": 0.3297, | |
| "step": 25000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 3.1, | |
| "learning_rate": 9.5276474237082e-06, | |
| "loss": 0.2814, | |
| "step": 25500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 3.16, | |
| "learning_rate": 8.998959819917635e-06, | |
| "loss": 0.2885, | |
| "step": 26000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 3.22, | |
| "learning_rate": 8.479004873097141e-06, | |
| "loss": 0.2824, | |
| "step": 26500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 3.28, | |
| "learning_rate": 7.968539216772597e-06, | |
| "loss": 0.2794, | |
| "step": 27000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 3.34, | |
| "learning_rate": 7.468305675744049e-06, | |
| "loss": 0.279, | |
| "step": 27500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 3.4, | |
| "learning_rate": 6.979032185133999e-06, | |
| "loss": 0.2758, | |
| "step": 28000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 3.46, | |
| "learning_rate": 6.501430731103145e-06, | |
| "loss": 0.2828, | |
| "step": 28500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 3.52, | |
| "learning_rate": 6.036196314774858e-06, | |
| "loss": 0.2727, | |
| "step": 29000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 3.58, | |
| "learning_rate": 5.584005940876061e-06, | |
| "loss": 0.2761, | |
| "step": 29500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 3.64, | |
| "learning_rate": 5.145517632566403e-06, | |
| "loss": 0.2683, | |
| "step": 30000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 3.7, | |
| "learning_rate": 4.721369473889145e-06, | |
| "loss": 0.2731, | |
| "step": 30500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 3.76, | |
| "learning_rate": 4.3129817358827764e-06, | |
| "loss": 0.2653, | |
| "step": 31000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 3.83, | |
| "learning_rate": 3.919312074840663e-06, | |
| "loss": 0.2557, | |
| "step": 31500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 3.89, | |
| "learning_rate": 3.541766926172923e-06, | |
| "loss": 0.2702, | |
| "step": 32000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 3.95, | |
| "learning_rate": 3.18089569001271e-06, | |
| "loss": 0.2674, | |
| "step": 32500 | |
| }, | |
| { | |
| "Minimum SubNet": "OrderedDict([(<ElasticityDim.WIDTH: 'width'>, {0: 576, 1: 448, 2: 576, 3: 576, 4: 576, 5: 448, 6: 576, 7: 512, 8: 576, 9: 320, 10: 384, 11: 384, 12: 966, 13: 1052, 14: 1040, 15: 1007, 16: 989, 17: 938, 18: 789, 19: 693, 20: 517, 21: 280, 22: 332, 23: 505})])", | |
| "epoch": 4.0, | |
| "eval_HasAns_exact": 73.6336032388664, | |
| "eval_HasAns_f1": 80.4921220873396, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 73.4735071488646, | |
| "eval_NoAns_f1": 73.4735071488646, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 73.55344057946601, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 76.97778992114449, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 73.55344057946601, | |
| "eval_f1": 76.97778992114453, | |
| "eval_runtime": 23.6627, | |
| "eval_samples_per_second": 512.79, | |
| "eval_steps_per_second": 4.015, | |
| "eval_total": 11873, | |
| "step": 32940 | |
| }, | |
| { | |
| "SuperNet": "OrderedDict([(<ElasticityDim.WIDTH: 'width'>, {0: 768, 1: 768, 2: 768, 3: 768, 4: 768, 5: 768, 6: 768, 7: 768, 8: 768, 9: 768, 10: 768, 11: 768, 12: 3072, 13: 3072, 14: 3072, 15: 3072, 16: 3072, 17: 3072, 18: 3072, 19: 3072, 20: 3072, 21: 3072, 22: 3072, 23: 3072})])", | |
| "epoch": 4.0, | |
| "eval_HasAns_exact": 75.94466936572199, | |
| "eval_HasAns_f1": 82.29694376223831, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 75.20605550883096, | |
| "eval_NoAns_f1": 75.20605550883096, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 75.57483365619473, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 78.74642319738464, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 75.57483365619473, | |
| "eval_f1": 78.7464231973847, | |
| "eval_runtime": 33.7341, | |
| "eval_samples_per_second": 359.695, | |
| "eval_steps_per_second": 2.816, | |
| "eval_total": 11873, | |
| "step": 32940 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 4.01, | |
| "learning_rate": 2.83856325972758e-06, | |
| "loss": 0.2597, | |
| "step": 33000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 4.07, | |
| "learning_rate": 2.5125184709830478e-06, | |
| "loss": 0.2285, | |
| "step": 33500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 4.13, | |
| "learning_rate": 2.204645347373324e-06, | |
| "loss": 0.2257, | |
| "step": 34000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 4.19, | |
| "learning_rate": 1.9153919029589925e-06, | |
| "loss": 0.2191, | |
| "step": 34500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 4.25, | |
| "learning_rate": 1.6457002137685011e-06, | |
| "loss": 0.2288, | |
| "step": 35000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 4.31, | |
| "learning_rate": 1.394881935346834e-06, | |
| "loss": 0.2239, | |
| "step": 35500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 4.37, | |
| "learning_rate": 1.1638616961868014e-06, | |
| "loss": 0.2249, | |
| "step": 36000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 4.43, | |
| "learning_rate": 9.529756747576662e-07, | |
| "loss": 0.2158, | |
| "step": 36500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 4.49, | |
| "learning_rate": 7.625307504052814e-07, | |
| "loss": 0.2238, | |
| "step": 37000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 4.55, | |
| "learning_rate": 5.928040567841786e-07, | |
| "loss": 0.2208, | |
| "step": 37500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 4.61, | |
| "learning_rate": 4.4404257857527e-07, | |
| "loss": 0.2302, | |
| "step": 38000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 4.68, | |
| "learning_rate": 3.1646279207609816e-07, | |
| "loss": 0.2286, | |
| "step": 38500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 4.74, | |
| "learning_rate": 2.1025035018655492e-07, | |
| "loss": 0.2334, | |
| "step": 39000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 4.8, | |
| "learning_rate": 1.2555981224854353e-07, | |
| "loss": 0.2191, | |
| "step": 39500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 4.86, | |
| "learning_rate": 6.251441913268763e-08, | |
| "loss": 0.2244, | |
| "step": 40000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 4.92, | |
| "learning_rate": 2.1205913899372543e-08, | |
| "loss": 0.2174, | |
| "step": 40500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 4.98, | |
| "learning_rate": 1.7116537419809008e-09, | |
| "loss": 0.2197, | |
| "step": 41000 | |
| }, | |
| { | |
| "Minimum SubNet": "OrderedDict([(<ElasticityDim.WIDTH: 'width'>, {0: 576, 1: 448, 2: 576, 3: 576, 4: 576, 5: 448, 6: 576, 7: 512, 8: 576, 9: 320, 10: 384, 11: 384, 12: 966, 13: 1052, 14: 1040, 15: 1007, 16: 989, 17: 938, 18: 789, 19: 693, 20: 517, 21: 280, 22: 332, 23: 505})])", | |
| "epoch": 5.0, | |
| "eval_HasAns_exact": 73.36369770580296, | |
| "eval_HasAns_f1": 80.20962919069306, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 74.26408746846089, | |
| "eval_NoAns_f1": 74.26408746846089, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 73.81453718521014, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 77.23260185651709, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 73.81453718521014, | |
| "eval_f1": 77.23260185651719, | |
| "eval_runtime": 23.6601, | |
| "eval_samples_per_second": 512.846, | |
| "eval_steps_per_second": 4.015, | |
| "eval_total": 11873, | |
| "step": 41175 | |
| }, | |
| { | |
| "SuperNet": "OrderedDict([(<ElasticityDim.WIDTH: 'width'>, {0: 768, 1: 768, 2: 768, 3: 768, 4: 768, 5: 768, 6: 768, 7: 768, 8: 768, 9: 768, 10: 768, 11: 768, 12: 3072, 13: 3072, 14: 3072, 15: 3072, 16: 3072, 17: 3072, 18: 3072, 19: 3072, 20: 3072, 21: 3072, 22: 3072, 23: 3072})])", | |
| "epoch": 5.0, | |
| "eval_HasAns_exact": 75.42172739541161, | |
| "eval_HasAns_f1": 81.86740867460124, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 75.34062237174096, | |
| "eval_NoAns_f1": 75.34062237174096, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 75.38111681967489, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 78.59934293127556, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 75.38111681967489, | |
| "eval_f1": 78.59934293127563, | |
| "eval_runtime": 33.7058, | |
| "eval_samples_per_second": 359.997, | |
| "eval_steps_per_second": 2.819, | |
| "eval_total": 11873, | |
| "step": 41175 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "step": 41175, | |
| "total_flos": 1.2910084832623104e+17, | |
| "train_loss": 0.7438544612808089, | |
| "train_runtime": 64410.4338, | |
| "train_samples_per_second": 10.228, | |
| "train_steps_per_second": 0.639 | |
| } | |
| ], | |
| "max_steps": 41175, | |
| "min_subnet_acc": null, | |
| "min_subnet_best_acc": null, | |
| "num_train_epochs": 5, | |
| "supernet_acc": null, | |
| "supernet_best_acc": null, | |
| "total_flos": 1.2910084832623104e+17, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |