| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "best_supernet_model_checkpoint": null, | |
| "epoch": 4.0, | |
| "global_step": 8420, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 0.24, | |
| "learning_rate": 2.9743870065874887e-05, | |
| "loss": 0.5172, | |
| "step": 500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 0.48, | |
| "learning_rate": 2.8976113714195393e-05, | |
| "loss": 0.2933, | |
| "step": 1000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 0.71, | |
| "learning_rate": 2.7723356990465294e-05, | |
| "loss": 0.216, | |
| "step": 1500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 0.95, | |
| "learning_rate": 2.6029073172701843e-05, | |
| "loss": 0.1786, | |
| "step": 2000 | |
| }, | |
| { | |
| "Minimum SubNet": "OrderedDict([(<ElasticityDim.WIDTH: 'width'>, {0: 320, 1: 256, 2: 256, 3: 192, 4: 256, 5: 192, 6: 128, 7: 320, 8: 256, 9: 192, 10: 128, 11: 64, 12: 1585, 13: 1570, 14: 1775, 15: 1717, 16: 1679, 17: 1580, 18: 1621, 19: 1406, 20: 1188, 21: 930, 22: 828, 23: 654})])", | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.9151376146788991, | |
| "eval_loss": 0.31559914350509644, | |
| "eval_runtime": 0.6902, | |
| "eval_samples_per_second": 1263.387, | |
| "eval_steps_per_second": 10.142, | |
| "step": 2105 | |
| }, | |
| { | |
| "SuperNet": "OrderedDict([(<ElasticityDim.WIDTH: 'width'>, {0: 768, 1: 768, 2: 768, 3: 768, 4: 768, 5: 768, 6: 768, 7: 768, 8: 768, 9: 768, 10: 768, 11: 768, 12: 3072, 13: 3072, 14: 3072, 15: 3072, 16: 3072, 17: 3072, 18: 3072, 19: 3072, 20: 3072, 21: 3072, 22: 3072, 23: 3072})])", | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.9220183486238532, | |
| "eval_loss": 0.2937995493412018, | |
| "eval_runtime": 1.0139, | |
| "eval_samples_per_second": 860.065, | |
| "eval_steps_per_second": 6.904, | |
| "step": 2105 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 1.19, | |
| "learning_rate": 2.395654751860746e-05, | |
| "loss": 0.1126, | |
| "step": 2500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 1.43, | |
| "learning_rate": 2.1569418439843677e-05, | |
| "loss": 0.0894, | |
| "step": 3000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 1.66, | |
| "learning_rate": 1.895431680356957e-05, | |
| "loss": 0.0786, | |
| "step": 3500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 1.9, | |
| "learning_rate": 1.6201992105136965e-05, | |
| "loss": 0.0868, | |
| "step": 4000 | |
| }, | |
| { | |
| "Minimum SubNet": "OrderedDict([(<ElasticityDim.WIDTH: 'width'>, {0: 320, 1: 256, 2: 256, 3: 192, 4: 256, 5: 192, 6: 128, 7: 320, 8: 256, 9: 192, 10: 128, 11: 64, 12: 1585, 13: 1570, 14: 1775, 15: 1717, 16: 1679, 17: 1580, 18: 1621, 19: 1406, 20: 1188, 21: 930, 22: 828, 23: 654})])", | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.9197247706422018, | |
| "eval_loss": 0.3034738302230835, | |
| "eval_runtime": 0.6917, | |
| "eval_samples_per_second": 1260.72, | |
| "eval_steps_per_second": 10.12, | |
| "step": 4210 | |
| }, | |
| { | |
| "SuperNet": "OrderedDict([(<ElasticityDim.WIDTH: 'width'>, {0: 768, 1: 768, 2: 768, 3: 768, 4: 768, 5: 768, 6: 768, 7: 768, 8: 768, 9: 768, 10: 768, 11: 768, 12: 3072, 13: 3072, 14: 3072, 15: 3072, 16: 3072, 17: 3072, 18: 3072, 19: 3072, 20: 3072, 21: 3072, 22: 3072, 23: 3072})])", | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.9231651376146789, | |
| "eval_loss": 0.3007892668247223, | |
| "eval_runtime": 1.0119, | |
| "eval_samples_per_second": 861.755, | |
| "eval_steps_per_second": 6.918, | |
| "step": 4210 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 2.14, | |
| "learning_rate": 1.3413520927067597e-05, | |
| "loss": 0.0576, | |
| "step": 4500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 2.38, | |
| "learning_rate": 1.0674525310461774e-05, | |
| "loss": 0.0435, | |
| "step": 5000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 2.61, | |
| "learning_rate": 8.085632710804847e-06, | |
| "loss": 0.0411, | |
| "step": 5500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 2.85, | |
| "learning_rate": 5.736683115070964e-06, | |
| "loss": 0.0371, | |
| "step": 6000 | |
| }, | |
| { | |
| "Minimum SubNet": "OrderedDict([(<ElasticityDim.WIDTH: 'width'>, {0: 320, 1: 256, 2: 256, 3: 192, 4: 256, 5: 192, 6: 128, 7: 320, 8: 256, 9: 192, 10: 128, 11: 64, 12: 1585, 13: 1570, 14: 1775, 15: 1717, 16: 1679, 17: 1580, 18: 1621, 19: 1406, 20: 1188, 21: 930, 22: 828, 23: 654})])", | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.9151376146788991, | |
| "eval_loss": 0.30734896659851074, | |
| "eval_runtime": 0.7135, | |
| "eval_samples_per_second": 1222.206, | |
| "eval_steps_per_second": 9.811, | |
| "step": 6315 | |
| }, | |
| { | |
| "SuperNet": "OrderedDict([(<ElasticityDim.WIDTH: 'width'>, {0: 768, 1: 768, 2: 768, 3: 768, 4: 768, 5: 768, 6: 768, 7: 768, 8: 768, 9: 768, 10: 768, 11: 768, 12: 3072, 13: 3072, 14: 3072, 15: 3072, 16: 3072, 17: 3072, 18: 3072, 19: 3072, 20: 3072, 21: 3072, 22: 3072, 23: 3072})])", | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.9288990825688074, | |
| "eval_loss": 0.26742127537727356, | |
| "eval_runtime": 1.0141, | |
| "eval_samples_per_second": 859.88, | |
| "eval_steps_per_second": 6.903, | |
| "step": 6315 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 3.09, | |
| "learning_rate": 3.7128752783657687e-06, | |
| "loss": 0.0341, | |
| "step": 6500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 3.33, | |
| "learning_rate": 2.0791936159197827e-06, | |
| "loss": 0.0285, | |
| "step": 7000 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 3.56, | |
| "learning_rate": 8.902040909382414e-07, | |
| "loss": 0.0253, | |
| "step": 7500 | |
| }, | |
| { | |
| "compression_loss": 0.0, | |
| "epoch": 3.8, | |
| "learning_rate": 1.9085398971886657e-07, | |
| "loss": 0.0249, | |
| "step": 8000 | |
| }, | |
| { | |
| "Minimum SubNet": "OrderedDict([(<ElasticityDim.WIDTH: 'width'>, {0: 320, 1: 256, 2: 256, 3: 192, 4: 256, 5: 192, 6: 128, 7: 320, 8: 256, 9: 192, 10: 128, 11: 64, 12: 1585, 13: 1570, 14: 1775, 15: 1717, 16: 1679, 17: 1580, 18: 1621, 19: 1406, 20: 1188, 21: 930, 22: 828, 23: 654})])", | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.9139908256880734, | |
| "eval_loss": 0.3040490746498108, | |
| "eval_runtime": 0.7023, | |
| "eval_samples_per_second": 1241.664, | |
| "eval_steps_per_second": 9.967, | |
| "step": 8420 | |
| }, | |
| { | |
| "SuperNet": "OrderedDict([(<ElasticityDim.WIDTH: 'width'>, {0: 768, 1: 768, 2: 768, 3: 768, 4: 768, 5: 768, 6: 768, 7: 768, 8: 768, 9: 768, 10: 768, 11: 768, 12: 3072, 13: 3072, 14: 3072, 15: 3072, 16: 3072, 17: 3072, 18: 3072, 19: 3072, 20: 3072, 21: 3072, 22: 3072, 23: 3072})])", | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.9311926605504587, | |
| "eval_loss": 0.26580190658569336, | |
| "eval_runtime": 1.0433, | |
| "eval_samples_per_second": 835.844, | |
| "eval_steps_per_second": 6.71, | |
| "step": 8420 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "step": 8420, | |
| "total_flos": 1.772026646744064e+16, | |
| "train_loss": 0.11200937262057126, | |
| "train_runtime": 14148.7677, | |
| "train_samples_per_second": 19.04, | |
| "train_steps_per_second": 0.595 | |
| } | |
| ], | |
| "max_steps": 8420, | |
| "min_subnet_acc": null, | |
| "min_subnet_best_acc": null, | |
| "num_train_epochs": 4, | |
| "supernet_acc": null, | |
| "supernet_best_acc": null, | |
| "total_flos": 1.772026646744064e+16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |