{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "global_step": 2105,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 1.9824163913726807,
      "epoch": 0.0,
      "learning_rate": 1.99144893111639e-05,
      "loss": 1.8791,
      "step": 10,
      "task_loss": 0.6514205932617188
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 1.9337328672409058,
      "epoch": 0.01,
      "learning_rate": 1.9819477434679337e-05,
      "loss": 1.8084,
      "step": 20,
      "task_loss": 0.68878173828125
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 1.7075116634368896,
      "epoch": 0.01,
      "learning_rate": 1.9724465558194775e-05,
      "loss": 1.7447,
      "step": 30,
      "task_loss": 0.5935821533203125
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 1.5379259586334229,
      "epoch": 0.02,
      "learning_rate": 1.9629453681710216e-05,
      "loss": 1.4292,
      "step": 40,
      "task_loss": 0.5262355804443359
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.7455981969833374,
      "epoch": 0.02,
      "learning_rate": 1.954394299287411e-05,
      "loss": 1.2067,
      "step": 50,
      "task_loss": 0.20388412475585938
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 1.1262179613113403,
      "epoch": 0.03,
      "learning_rate": 1.944893111638955e-05,
      "loss": 0.9282,
      "step": 60,
      "task_loss": 0.45258522033691406
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 1.2520625591278076,
      "epoch": 0.03,
      "learning_rate": 1.935391923990499e-05,
      "loss": 0.9656,
      "step": 70,
      "task_loss": 0.6228516101837158
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.8546397686004639,
      "epoch": 0.04,
      "learning_rate": 1.9268408551068884e-05,
      "loss": 0.9789,
      "step": 80,
      "task_loss": 0.31339454650878906
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 1.1221280097961426,
      "epoch": 0.04,
      "learning_rate": 1.9173396674584325e-05,
      "loss": 0.8387,
      "step": 90,
      "task_loss": 0.44170093536376953
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.4717516005039215,
      "epoch": 0.05,
      "learning_rate": 1.9078384798099766e-05,
      "loss": 0.6816,
      "step": 100,
      "task_loss": 0.15700101852416992
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.7137082815170288,
      "epoch": 0.05,
      "learning_rate": 1.8983372921615203e-05,
      "loss": 0.6424,
      "step": 110,
      "task_loss": 0.3361825942993164
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.7122435569763184,
      "epoch": 0.06,
      "learning_rate": 1.8888361045130644e-05,
      "loss": 0.7162,
      "step": 120,
      "task_loss": 0.5846670866012573
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.5021461248397827,
      "epoch": 0.06,
      "learning_rate": 1.8793349168646082e-05,
      "loss": 0.5908,
      "step": 130,
      "task_loss": 0.18646156787872314
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.33661046624183655,
      "epoch": 0.07,
      "learning_rate": 1.8698337292161523e-05,
      "loss": 0.8316,
      "step": 140,
      "task_loss": 0.11925870180130005
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.4071422219276428,
      "epoch": 0.07,
      "learning_rate": 1.860332541567696e-05,
      "loss": 0.6662,
      "step": 150,
      "task_loss": 0.38656365871429443
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.3433850407600403,
      "epoch": 0.08,
      "learning_rate": 1.8508313539192398e-05,
      "loss": 0.6492,
      "step": 160,
      "task_loss": 0.1292821764945984
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.853670597076416,
      "epoch": 0.08,
      "learning_rate": 1.8413301662707842e-05,
      "loss": 0.6022,
      "step": 170,
      "task_loss": 0.4025900363922119
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.6042287945747375,
      "epoch": 0.09,
      "learning_rate": 1.831828978622328e-05,
      "loss": 0.7525,
      "step": 180,
      "task_loss": 0.23989427089691162
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 1.0951387882232666,
      "epoch": 0.09,
      "learning_rate": 1.8223277909738718e-05,
      "loss": 0.7468,
      "step": 190,
      "task_loss": 0.5307990908622742
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.27730026841163635,
      "epoch": 0.1,
      "learning_rate": 1.812826603325416e-05,
      "loss": 0.5985,
      "step": 200,
      "task_loss": 0.05895298719406128
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.9861497282981873,
      "epoch": 0.1,
      "learning_rate": 1.8033254156769596e-05,
      "loss": 0.6073,
      "step": 210,
      "task_loss": 0.5837754011154175
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.532859206199646,
      "epoch": 0.1,
      "learning_rate": 1.7938242280285037e-05,
      "loss": 0.5815,
      "step": 220,
      "task_loss": 0.2384859323501587
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.7019934058189392,
      "epoch": 0.11,
      "learning_rate": 1.7843230403800475e-05,
      "loss": 0.778,
      "step": 230,
      "task_loss": 0.3135228157043457
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.9965037703514099,
      "epoch": 0.11,
      "learning_rate": 1.7748218527315916e-05,
      "loss": 0.6839,
      "step": 240,
      "task_loss": 0.4901553988456726
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.5550552606582642,
      "epoch": 0.12,
      "learning_rate": 1.7653206650831357e-05,
      "loss": 0.4129,
      "step": 250,
      "task_loss": 0.2684090733528137
    },
    {
      "epoch": 0.12,
      "eval_accuracy": 0.8761467889908257,
      "eval_loss": 0.44158032536506653,
      "eval_runtime": 21.9879,
      "eval_samples_per_second": 39.658,
      "eval_steps_per_second": 4.957,
      "step": 250
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.5287630558013916,
      "epoch": 0.12,
      "learning_rate": 1.7558194774346795e-05,
      "loss": 0.5833,
      "step": 260,
      "task_loss": 0.2730463147163391
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.9515942335128784,
      "epoch": 0.13,
      "learning_rate": 1.7463182897862236e-05,
      "loss": 0.6329,
      "step": 270,
      "task_loss": 0.4847598969936371
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.5145795345306396,
      "epoch": 0.13,
      "learning_rate": 1.7368171021377673e-05,
      "loss": 0.6194,
      "step": 280,
      "task_loss": 0.4189565181732178
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.7319836020469666,
      "epoch": 0.14,
      "learning_rate": 1.727315914489311e-05,
      "loss": 0.4816,
      "step": 290,
      "task_loss": 0.3963426649570465
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.4611780047416687,
      "epoch": 0.14,
      "learning_rate": 1.7178147268408552e-05,
      "loss": 0.5048,
      "step": 300,
      "task_loss": 0.19796603918075562
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.5850609540939331,
      "epoch": 0.15,
      "learning_rate": 1.7083135391923993e-05,
      "loss": 0.5864,
      "step": 310,
      "task_loss": 0.2181399166584015
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.4029274880886078,
      "epoch": 0.15,
      "learning_rate": 1.698812351543943e-05,
      "loss": 0.534,
      "step": 320,
      "task_loss": 0.1707906723022461
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.5725364685058594,
      "epoch": 0.16,
      "learning_rate": 1.689311163895487e-05,
      "loss": 0.6037,
      "step": 330,
      "task_loss": 0.23323196172714233
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.6093335747718811,
      "epoch": 0.16,
      "learning_rate": 1.679809976247031e-05,
      "loss": 0.7098,
      "step": 340,
      "task_loss": 0.4206717610359192
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 1.0119699239730835,
      "epoch": 0.17,
      "learning_rate": 1.670308788598575e-05,
      "loss": 0.4015,
      "step": 350,
      "task_loss": 0.6245448589324951
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.6928797960281372,
      "epoch": 0.17,
      "learning_rate": 1.6608076009501188e-05,
      "loss": 0.6882,
      "step": 360,
      "task_loss": 0.32340091466903687
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.2802911400794983,
      "epoch": 0.18,
      "learning_rate": 1.651306413301663e-05,
      "loss": 0.5088,
      "step": 370,
      "task_loss": 0.12505391240119934
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.6381040811538696,
      "epoch": 0.18,
      "learning_rate": 1.641805225653207e-05,
      "loss": 0.5281,
      "step": 380,
      "task_loss": 0.25593793392181396
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 1.2553234100341797,
      "epoch": 0.19,
      "learning_rate": 1.6323040380047507e-05,
      "loss": 0.4673,
      "step": 390,
      "task_loss": 0.7861297130584717
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.32122546434402466,
      "epoch": 0.19,
      "learning_rate": 1.622802850356295e-05,
      "loss": 0.5358,
      "step": 400,
      "task_loss": 0.14392141997814178
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.4124768078327179,
      "epoch": 0.19,
      "learning_rate": 1.6133016627078386e-05,
      "loss": 0.388,
      "step": 410,
      "task_loss": 0.18850776553153992
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.5564821362495422,
      "epoch": 0.2,
      "learning_rate": 1.6038004750593824e-05,
      "loss": 0.4706,
      "step": 420,
      "task_loss": 0.35438424348831177
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.8114709854125977,
      "epoch": 0.2,
      "learning_rate": 1.5942992874109265e-05,
      "loss": 0.3992,
      "step": 430,
      "task_loss": 0.5884829163551331
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.9019944071769714,
      "epoch": 0.21,
      "learning_rate": 1.5847980997624702e-05,
      "loss": 0.5377,
      "step": 440,
      "task_loss": 0.4972737431526184
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.4662189781665802,
      "epoch": 0.21,
      "learning_rate": 1.5752969121140143e-05,
      "loss": 0.4676,
      "step": 450,
      "task_loss": 0.22651702165603638
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.7801036834716797,
      "epoch": 0.22,
      "learning_rate": 1.5657957244655584e-05,
      "loss": 0.5115,
      "step": 460,
      "task_loss": 0.3273088335990906
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.24446932971477509,
      "epoch": 0.22,
      "learning_rate": 1.5562945368171022e-05,
      "loss": 0.4323,
      "step": 470,
      "task_loss": 0.28846049308776855
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.31131500005722046,
      "epoch": 0.23,
      "learning_rate": 1.5467933491686463e-05,
      "loss": 0.4727,
      "step": 480,
      "task_loss": 0.06133585423231125
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.2505212426185608,
      "epoch": 0.23,
      "learning_rate": 1.53729216152019e-05,
      "loss": 0.6103,
      "step": 490,
      "task_loss": 0.16016395390033722
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.6978294849395752,
      "epoch": 0.24,
      "learning_rate": 1.527790973871734e-05,
      "loss": 0.412,
      "step": 500,
      "task_loss": 0.3384208679199219
    },
    {
      "epoch": 0.24,
      "eval_accuracy": 0.8899082568807339,
      "eval_loss": 0.49690014123916626,
      "eval_runtime": 22.004,
      "eval_samples_per_second": 39.629,
      "eval_steps_per_second": 4.954,
      "step": 500
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.5271720886230469,
      "epoch": 0.24,
      "learning_rate": 1.5182897862232779e-05,
      "loss": 0.3288,
      "step": 510,
      "task_loss": 0.3533409833908081
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.39492568373680115,
      "epoch": 0.25,
      "learning_rate": 1.508788598574822e-05,
      "loss": 0.3691,
      "step": 520,
      "task_loss": 0.17543694376945496
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.5424761772155762,
      "epoch": 0.25,
      "learning_rate": 1.499287410926366e-05,
      "loss": 0.5957,
      "step": 530,
      "task_loss": 0.35330963134765625
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.2259323000907898,
      "epoch": 0.26,
      "learning_rate": 1.4897862232779099e-05,
      "loss": 0.4177,
      "step": 540,
      "task_loss": 0.05318892002105713
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.912689208984375,
      "epoch": 0.26,
      "learning_rate": 1.4802850356294538e-05,
      "loss": 0.5001,
      "step": 550,
      "task_loss": 0.447698175907135
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.7216652631759644,
      "epoch": 0.27,
      "learning_rate": 1.4707838479809977e-05,
      "loss": 0.5728,
      "step": 560,
      "task_loss": 0.5098874568939209
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.2023361772298813,
      "epoch": 0.27,
      "learning_rate": 1.4612826603325417e-05,
      "loss": 0.3707,
      "step": 570,
      "task_loss": 0.22737565636634827
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.46668243408203125,
      "epoch": 0.28,
      "learning_rate": 1.4517814726840856e-05,
      "loss": 0.4068,
      "step": 580,
      "task_loss": 0.2710917294025421
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.5557296276092529,
      "epoch": 0.28,
      "learning_rate": 1.4422802850356297e-05,
      "loss": 0.3836,
      "step": 590,
      "task_loss": 0.43243685364723206
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.6273843050003052,
      "epoch": 0.29,
      "learning_rate": 1.4327790973871736e-05,
      "loss": 0.5479,
      "step": 600,
      "task_loss": 0.2661285400390625
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.3024005889892578,
      "epoch": 0.29,
      "learning_rate": 1.4232779097387176e-05,
      "loss": 0.3326,
      "step": 610,
      "task_loss": 0.11362183094024658
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.6180804967880249,
      "epoch": 0.29,
      "learning_rate": 1.4137767220902613e-05,
      "loss": 0.2927,
      "step": 620,
      "task_loss": 0.3157673478126526
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.2821282148361206,
      "epoch": 0.3,
      "learning_rate": 1.4042755344418053e-05,
      "loss": 0.3051,
      "step": 630,
      "task_loss": 0.1337086707353592
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.5159429907798767,
      "epoch": 0.3,
      "learning_rate": 1.3947743467933492e-05,
      "loss": 0.4209,
      "step": 640,
      "task_loss": 0.35967183113098145
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.8615990281105042,
      "epoch": 0.31,
      "learning_rate": 1.3852731591448931e-05,
      "loss": 0.4166,
      "step": 650,
      "task_loss": 0.6024147868156433
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.1939113736152649,
      "epoch": 0.31,
      "learning_rate": 1.3757719714964372e-05,
      "loss": 0.3193,
      "step": 660,
      "task_loss": 0.023959562182426453
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.31010207533836365,
      "epoch": 0.32,
      "learning_rate": 1.3662707838479811e-05,
      "loss": 0.3788,
      "step": 670,
      "task_loss": 0.17067261040210724
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.6690168976783752,
      "epoch": 0.32,
      "learning_rate": 1.356769596199525e-05,
      "loss": 0.3763,
      "step": 680,
      "task_loss": 0.355002760887146
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.23823483288288116,
      "epoch": 0.33,
      "learning_rate": 1.347268408551069e-05,
      "loss": 0.4861,
      "step": 690,
      "task_loss": 0.0851842388510704
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.19940122961997986,
      "epoch": 0.33,
      "learning_rate": 1.337767220902613e-05,
      "loss": 0.3373,
      "step": 700,
      "task_loss": 0.1375439167022705
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.34697651863098145,
      "epoch": 0.34,
      "learning_rate": 1.3282660332541569e-05,
      "loss": 0.2368,
      "step": 710,
      "task_loss": 0.32895755767822266
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.5809268951416016,
      "epoch": 0.34,
      "learning_rate": 1.3187648456057008e-05,
      "loss": 0.4335,
      "step": 720,
      "task_loss": 0.350343257188797
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.4058021605014801,
      "epoch": 0.35,
      "learning_rate": 1.3092636579572449e-05,
      "loss": 0.3762,
      "step": 730,
      "task_loss": 0.4189315438270569
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.5029650330543518,
      "epoch": 0.35,
      "learning_rate": 1.2997624703087888e-05,
      "loss": 0.3535,
      "step": 740,
      "task_loss": 0.352708101272583
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.15115290880203247,
      "epoch": 0.36,
      "learning_rate": 1.2902612826603326e-05,
      "loss": 0.3191,
      "step": 750,
      "task_loss": 0.05512949079275131
    },
    {
      "epoch": 0.36,
      "eval_accuracy": 0.9162844036697247,
      "eval_loss": 0.2716875970363617,
      "eval_runtime": 21.9554,
      "eval_samples_per_second": 39.717,
      "eval_steps_per_second": 4.965,
      "step": 750
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.42094355821609497,
      "epoch": 0.36,
      "learning_rate": 1.2807600950118765e-05,
      "loss": 0.3572,
      "step": 760,
      "task_loss": 0.22914057970046997
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.22227834165096283,
      "epoch": 0.37,
      "learning_rate": 1.2712589073634205e-05,
      "loss": 0.5129,
      "step": 770,
      "task_loss": 0.13911421597003937
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.6405156254768372,
      "epoch": 0.37,
      "learning_rate": 1.2617577197149644e-05,
      "loss": 0.4576,
      "step": 780,
      "task_loss": 0.4629451036453247
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.432763010263443,
      "epoch": 0.38,
      "learning_rate": 1.2522565320665083e-05,
      "loss": 0.3085,
      "step": 790,
      "task_loss": 0.36907055974006653
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.30914443731307983,
      "epoch": 0.38,
      "learning_rate": 1.2427553444180524e-05,
      "loss": 0.4019,
      "step": 800,
      "task_loss": 0.21935078501701355
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.5716268420219421,
      "epoch": 0.38,
      "learning_rate": 1.2332541567695964e-05,
      "loss": 0.3996,
      "step": 810,
      "task_loss": 0.4366046190261841
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.20762380957603455,
      "epoch": 0.39,
      "learning_rate": 1.2237529691211403e-05,
      "loss": 0.4031,
      "step": 820,
      "task_loss": 0.07009849697351456
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.48847681283950806,
      "epoch": 0.39,
      "learning_rate": 1.2142517814726842e-05,
      "loss": 0.4559,
      "step": 830,
      "task_loss": 0.20559999346733093
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.38028720021247864,
      "epoch": 0.4,
      "learning_rate": 1.2047505938242281e-05,
      "loss": 0.2783,
      "step": 840,
      "task_loss": 0.12343298643827438
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.6831973791122437,
      "epoch": 0.4,
      "learning_rate": 1.195249406175772e-05,
      "loss": 0.4664,
      "step": 850,
      "task_loss": 0.6523771286010742
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.21925556659698486,
      "epoch": 0.41,
      "learning_rate": 1.1857482185273158e-05,
      "loss": 0.366,
      "step": 860,
      "task_loss": 0.15919412672519684
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.07446402311325073,
      "epoch": 0.41,
      "learning_rate": 1.1762470308788601e-05,
      "loss": 0.3713,
      "step": 870,
      "task_loss": 0.014185778796672821
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.31408172845840454,
      "epoch": 0.42,
      "learning_rate": 1.166745843230404e-05,
      "loss": 0.3861,
      "step": 880,
      "task_loss": 0.13161490857601166
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.14646156132221222,
      "epoch": 0.42,
      "learning_rate": 1.1572446555819478e-05,
      "loss": 0.2613,
      "step": 890,
      "task_loss": 0.07529384642839432
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.05397426709532738,
      "epoch": 0.43,
      "learning_rate": 1.1477434679334917e-05,
      "loss": 0.3604,
      "step": 900,
      "task_loss": 0.043072961270809174
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.12949523329734802,
      "epoch": 0.43,
      "learning_rate": 1.1382422802850357e-05,
      "loss": 0.2215,
      "step": 910,
      "task_loss": 0.029655031859874725
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.5533275008201599,
      "epoch": 0.44,
      "learning_rate": 1.1287410926365796e-05,
      "loss": 0.3736,
      "step": 920,
      "task_loss": 0.3869485855102539
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.06997716426849365,
      "epoch": 0.44,
      "learning_rate": 1.1192399049881235e-05,
      "loss": 0.2925,
      "step": 930,
      "task_loss": 0.17637060582637787
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.5217384099960327,
      "epoch": 0.45,
      "learning_rate": 1.1097387173396676e-05,
      "loss": 0.3657,
      "step": 940,
      "task_loss": 0.35078302025794983
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.20354126393795013,
      "epoch": 0.45,
      "learning_rate": 1.1002375296912116e-05,
      "loss": 0.2885,
      "step": 950,
      "task_loss": 0.33367669582366943
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.6612205505371094,
      "epoch": 0.46,
      "learning_rate": 1.0907363420427555e-05,
      "loss": 0.4112,
      "step": 960,
      "task_loss": 0.38991737365722656
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.5148907899856567,
      "epoch": 0.46,
      "learning_rate": 1.0812351543942994e-05,
      "loss": 0.3226,
      "step": 970,
      "task_loss": 0.2609829604625702
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.6710062026977539,
      "epoch": 0.47,
      "learning_rate": 1.0717339667458434e-05,
      "loss": 0.2813,
      "step": 980,
      "task_loss": 0.34536463022232056
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.35892608761787415,
      "epoch": 0.47,
      "learning_rate": 1.0622327790973871e-05,
      "loss": 0.3694,
      "step": 990,
      "task_loss": 0.190689355134964
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.1477653980255127,
      "epoch": 0.48,
      "learning_rate": 1.052731591448931e-05,
      "loss": 0.2688,
      "step": 1000,
      "task_loss": 0.04818693548440933
    },
    {
      "epoch": 0.48,
      "eval_accuracy": 0.911697247706422,
      "eval_loss": 0.24315589666366577,
      "eval_runtime": 22.0177,
      "eval_samples_per_second": 39.604,
      "eval_steps_per_second": 4.951,
      "step": 1000
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.47181323170661926,
      "epoch": 0.48,
      "learning_rate": 1.0432304038004753e-05,
      "loss": 0.2546,
      "step": 1010,
      "task_loss": 0.2418743222951889
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.21640026569366455,
      "epoch": 0.48,
      "learning_rate": 1.033729216152019e-05,
      "loss": 0.3818,
      "step": 1020,
      "task_loss": 0.14040601253509521
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.27131223678588867,
      "epoch": 0.49,
      "learning_rate": 1.024228028503563e-05,
      "loss": 0.253,
      "step": 1030,
      "task_loss": 0.1497097909450531
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.7797483801841736,
      "epoch": 0.49,
      "learning_rate": 1.014726840855107e-05,
      "loss": 0.4507,
      "step": 1040,
      "task_loss": 0.46980684995651245
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.11180303990840912,
      "epoch": 0.5,
      "learning_rate": 1.0052256532066509e-05,
      "loss": 0.2814,
      "step": 1050,
      "task_loss": 0.4403308629989624
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.18791627883911133,
      "epoch": 0.5,
      "learning_rate": 9.95724465558195e-06,
      "loss": 0.387,
      "step": 1060,
      "task_loss": 0.06846746802330017
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.16468051075935364,
      "epoch": 0.51,
      "learning_rate": 9.862232779097387e-06,
      "loss": 0.3529,
      "step": 1070,
      "task_loss": 0.18533943593502045
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.42276692390441895,
      "epoch": 0.51,
      "learning_rate": 9.767220902612827e-06,
      "loss": 0.2331,
      "step": 1080,
      "task_loss": 0.23515379428863525
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.31465187668800354,
      "epoch": 0.52,
      "learning_rate": 9.672209026128266e-06,
      "loss": 0.2775,
      "step": 1090,
      "task_loss": 0.2029043436050415
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.7025846838951111,
      "epoch": 0.52,
      "learning_rate": 9.577197149643707e-06,
      "loss": 0.3614,
      "step": 1100,
      "task_loss": 0.43116331100463867
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.43838998675346375,
      "epoch": 0.53,
      "learning_rate": 9.482185273159146e-06,
      "loss": 0.2565,
      "step": 1110,
      "task_loss": 0.24070000648498535
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.526702880859375,
      "epoch": 0.53,
      "learning_rate": 9.387173396674586e-06,
      "loss": 0.3354,
      "step": 1120,
      "task_loss": 0.28051871061325073
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.471240758895874,
      "epoch": 0.54,
      "learning_rate": 9.292161520190025e-06,
      "loss": 0.3342,
      "step": 1130,
      "task_loss": 0.2174275815486908
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.13051442801952362,
      "epoch": 0.54,
      "learning_rate": 9.197149643705464e-06,
      "loss": 0.2616,
      "step": 1140,
      "task_loss": 0.08567549288272858
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.5350298881530762,
      "epoch": 0.55,
      "learning_rate": 9.102137767220904e-06,
      "loss": 0.3387,
      "step": 1150,
      "task_loss": 0.3132125437259674
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.32484662532806396,
      "epoch": 0.55,
      "learning_rate": 9.007125890736343e-06,
      "loss": 0.1753,
      "step": 1160,
      "task_loss": 0.18460990488529205
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.3009415864944458,
      "epoch": 0.56,
      "learning_rate": 8.912114014251782e-06,
      "loss": 0.3577,
      "step": 1170,
      "task_loss": 0.22530747950077057
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.4420413672924042,
      "epoch": 0.56,
      "learning_rate": 8.817102137767222e-06,
      "loss": 0.3324,
      "step": 1180,
      "task_loss": 0.4033554196357727
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.06501191854476929,
      "epoch": 0.57,
      "learning_rate": 8.722090261282661e-06,
      "loss": 0.3307,
      "step": 1190,
      "task_loss": 0.012013241648674011
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.2965516448020935,
      "epoch": 0.57,
      "learning_rate": 8.6270783847981e-06,
      "loss": 0.3437,
      "step": 1200,
      "task_loss": 0.13238894939422607
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.36214399337768555,
      "epoch": 0.57,
      "learning_rate": 8.53206650831354e-06,
      "loss": 0.3629,
      "step": 1210,
      "task_loss": 0.26368093490600586
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.3077784478664398,
      "epoch": 0.58,
      "learning_rate": 8.437054631828979e-06,
      "loss": 0.3036,
      "step": 1220,
      "task_loss": 0.0927947610616684
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.20123688876628876,
      "epoch": 0.58,
      "learning_rate": 8.342042755344418e-06,
      "loss": 0.2894,
      "step": 1230,
      "task_loss": 0.010961085557937622
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.5563689470291138,
      "epoch": 0.59,
      "learning_rate": 8.247030878859859e-06,
      "loss": 0.3299,
      "step": 1240,
      "task_loss": 0.3913767337799072
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.471743643283844,
      "epoch": 0.59,
      "learning_rate": 8.152019002375298e-06,
      "loss": 0.3306,
      "step": 1250,
      "task_loss": 0.19782987236976624
    },
    {
      "epoch": 0.59,
      "eval_accuracy": 0.9243119266055045,
      "eval_loss": 0.20327819883823395,
      "eval_runtime": 22.009,
      "eval_samples_per_second": 39.62,
      "eval_steps_per_second": 4.953,
      "step": 1250
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.01976114884018898,
      "epoch": 0.6,
      "learning_rate": 8.057007125890736e-06,
      "loss": 0.2307,
      "step": 1260,
      "task_loss": 0.006360933184623718
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.2867504358291626,
      "epoch": 0.6,
      "learning_rate": 7.961995249406177e-06,
      "loss": 0.4469,
      "step": 1270,
      "task_loss": 0.1376619189977646
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.3130514919757843,
      "epoch": 0.61,
      "learning_rate": 7.866983372921616e-06,
      "loss": 0.2792,
      "step": 1280,
      "task_loss": 0.30938223004341125
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.21932274103164673,
      "epoch": 0.61,
      "learning_rate": 7.771971496437056e-06,
      "loss": 0.2458,
      "step": 1290,
      "task_loss": 0.07220742851495743
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.2027844786643982,
      "epoch": 0.62,
      "learning_rate": 7.676959619952495e-06,
      "loss": 0.2947,
      "step": 1300,
      "task_loss": 0.1091059073805809
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.4004560708999634,
      "epoch": 0.62,
      "learning_rate": 7.581947743467934e-06,
      "loss": 0.437,
      "step": 1310,
      "task_loss": 0.13185200095176697
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.11762793362140656,
      "epoch": 0.63,
      "learning_rate": 7.486935866983374e-06,
      "loss": 0.2396,
      "step": 1320,
      "task_loss": 0.035176947712898254
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.38001149892807007,
      "epoch": 0.63,
      "learning_rate": 7.391923990498813e-06,
      "loss": 0.225,
      "step": 1330,
      "task_loss": 0.49264460802078247
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.16133537888526917,
      "epoch": 0.64,
      "learning_rate": 7.296912114014253e-06,
      "loss": 0.2908,
      "step": 1340,
      "task_loss": 0.05434826388955116
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.5223551988601685,
      "epoch": 0.64,
      "learning_rate": 7.201900237529692e-06,
      "loss": 0.2895,
      "step": 1350,
      "task_loss": 0.27843406796455383
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.09743548929691315,
      "epoch": 0.65,
      "learning_rate": 7.106888361045131e-06,
      "loss": 0.2579,
      "step": 1360,
      "task_loss": 0.014732744544744492
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.06801208853721619,
      "epoch": 0.65,
      "learning_rate": 7.01187648456057e-06,
      "loss": 0.2038,
      "step": 1370,
      "task_loss": 0.01958051323890686
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.49920564889907837,
      "epoch": 0.66,
      "learning_rate": 6.91686460807601e-06,
      "loss": 0.3022,
      "step": 1380,
      "task_loss": 0.27152562141418457
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.07850401848554611,
      "epoch": 0.66,
      "learning_rate": 6.82185273159145e-06,
      "loss": 0.1903,
      "step": 1390,
      "task_loss": 0.19040407240390778
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.05175900086760521,
      "epoch": 0.67,
      "learning_rate": 6.726840855106889e-06,
      "loss": 0.1951,
      "step": 1400,
      "task_loss": 0.0510752871632576
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.11907292902469635,
      "epoch": 0.67,
      "learning_rate": 6.631828978622329e-06,
      "loss": 0.1969,
      "step": 1410,
      "task_loss": 0.10641947388648987
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.3327619433403015,
      "epoch": 0.67,
      "learning_rate": 6.536817102137768e-06,
      "loss": 0.2099,
      "step": 1420,
      "task_loss": 0.3468553125858307
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.2979893088340759,
      "epoch": 0.68,
      "learning_rate": 6.441805225653207e-06,
      "loss": 0.3192,
      "step": 1430,
      "task_loss": 0.26997804641723633
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.03590167686343193,
      "epoch": 0.68,
      "learning_rate": 6.346793349168646e-06,
      "loss": 0.179,
      "step": 1440,
      "task_loss": 0.00364762544631958
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.16363513469696045,
      "epoch": 0.69,
      "learning_rate": 6.251781472684086e-06,
      "loss": 0.3228,
      "step": 1450,
      "task_loss": 0.20806732773780823
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.28741005063056946,
      "epoch": 0.69,
      "learning_rate": 6.156769596199526e-06,
      "loss": 0.2762,
      "step": 1460,
      "task_loss": 0.12442530691623688
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.49749070405960083,
      "epoch": 0.7,
      "learning_rate": 6.061757719714965e-06,
      "loss": 0.3035,
      "step": 1470,
      "task_loss": 0.22260920703411102
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.5554820895195007,
      "epoch": 0.7,
      "learning_rate": 5.9667458432304035e-06,
      "loss": 0.3454,
      "step": 1480,
      "task_loss": 0.2797449231147766
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.13691575825214386,
      "epoch": 0.71,
      "learning_rate": 5.871733966745844e-06,
      "loss": 0.2283,
      "step": 1490,
      "task_loss": 0.18624231219291687
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.80184406042099,
      "epoch": 0.71,
      "learning_rate": 5.776722090261283e-06,
      "loss": 0.224,
      "step": 1500,
      "task_loss": 0.4933280646800995
    },
    {
      "epoch": 0.71,
      "eval_accuracy": 0.9243119266055045,
      "eval_loss": 0.2382841557264328,
      "eval_runtime": 22.0278,
      "eval_samples_per_second": 39.586,
      "eval_steps_per_second": 4.948,
      "step": 1500
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.07949607074260712,
      "epoch": 0.72,
      "learning_rate": 5.681710213776722e-06,
      "loss": 0.2137,
      "step": 1510,
      "task_loss": 0.043377894908189774
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.42658352851867676,
      "epoch": 0.72,
      "learning_rate": 5.5866983372921624e-06,
      "loss": 0.2807,
      "step": 1520,
      "task_loss": 0.24954530596733093
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.244135782122612,
      "epoch": 0.73,
      "learning_rate": 5.491686460807602e-06,
      "loss": 0.3032,
      "step": 1530,
      "task_loss": 0.5667487382888794
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.12168382853269577,
      "epoch": 0.73,
      "learning_rate": 5.39667458432304e-06,
      "loss": 0.2224,
      "step": 1540,
      "task_loss": 0.051823940128088
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.5252543091773987,
      "epoch": 0.74,
      "learning_rate": 5.3016627078384795e-06,
      "loss": 0.3264,
      "step": 1550,
      "task_loss": 0.5932276248931885
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.10500893741846085,
      "epoch": 0.74,
      "learning_rate": 5.20665083135392e-06,
      "loss": 0.2,
      "step": 1560,
      "task_loss": 0.06464926898479462
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.46214228868484497,
      "epoch": 0.75,
      "learning_rate": 5.111638954869359e-06,
      "loss": 0.3135,
      "step": 1570,
      "task_loss": 0.27241963148117065
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.41102948784828186,
      "epoch": 0.75,
      "learning_rate": 5.016627078384798e-06,
      "loss": 0.2825,
      "step": 1580,
      "task_loss": 0.25513461232185364
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.0665275901556015,
      "epoch": 0.76,
      "learning_rate": 4.921615201900238e-06,
      "loss": 0.3124,
      "step": 1590,
      "task_loss": 0.01647743582725525
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.20230551064014435,
      "epoch": 0.76,
      "learning_rate": 4.826603325415678e-06,
      "loss": 0.2472,
      "step": 1600,
      "task_loss": 0.6591448783874512
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.1525014340877533,
      "epoch": 0.76,
      "learning_rate": 4.731591448931116e-06,
      "loss": 0.1319,
      "step": 1610,
      "task_loss": 0.06440484523773193
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.38346511125564575,
      "epoch": 0.77,
      "learning_rate": 4.636579572446556e-06,
      "loss": 0.2337,
      "step": 1620,
      "task_loss": 0.27461180090904236
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.26302579045295715,
      "epoch": 0.77,
      "learning_rate": 4.541567695961996e-06,
      "loss": 0.2821,
      "step": 1630,
      "task_loss": 0.1236814334988594
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.624555230140686,
      "epoch": 0.78,
      "learning_rate": 4.446555819477435e-06,
      "loss": 0.3081,
      "step": 1640,
      "task_loss": 0.3441321849822998
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.04459763318300247,
      "epoch": 0.78,
      "learning_rate": 4.351543942992874e-06,
      "loss": 0.1871,
      "step": 1650,
      "task_loss": 0.009879574179649353
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.47281283140182495,
      "epoch": 0.79,
      "learning_rate": 4.256532066508314e-06,
      "loss": 0.3221,
      "step": 1660,
      "task_loss": 0.3637796640396118
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.2519533634185791,
      "epoch": 0.79,
      "learning_rate": 4.161520190023753e-06,
      "loss": 0.2995,
      "step": 1670,
      "task_loss": 0.24460454285144806
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.3187342584133148,
      "epoch": 0.8,
      "learning_rate": 4.066508313539192e-06,
      "loss": 0.3526,
      "step": 1680,
      "task_loss": 0.25094783306121826
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.3183995485305786,
      "epoch": 0.8,
      "learning_rate": 3.9714964370546325e-06,
      "loss": 0.2348,
      "step": 1690,
      "task_loss": 0.16011971235275269
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.5012897849082947,
      "epoch": 0.81,
      "learning_rate": 3.876484560570072e-06,
      "loss": 0.2874,
      "step": 1700,
      "task_loss": 0.30354738235473633
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.09144863486289978,
      "epoch": 0.81,
      "learning_rate": 3.781472684085511e-06,
      "loss": 0.2732,
      "step": 1710,
      "task_loss": 0.11224113404750824
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.39011454582214355,
      "epoch": 0.82,
      "learning_rate": 3.6864608076009504e-06,
      "loss": 0.205,
      "step": 1720,
      "task_loss": 0.3499948978424072
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.0968744307756424,
      "epoch": 0.82,
      "learning_rate": 3.5914489311163897e-06,
      "loss": 0.2088,
      "step": 1730,
      "task_loss": 0.03987715393304825
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.49030616879463196,
      "epoch": 0.83,
      "learning_rate": 3.4964370546318295e-06,
      "loss": 0.3065,
      "step": 1740,
      "task_loss": 0.33337563276290894
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.3354378938674927,
      "epoch": 0.83,
      "learning_rate": 3.4014251781472683e-06,
      "loss": 0.2082,
      "step": 1750,
      "task_loss": 0.2503882646560669
    },
    {
      "epoch": 0.83,
      "eval_accuracy": 0.9254587155963303,
      "eval_loss": 0.22330859303474426,
      "eval_runtime": 21.9928,
      "eval_samples_per_second": 39.649,
      "eval_steps_per_second": 4.956,
      "step": 1750
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.07079672068357468,
      "epoch": 0.84,
      "learning_rate": 3.306413301662708e-06,
      "loss": 0.3192,
      "step": 1760,
      "task_loss": 0.006712011992931366
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.12471574544906616,
      "epoch": 0.84,
      "learning_rate": 3.211401425178148e-06,
      "loss": 0.1666,
      "step": 1770,
      "task_loss": 0.047819193452596664
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.11018840968608856,
      "epoch": 0.85,
      "learning_rate": 3.1163895486935867e-06,
      "loss": 0.2473,
      "step": 1780,
      "task_loss": 0.029587876051664352
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.27604231238365173,
      "epoch": 0.85,
      "learning_rate": 3.0213776722090264e-06,
      "loss": 0.299,
      "step": 1790,
      "task_loss": 0.12574651837348938
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.19024261832237244,
      "epoch": 0.86,
      "learning_rate": 2.9263657957244658e-06,
      "loss": 0.2579,
      "step": 1800,
      "task_loss": 0.11378154903650284
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.24252384901046753,
      "epoch": 0.86,
      "learning_rate": 2.8313539192399055e-06,
      "loss": 0.2374,
      "step": 1810,
      "task_loss": 0.08886312693357468
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.40556859970092773,
      "epoch": 0.86,
      "learning_rate": 2.7363420427553444e-06,
      "loss": 0.2556,
      "step": 1820,
      "task_loss": 0.16999585926532745
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.6070685386657715,
      "epoch": 0.87,
      "learning_rate": 2.641330166270784e-06,
      "loss": 0.3513,
      "step": 1830,
      "task_loss": 0.21770261228084564
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.11093200743198395,
      "epoch": 0.87,
      "learning_rate": 2.546318289786224e-06,
      "loss": 0.2251,
      "step": 1840,
      "task_loss": 0.07486331462860107
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.15582458674907684,
      "epoch": 0.88,
      "learning_rate": 2.4513064133016627e-06,
      "loss": 0.3013,
      "step": 1850,
      "task_loss": 0.2854090631008148
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.5564573407173157,
      "epoch": 0.88,
      "learning_rate": 2.356294536817102e-06,
      "loss": 0.3546,
      "step": 1860,
      "task_loss": 0.2976299524307251
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.35662102699279785,
      "epoch": 0.89,
      "learning_rate": 2.261282660332542e-06,
      "loss": 0.1928,
      "step": 1870,
      "task_loss": 0.17799919843673706
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.07805321365594864,
      "epoch": 0.89,
      "learning_rate": 2.166270783847981e-06,
      "loss": 0.273,
      "step": 1880,
      "task_loss": 0.032489631325006485
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.0970858484506607,
      "epoch": 0.9,
      "learning_rate": 2.071258907363421e-06,
      "loss": 0.2183,
      "step": 1890,
      "task_loss": 0.011649325489997864
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.06496274471282959,
      "epoch": 0.9,
      "learning_rate": 1.97624703087886e-06,
      "loss": 0.3183,
      "step": 1900,
      "task_loss": 0.09150334447622299
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.15299738943576813,
      "epoch": 0.91,
      "learning_rate": 1.8812351543942995e-06,
      "loss": 0.2088,
      "step": 1910,
      "task_loss": 0.06896167993545532
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.3061752915382385,
      "epoch": 0.91,
      "learning_rate": 1.7862232779097388e-06,
      "loss": 0.1873,
      "step": 1920,
      "task_loss": 0.14114254713058472
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.04780574142932892,
      "epoch": 0.92,
      "learning_rate": 1.691211401425178e-06,
      "loss": 0.1784,
      "step": 1930,
      "task_loss": 0.009304128587245941
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.08279172331094742,
      "epoch": 0.92,
      "learning_rate": 1.5961995249406176e-06,
      "loss": 0.2511,
      "step": 1940,
      "task_loss": 0.017669253051280975
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.033537302166223526,
      "epoch": 0.93,
      "learning_rate": 1.5011876484560572e-06,
      "loss": 0.2502,
      "step": 1950,
      "task_loss": 0.04457058385014534
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.1866932362318039,
      "epoch": 0.93,
      "learning_rate": 1.4061757719714967e-06,
      "loss": 0.251,
      "step": 1960,
      "task_loss": 0.1178937703371048
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.3302549719810486,
      "epoch": 0.94,
      "learning_rate": 1.311163895486936e-06,
      "loss": 0.1995,
      "step": 1970,
      "task_loss": 0.2511519193649292
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.2090863585472107,
      "epoch": 0.94,
      "learning_rate": 1.2161520190023753e-06,
      "loss": 0.2799,
      "step": 1980,
      "task_loss": 0.14533783495426178
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.064464271068573,
      "epoch": 0.95,
      "learning_rate": 1.1211401425178148e-06,
      "loss": 0.3001,
      "step": 1990,
      "task_loss": 0.11410848796367645
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.5515795946121216,
      "epoch": 0.95,
      "learning_rate": 1.0261282660332544e-06,
      "loss": 0.2161,
      "step": 2000,
      "task_loss": 0.21116505563259125
    },
    {
      "epoch": 0.95,
      "eval_accuracy": 0.9254587155963303,
      "eval_loss": 0.22065171599388123,
      "eval_runtime": 21.9957,
      "eval_samples_per_second": 39.644,
      "eval_steps_per_second": 4.956,
      "step": 2000
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.33025607466697693,
      "epoch": 0.95,
      "learning_rate": 9.311163895486937e-07,
      "loss": 0.1835,
      "step": 2010,
      "task_loss": 0.4712632894515991
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.30521997809410095,
      "epoch": 0.96,
      "learning_rate": 8.361045130641331e-07,
      "loss": 0.2597,
      "step": 2020,
      "task_loss": 0.2004762589931488
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.10356535017490387,
      "epoch": 0.96,
      "learning_rate": 7.410926365795724e-07,
      "loss": 0.2461,
      "step": 2030,
      "task_loss": 0.07815247774124146
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.07229259610176086,
      "epoch": 0.97,
      "learning_rate": 6.460807600950119e-07,
      "loss": 0.1703,
      "step": 2040,
      "task_loss": 0.188236802816391
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.8154426217079163,
      "epoch": 0.97,
      "learning_rate": 5.510688836104513e-07,
      "loss": 0.2093,
      "step": 2050,
      "task_loss": 0.6037241220474243
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.26825618743896484,
      "epoch": 0.98,
      "learning_rate": 4.560570071258908e-07,
      "loss": 0.2883,
      "step": 2060,
      "task_loss": 0.31348007917404175
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.7826902270317078,
      "epoch": 0.98,
      "learning_rate": 3.610451306413302e-07,
      "loss": 0.3093,
      "step": 2070,
      "task_loss": 0.6269980669021606
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.39573800563812256,
      "epoch": 0.99,
      "learning_rate": 2.660332541567696e-07,
      "loss": 0.3111,
      "step": 2080,
      "task_loss": 0.24385812878608704
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.23440049588680267,
      "epoch": 0.99,
      "learning_rate": 1.7102137767220902e-07,
      "loss": 0.2771,
      "step": 2090,
      "task_loss": 0.12204352021217346
    },
    {
      "compression/movement_sparsity/importance_regularization_factor": 0.0,
      "compression/movement_sparsity/importance_threshold": -Infinity,
      "compression/movement_sparsity/linear_layer_sparsity": 0.0,
      "compression/movement_sparsity/model_sparsity": 0.0,
      "compression_loss": 0.0,
      "distillation_loss": 0.2844744920730591,
      "epoch": 1.0,
      "learning_rate": 7.600950118764846e-08,
      "loss": 0.2458,
      "step": 2100,
      "task_loss": 0.3573310077190399
    },
    {
      "epoch": 1.0,
      "step": 2105,
      "total_flos": 4441630972486656.0,
      "train_loss": 0.40093172477146793,
      "train_runtime": 1354.5918,
      "train_samples_per_second": 49.719,
      "train_steps_per_second": 1.554
    }
  ],
  "max_steps": 2105,
  "num_train_epochs": 1,
  "total_flos": 4441630972486656.0,
  "trial_name": null,
  "trial_params": null
}