End of training

README.md

@@ -22,7 +22,7 @@ model-index:
     metrics:
     - name: Accuracy
       type: accuracy
-      value: 0.6956521739130435
+      value: 0.782608695652174
 ---
 
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -32,8 +32,8 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [microsoft/swinv2-tiny-patch4-window8-256](https://huggingface.co/microsoft/swinv2-tiny-patch4-window8-256) on the imagefolder dataset.
 It achieves the following results on the evaluation set:
-- Loss: 1.1780
-- Accuracy: 0.6957
+- Loss: 0.7710
+- Accuracy: 0.7826
 
 ## Model description
 

all_results.json

@@ -0,0 +1,12 @@
+{
+    "epoch": 73.85,
+    "eval_accuracy": 0.782608695652174,
+    "eval_loss": 0.7710235714912415,
+    "eval_runtime": 0.9299,
+    "eval_samples_per_second": 49.466,
+    "eval_steps_per_second": 2.151,
+    "train_loss": 0.45775609463453293,
+    "train_runtime": 806.7419,
+    "train_samples_per_second": 81.216,
+    "train_steps_per_second": 0.595
+}

eval_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 73.85,
+    "eval_accuracy": 0.782608695652174,
+    "eval_loss": 0.7710235714912415,
+    "eval_runtime": 0.9299,
+    "eval_samples_per_second": 49.466,
+    "eval_steps_per_second": 2.151
+}

runs/Jun12_11-31-48_DESKTOP-SKBE9FB/events.out.tfevents.1718214364.DESKTOP-SKBE9FB.10440.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103df057fb2e2740af70d04c2a56aeae782b036539183c2b13cca611d14d5ada
+size 411

train_results.json

@@ -0,0 +1,7 @@
+{
+    "epoch": 73.85,
+    "train_loss": 0.45775609463453293,
+    "train_runtime": 806.7419,
+    "train_samples_per_second": 81.216,
+    "train_steps_per_second": 0.595
+}

trainer_state.json

@@ -0,0 +1,984 @@
+{
+  "best_metric": 0.782608695652174,
+  "best_model_checkpoint": "swinv2-tiny-patch4-window8-256-ve-U13-b-80c\\checkpoint-104",
+  "epoch": 73.84615384615384,
+  "eval_steps": 500,
+  "global_step": 480,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.92,
+      "eval_accuracy": 0.10869565217391304,
+      "eval_loss": 1.633338451385498,
+      "eval_runtime": 0.7424,
+      "eval_samples_per_second": 61.963,
+      "eval_steps_per_second": 2.694,
+      "step": 6
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 8.333333333333334e-06,
+      "loss": 1.4981,
+      "step": 10
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.10869565217391304,
+      "eval_loss": 1.6224730014801025,
+      "eval_runtime": 0.751,
+      "eval_samples_per_second": 61.25,
+      "eval_steps_per_second": 2.663,
+      "step": 13
+    },
+    {
+      "epoch": 2.92,
+      "eval_accuracy": 0.10869565217391304,
+      "eval_loss": 1.5920681953430176,
+      "eval_runtime": 0.7722,
+      "eval_samples_per_second": 59.567,
+      "eval_steps_per_second": 2.59,
+      "step": 19
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 1.6666666666666667e-05,
+      "loss": 1.4704,
+      "step": 20
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.10869565217391304,
+      "eval_loss": 1.500125527381897,
+      "eval_runtime": 0.8168,
+      "eval_samples_per_second": 56.317,
+      "eval_steps_per_second": 2.449,
+      "step": 26
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 2.5e-05,
+      "loss": 1.4116,
+      "step": 30
+    },
+    {
+      "epoch": 4.92,
+      "eval_accuracy": 0.10869565217391304,
+      "eval_loss": 1.407835602760315,
+      "eval_runtime": 0.8821,
+      "eval_samples_per_second": 52.146,
+      "eval_steps_per_second": 2.267,
+      "step": 32
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.34782608695652173,
+      "eval_loss": 1.2960187196731567,
+      "eval_runtime": 0.7623,
+      "eval_samples_per_second": 60.342,
+      "eval_steps_per_second": 2.624,
+      "step": 39
+    },
+    {
+      "epoch": 6.15,
+      "learning_rate": 3.3333333333333335e-05,
+      "loss": 1.3094,
+      "step": 40
+    },
+    {
+      "epoch": 6.92,
+      "eval_accuracy": 0.30434782608695654,
+      "eval_loss": 1.2926034927368164,
+      "eval_runtime": 0.7971,
+      "eval_samples_per_second": 57.711,
+      "eval_steps_per_second": 2.509,
+      "step": 45
+    },
+    {
+      "epoch": 7.69,
+      "learning_rate": 3.981481481481482e-05,
+      "loss": 1.2014,
+      "step": 50
+    },
+    {
+      "epoch": 8.0,
+      "eval_accuracy": 0.5434782608695652,
+      "eval_loss": 1.153234601020813,
+      "eval_runtime": 0.8469,
+      "eval_samples_per_second": 54.315,
+      "eval_steps_per_second": 2.362,
+      "step": 52
+    },
+    {
+      "epoch": 8.92,
+      "eval_accuracy": 0.4782608695652174,
+      "eval_loss": 1.1059072017669678,
+      "eval_runtime": 0.7764,
+      "eval_samples_per_second": 59.244,
+      "eval_steps_per_second": 2.576,
+      "step": 58
+    },
+    {
+      "epoch": 9.23,
+      "learning_rate": 3.888888888888889e-05,
+      "loss": 1.0577,
+      "step": 60
+    },
+    {
+      "epoch": 10.0,
+      "eval_accuracy": 0.6304347826086957,
+      "eval_loss": 0.9509550929069519,
+      "eval_runtime": 0.7342,
+      "eval_samples_per_second": 62.653,
+      "eval_steps_per_second": 2.724,
+      "step": 65
+    },
+    {
+      "epoch": 10.77,
+      "learning_rate": 3.7962962962962964e-05,
+      "loss": 0.9185,
+      "step": 70
+    },
+    {
+      "epoch": 10.92,
+      "eval_accuracy": 0.4782608695652174,
+      "eval_loss": 0.969477117061615,
+      "eval_runtime": 0.7665,
+      "eval_samples_per_second": 60.016,
+      "eval_steps_per_second": 2.609,
+      "step": 71
+    },
+    {
+      "epoch": 12.0,
+      "eval_accuracy": 0.6086956521739131,
+      "eval_loss": 0.8791983127593994,
+      "eval_runtime": 0.7872,
+      "eval_samples_per_second": 58.433,
+      "eval_steps_per_second": 2.541,
+      "step": 78
+    },
+    {
+      "epoch": 12.31,
+      "learning_rate": 3.703703703703704e-05,
+      "loss": 0.8369,
+      "step": 80
+    },
+    {
+      "epoch": 12.92,
+      "eval_accuracy": 0.6956521739130435,
+      "eval_loss": 0.8616169691085815,
+      "eval_runtime": 0.7649,
+      "eval_samples_per_second": 60.136,
+      "eval_steps_per_second": 2.615,
+      "step": 84
+    },
+    {
+      "epoch": 13.85,
+      "learning_rate": 3.6111111111111116e-05,
+      "loss": 0.7406,
+      "step": 90
+    },
+    {
+      "epoch": 14.0,
+      "eval_accuracy": 0.6956521739130435,
+      "eval_loss": 0.7815921902656555,
+      "eval_runtime": 0.7689,
+      "eval_samples_per_second": 59.823,
+      "eval_steps_per_second": 2.601,
+      "step": 91
+    },
+    {
+      "epoch": 14.92,
+      "eval_accuracy": 0.7608695652173914,
+      "eval_loss": 0.7638239860534668,
+      "eval_runtime": 0.7551,
+      "eval_samples_per_second": 60.92,
+      "eval_steps_per_second": 2.649,
+      "step": 97
+    },
+    {
+      "epoch": 15.38,
+      "learning_rate": 3.518518518518519e-05,
+      "loss": 0.6929,
+      "step": 100
+    },
+    {
+      "epoch": 16.0,
+      "eval_accuracy": 0.782608695652174,
+      "eval_loss": 0.7710235714912415,
+      "eval_runtime": 0.7696,
+      "eval_samples_per_second": 59.772,
+      "eval_steps_per_second": 2.599,
+      "step": 104
+    },
+    {
+      "epoch": 16.92,
+      "learning_rate": 3.425925925925926e-05,
+      "loss": 0.6192,
+      "step": 110
+    },
+    {
+      "epoch": 16.92,
+      "eval_accuracy": 0.6956521739130435,
+      "eval_loss": 0.747129499912262,
+      "eval_runtime": 0.7383,
+      "eval_samples_per_second": 62.304,
+      "eval_steps_per_second": 2.709,
+      "step": 110
+    },
+    {
+      "epoch": 18.0,
+      "eval_accuracy": 0.7391304347826086,
+      "eval_loss": 0.7264894247055054,
+      "eval_runtime": 0.7721,
+      "eval_samples_per_second": 59.579,
+      "eval_steps_per_second": 2.59,
+      "step": 117
+    },
+    {
+      "epoch": 18.46,
+      "learning_rate": 3.3333333333333335e-05,
+      "loss": 0.5936,
+      "step": 120
+    },
+    {
+      "epoch": 18.92,
+      "eval_accuracy": 0.7608695652173914,
+      "eval_loss": 0.7841283679008484,
+      "eval_runtime": 0.7506,
+      "eval_samples_per_second": 61.284,
+      "eval_steps_per_second": 2.665,
+      "step": 123
+    },
+    {
+      "epoch": 20.0,
+      "learning_rate": 3.2407407407407415e-05,
+      "loss": 0.5125,
+      "step": 130
+    },
+    {
+      "epoch": 20.0,
+      "eval_accuracy": 0.6739130434782609,
+      "eval_loss": 0.932004451751709,
+      "eval_runtime": 0.7626,
+      "eval_samples_per_second": 60.318,
+      "eval_steps_per_second": 2.623,
+      "step": 130
+    },
+    {
+      "epoch": 20.92,
+      "eval_accuracy": 0.7608695652173914,
+      "eval_loss": 0.7512046694755554,
+      "eval_runtime": 0.7618,
+      "eval_samples_per_second": 60.38,
+      "eval_steps_per_second": 2.625,
+      "step": 136
+    },
+    {
+      "epoch": 21.54,
+      "learning_rate": 3.148148148148149e-05,
+      "loss": 0.4905,
+      "step": 140
+    },
+    {
+      "epoch": 22.0,
+      "eval_accuracy": 0.6956521739130435,
+      "eval_loss": 0.7466354966163635,
+      "eval_runtime": 0.753,
+      "eval_samples_per_second": 61.091,
+      "eval_steps_per_second": 2.656,
+      "step": 143
+    },
+    {
+      "epoch": 22.92,
+      "eval_accuracy": 0.6956521739130435,
+      "eval_loss": 0.8029746413230896,
+      "eval_runtime": 0.7501,
+      "eval_samples_per_second": 61.326,
+      "eval_steps_per_second": 2.666,
+      "step": 149
+    },
+    {
+      "epoch": 23.08,
+      "learning_rate": 3.0555555555555554e-05,
+      "loss": 0.4315,
+      "step": 150
+    },
+    {
+      "epoch": 24.0,
+      "eval_accuracy": 0.7391304347826086,
+      "eval_loss": 0.8183513283729553,
+      "eval_runtime": 0.7352,
+      "eval_samples_per_second": 62.571,
+      "eval_steps_per_second": 2.72,
+      "step": 156
+    },
+    {
+      "epoch": 24.62,
+      "learning_rate": 2.962962962962963e-05,
+      "loss": 0.4272,
+      "step": 160
+    },
+    {
+      "epoch": 24.92,
+      "eval_accuracy": 0.6956521739130435,
+      "eval_loss": 0.8196337223052979,
+      "eval_runtime": 0.7249,
+      "eval_samples_per_second": 63.457,
+      "eval_steps_per_second": 2.759,
+      "step": 162
+    },
+    {
+      "epoch": 26.0,
+      "eval_accuracy": 0.6956521739130435,
+      "eval_loss": 0.8711686134338379,
+      "eval_runtime": 0.7691,
+      "eval_samples_per_second": 59.813,
+      "eval_steps_per_second": 2.601,
+      "step": 169
+    },
+    {
+      "epoch": 26.15,
+      "learning_rate": 2.8703703703703706e-05,
+      "loss": 0.4261,
+      "step": 170
+    },
+    {
+      "epoch": 26.92,
+      "eval_accuracy": 0.6956521739130435,
+      "eval_loss": 0.7834368348121643,
+      "eval_runtime": 0.7329,
+      "eval_samples_per_second": 62.761,
+      "eval_steps_per_second": 2.729,
+      "step": 175
+    },
+    {
+      "epoch": 27.69,
+      "learning_rate": 2.777777777777778e-05,
+      "loss": 0.4217,
+      "step": 180
+    },
+    {
+      "epoch": 28.0,
+      "eval_accuracy": 0.6739130434782609,
+      "eval_loss": 0.8393808603286743,
+      "eval_runtime": 0.7675,
+      "eval_samples_per_second": 59.933,
+      "eval_steps_per_second": 2.606,
+      "step": 182
+    },
+    {
+      "epoch": 28.92,
+      "eval_accuracy": 0.6739130434782609,
+      "eval_loss": 0.9940950274467468,
+      "eval_runtime": 0.7496,
+      "eval_samples_per_second": 61.366,
+      "eval_steps_per_second": 2.668,
+      "step": 188
+    },
+    {
+      "epoch": 29.23,
+      "learning_rate": 2.6851851851851852e-05,
+      "loss": 0.3502,
+      "step": 190
+    },
+    {
+      "epoch": 30.0,
+      "eval_accuracy": 0.717391304347826,
+      "eval_loss": 0.89089435338974,
+      "eval_runtime": 0.7831,
+      "eval_samples_per_second": 58.743,
+      "eval_steps_per_second": 2.554,
+      "step": 195
+    },
+    {
+      "epoch": 30.77,
+      "learning_rate": 2.5925925925925928e-05,
+      "loss": 0.368,
+      "step": 200
+    },
+    {
+      "epoch": 30.92,
+      "eval_accuracy": 0.717391304347826,
+      "eval_loss": 0.9994531869888306,
+      "eval_runtime": 0.7327,
+      "eval_samples_per_second": 62.783,
+      "eval_steps_per_second": 2.73,
+      "step": 201
+    },
+    {
+      "epoch": 32.0,
+      "eval_accuracy": 0.6739130434782609,
+      "eval_loss": 0.9417786002159119,
+      "eval_runtime": 0.7664,
+      "eval_samples_per_second": 60.024,
+      "eval_steps_per_second": 2.61,
+      "step": 208
+    },
+    {
+      "epoch": 32.31,
+      "learning_rate": 2.5e-05,
+      "loss": 0.3473,
+      "step": 210
+    },
+    {
+      "epoch": 32.92,
+      "eval_accuracy": 0.6739130434782609,
+      "eval_loss": 0.8594914078712463,
+      "eval_runtime": 0.7833,
+      "eval_samples_per_second": 58.729,
+      "eval_steps_per_second": 2.553,
+      "step": 214
+    },
+    {
+      "epoch": 33.85,
+      "learning_rate": 2.4074074074074077e-05,
+      "loss": 0.3079,
+      "step": 220
+    },
+    {
+      "epoch": 34.0,
+      "eval_accuracy": 0.6956521739130435,
+      "eval_loss": 0.9562082886695862,
+      "eval_runtime": 0.7393,
+      "eval_samples_per_second": 62.224,
+      "eval_steps_per_second": 2.705,
+      "step": 221
+    },
+    {
+      "epoch": 34.92,
+      "eval_accuracy": 0.6739130434782609,
+      "eval_loss": 0.8992215991020203,
+      "eval_runtime": 0.7796,
+      "eval_samples_per_second": 59.002,
+      "eval_steps_per_second": 2.565,
+      "step": 227
+    },
+    {
+      "epoch": 35.38,
+      "learning_rate": 2.314814814814815e-05,
+      "loss": 0.3226,
+      "step": 230
+    },
+    {
+      "epoch": 36.0,
+      "eval_accuracy": 0.6739130434782609,
+      "eval_loss": 0.990846574306488,
+      "eval_runtime": 0.9061,
+      "eval_samples_per_second": 50.765,
+      "eval_steps_per_second": 2.207,
+      "step": 234
+    },
+    {
+      "epoch": 36.92,
+      "learning_rate": 2.2222222222222227e-05,
+      "loss": 0.2603,
+      "step": 240
+    },
+    {
+      "epoch": 36.92,
+      "eval_accuracy": 0.6956521739130435,
+      "eval_loss": 0.9469108581542969,
+      "eval_runtime": 0.805,
+      "eval_samples_per_second": 57.141,
+      "eval_steps_per_second": 2.484,
+      "step": 240
+    },
+    {
+      "epoch": 38.0,
+      "eval_accuracy": 0.6739130434782609,
+      "eval_loss": 0.9941902160644531,
+      "eval_runtime": 0.7764,
+      "eval_samples_per_second": 59.244,
+      "eval_steps_per_second": 2.576,
+      "step": 247
+    },
+    {
+      "epoch": 38.46,
+      "learning_rate": 2.12962962962963e-05,
+      "loss": 0.3028,
+      "step": 250
+    },
+    {
+      "epoch": 38.92,
+      "eval_accuracy": 0.6739130434782609,
+      "eval_loss": 1.0084490776062012,
+      "eval_runtime": 0.7378,
+      "eval_samples_per_second": 62.345,
+      "eval_steps_per_second": 2.711,
+      "step": 253
+    },
+    {
+      "epoch": 40.0,
+      "learning_rate": 2.0370370370370372e-05,
+      "loss": 0.2576,
+      "step": 260
+    },
+    {
+      "epoch": 40.0,
+      "eval_accuracy": 0.6956521739130435,
+      "eval_loss": 0.9907578825950623,
+      "eval_runtime": 0.7579,
+      "eval_samples_per_second": 60.697,
+      "eval_steps_per_second": 2.639,
+      "step": 260
+    },
+    {
+      "epoch": 40.92,
+      "eval_accuracy": 0.6956521739130435,
+      "eval_loss": 1.066124439239502,
+      "eval_runtime": 0.7676,
+      "eval_samples_per_second": 59.926,
+      "eval_steps_per_second": 2.605,
+      "step": 266
+    },
+    {
+      "epoch": 41.54,
+      "learning_rate": 1.9444444444444445e-05,
+      "loss": 0.2713,
+      "step": 270
+    },
+    {
+      "epoch": 42.0,
+      "eval_accuracy": 0.6521739130434783,
+      "eval_loss": 1.1347342729568481,
+      "eval_runtime": 0.7202,
+      "eval_samples_per_second": 63.874,
+      "eval_steps_per_second": 2.777,
+      "step": 273
+    },
+    {
+      "epoch": 42.92,
+      "eval_accuracy": 0.6739130434782609,
+      "eval_loss": 1.1053770780563354,
+      "eval_runtime": 0.7694,
+      "eval_samples_per_second": 59.788,
+      "eval_steps_per_second": 2.599,
+      "step": 279
+    },
+    {
+      "epoch": 43.08,
+      "learning_rate": 1.851851851851852e-05,
+      "loss": 0.2578,
+      "step": 280
+    },
+    {
+      "epoch": 44.0,
+      "eval_accuracy": 0.6956521739130435,
+      "eval_loss": 1.108882188796997,
+      "eval_runtime": 0.7355,
+      "eval_samples_per_second": 62.545,
+      "eval_steps_per_second": 2.719,
+      "step": 286
+    },
+    {
+      "epoch": 44.62,
+      "learning_rate": 1.7592592592592595e-05,
+      "loss": 0.2367,
+      "step": 290
+    },
+    {
+      "epoch": 44.92,
+      "eval_accuracy": 0.6739130434782609,
+      "eval_loss": 1.1452158689498901,
+      "eval_runtime": 0.7582,
+      "eval_samples_per_second": 60.67,
+      "eval_steps_per_second": 2.638,
+      "step": 292
+    },
+    {
+      "epoch": 46.0,
+      "eval_accuracy": 0.6956521739130435,
+      "eval_loss": 1.0272438526153564,
+      "eval_runtime": 0.787,
+      "eval_samples_per_second": 58.447,
+      "eval_steps_per_second": 2.541,
+      "step": 299
+    },
+    {
+      "epoch": 46.15,
+      "learning_rate": 1.6666666666666667e-05,
+      "loss": 0.2301,
+      "step": 300
+    },
+    {
+      "epoch": 46.92,
+      "eval_accuracy": 0.6739130434782609,
+      "eval_loss": 1.1042827367782593,
+      "eval_runtime": 0.7272,
+      "eval_samples_per_second": 63.255,
+      "eval_steps_per_second": 2.75,
+      "step": 305
+    },
+    {
+      "epoch": 47.69,
+      "learning_rate": 1.5740740740740744e-05,
+      "loss": 0.2191,
+      "step": 310
+    },
+    {
+      "epoch": 48.0,
+      "eval_accuracy": 0.6739130434782609,
+      "eval_loss": 1.0814892053604126,
+      "eval_runtime": 0.7527,
+      "eval_samples_per_second": 61.115,
+      "eval_steps_per_second": 2.657,
+      "step": 312
+    },
+    {
+      "epoch": 48.92,
+      "eval_accuracy": 0.6956521739130435,
+      "eval_loss": 0.9933874607086182,
+      "eval_runtime": 0.7492,
+      "eval_samples_per_second": 61.399,
+      "eval_steps_per_second": 2.67,
+      "step": 318
+    },
+    {
+      "epoch": 49.23,
+      "learning_rate": 1.4814814814814815e-05,
+      "loss": 0.2635,
+      "step": 320
+    },
+    {
+      "epoch": 50.0,
+      "eval_accuracy": 0.6956521739130435,
+      "eval_loss": 1.0865848064422607,
+      "eval_runtime": 0.7354,
+      "eval_samples_per_second": 62.552,
+      "eval_steps_per_second": 2.72,
+      "step": 325
+    },
+    {
+      "epoch": 50.77,
+      "learning_rate": 1.388888888888889e-05,
+      "loss": 0.1874,
+      "step": 330
+    },
+    {
+      "epoch": 50.92,
+      "eval_accuracy": 0.717391304347826,
+      "eval_loss": 1.0507148504257202,
+      "eval_runtime": 0.7781,
+      "eval_samples_per_second": 59.121,
+      "eval_steps_per_second": 2.57,
+      "step": 331
+    },
+    {
+      "epoch": 52.0,
+      "eval_accuracy": 0.717391304347826,
+      "eval_loss": 1.1001808643341064,
+      "eval_runtime": 0.7352,
+      "eval_samples_per_second": 62.566,
+      "eval_steps_per_second": 2.72,
+      "step": 338
+    },
+    {
+      "epoch": 52.31,
+      "learning_rate": 1.2962962962962964e-05,
+      "loss": 0.2057,
+      "step": 340
+    },
+    {
+      "epoch": 52.92,
+      "eval_accuracy": 0.6739130434782609,
+      "eval_loss": 1.0400489568710327,
+      "eval_runtime": 0.7423,
+      "eval_samples_per_second": 61.968,
+      "eval_steps_per_second": 2.694,
+      "step": 344
+    },
+    {
+      "epoch": 53.85,
+      "learning_rate": 1.2037037037037039e-05,
+      "loss": 0.1808,
+      "step": 350
+    },
+    {
+      "epoch": 54.0,
+      "eval_accuracy": 0.717391304347826,
+      "eval_loss": 1.1092016696929932,
+      "eval_runtime": 0.8037,
+      "eval_samples_per_second": 57.236,
+      "eval_steps_per_second": 2.489,
+      "step": 351
+    },
+    {
+      "epoch": 54.92,
+      "eval_accuracy": 0.717391304347826,
+      "eval_loss": 1.1550217866897583,
+      "eval_runtime": 0.765,
+      "eval_samples_per_second": 60.131,
+      "eval_steps_per_second": 2.614,
+      "step": 357
+    },
+    {
+      "epoch": 55.38,
+      "learning_rate": 1.1111111111111113e-05,
+      "loss": 0.2107,
+      "step": 360
+    },
+    {
+      "epoch": 56.0,
+      "eval_accuracy": 0.6956521739130435,
+      "eval_loss": 1.0578877925872803,
+      "eval_runtime": 0.7693,
+      "eval_samples_per_second": 59.792,
+      "eval_steps_per_second": 2.6,
+      "step": 364
+    },
+    {
+      "epoch": 56.92,
+      "learning_rate": 1.0185185185185186e-05,
+      "loss": 0.2149,
+      "step": 370
+    },
+    {
+      "epoch": 56.92,
+      "eval_accuracy": 0.6956521739130435,
+      "eval_loss": 1.0935583114624023,
+      "eval_runtime": 0.7825,
+      "eval_samples_per_second": 58.788,
+      "eval_steps_per_second": 2.556,
+      "step": 370
+    },
+    {
+      "epoch": 58.0,
+      "eval_accuracy": 0.6956521739130435,
+      "eval_loss": 1.169234275817871,
+      "eval_runtime": 0.7848,
+      "eval_samples_per_second": 58.615,
+      "eval_steps_per_second": 2.548,
+      "step": 377
+    },
+    {
+      "epoch": 58.46,
+      "learning_rate": 9.25925925925926e-06,
+      "loss": 0.1865,
+      "step": 380
+    },
+    {
+      "epoch": 58.92,
+      "eval_accuracy": 0.717391304347826,
+      "eval_loss": 1.1356713771820068,
+      "eval_runtime": 0.7494,
+      "eval_samples_per_second": 61.383,
+      "eval_steps_per_second": 2.669,
+      "step": 383
+    },
+    {
+      "epoch": 60.0,
+      "learning_rate": 8.333333333333334e-06,
+      "loss": 0.1832,
+      "step": 390
+    },
+    {
+      "epoch": 60.0,
+      "eval_accuracy": 0.6739130434782609,
+      "eval_loss": 1.1549310684204102,
+      "eval_runtime": 0.7627,
+      "eval_samples_per_second": 60.315,
+      "eval_steps_per_second": 2.622,
+      "step": 390
+    },
+    {
+      "epoch": 60.92,
+      "eval_accuracy": 0.6956521739130435,
+      "eval_loss": 1.1631118059158325,
+      "eval_runtime": 0.75,
+      "eval_samples_per_second": 61.332,
+      "eval_steps_per_second": 2.667,
+      "step": 396
+    },
+    {
+      "epoch": 61.54,
+      "learning_rate": 7.4074074074074075e-06,
+      "loss": 0.1732,
+      "step": 400
+    },
+    {
+      "epoch": 62.0,
+      "eval_accuracy": 0.6956521739130435,
+      "eval_loss": 1.1312264204025269,
+      "eval_runtime": 0.7694,
+      "eval_samples_per_second": 59.786,
+      "eval_steps_per_second": 2.599,
+      "step": 403
+    },
+    {
+      "epoch": 62.92,
+      "eval_accuracy": 0.6956521739130435,
+      "eval_loss": 1.1210438013076782,
+      "eval_runtime": 0.7676,
+      "eval_samples_per_second": 59.927,
+      "eval_steps_per_second": 2.606,
+      "step": 409
+    },
+    {
+      "epoch": 63.08,
+      "learning_rate": 6.481481481481482e-06,
+      "loss": 0.1856,
+      "step": 410
+    },
+    {
+      "epoch": 64.0,
+      "eval_accuracy": 0.6739130434782609,
+      "eval_loss": 1.1835136413574219,
+      "eval_runtime": 0.7669,
+      "eval_samples_per_second": 59.984,
+      "eval_steps_per_second": 2.608,
+      "step": 416
+    },
+    {
+      "epoch": 64.62,
+      "learning_rate": 5.555555555555557e-06,
+      "loss": 0.1503,
+      "step": 420
+    },
+    {
+      "epoch": 64.92,
+      "eval_accuracy": 0.717391304347826,
+      "eval_loss": 1.1892285346984863,
+      "eval_runtime": 0.7668,
+      "eval_samples_per_second": 59.986,
+      "eval_steps_per_second": 2.608,
+      "step": 422
+    },
+    {
+      "epoch": 66.0,
+      "eval_accuracy": 0.6739130434782609,
+      "eval_loss": 1.1865118741989136,
+      "eval_runtime": 0.7524,
+      "eval_samples_per_second": 61.139,
+      "eval_steps_per_second": 2.658,
+      "step": 429
+    },
+    {
+      "epoch": 66.15,
+      "learning_rate": 4.62962962962963e-06,
+      "loss": 0.1713,
+      "step": 430
+    },
+    {
+      "epoch": 66.92,
+      "eval_accuracy": 0.6739130434782609,
+      "eval_loss": 1.1607787609100342,
+      "eval_runtime": 0.7246,
+      "eval_samples_per_second": 63.484,
+      "eval_steps_per_second": 2.76,
+      "step": 435
+    },
+    {
+      "epoch": 67.69,
+      "learning_rate": 3.7037037037037037e-06,
+      "loss": 0.1804,
+      "step": 440
+    },
+    {
+      "epoch": 68.0,
+      "eval_accuracy": 0.6739130434782609,
+      "eval_loss": 1.1698514223098755,
+      "eval_runtime": 0.7533,
+      "eval_samples_per_second": 61.069,
+      "eval_steps_per_second": 2.655,
+      "step": 442
+    },
+    {
+      "epoch": 68.92,
+      "eval_accuracy": 0.717391304347826,
+      "eval_loss": 1.169384479522705,
+      "eval_runtime": 0.7972,
+      "eval_samples_per_second": 57.7,
+      "eval_steps_per_second": 2.509,
+      "step": 448
+    },
+    {
+      "epoch": 69.23,
+      "learning_rate": 2.7777777777777783e-06,
+      "loss": 0.1761,
+      "step": 450
+    },
+    {
+      "epoch": 70.0,
+      "eval_accuracy": 0.6956521739130435,
+      "eval_loss": 1.1743987798690796,
+      "eval_runtime": 0.7692,
+      "eval_samples_per_second": 59.804,
+      "eval_steps_per_second": 2.6,
+      "step": 455
+    },
+    {
+      "epoch": 70.77,
+      "learning_rate": 1.8518518518518519e-06,
+      "loss": 0.1619,
+      "step": 460
+    },
+    {
+      "epoch": 70.92,
+      "eval_accuracy": 0.6956521739130435,
+      "eval_loss": 1.1782755851745605,
+      "eval_runtime": 0.7663,
+      "eval_samples_per_second": 60.026,
+      "eval_steps_per_second": 2.61,
+      "step": 461
+    },
+    {
+      "epoch": 72.0,
+      "eval_accuracy": 0.6956521739130435,
+      "eval_loss": 1.1796863079071045,
+      "eval_runtime": 0.7855,
+      "eval_samples_per_second": 58.564,
+      "eval_steps_per_second": 2.546,
+      "step": 468
+    },
+    {
+      "epoch": 72.31,
+      "learning_rate": 9.259259259259259e-07,
+      "loss": 0.1649,
+      "step": 470
+    },
+    {
+      "epoch": 72.92,
+      "eval_accuracy": 0.6956521739130435,
+      "eval_loss": 1.1788305044174194,
+      "eval_runtime": 0.7277,
+      "eval_samples_per_second": 63.21,
+      "eval_steps_per_second": 2.748,
+      "step": 474
+    },
+    {
+      "epoch": 73.85,
+      "learning_rate": 0.0,
+      "loss": 0.1843,
+      "step": 480
+    },
+    {
+      "epoch": 73.85,
+      "eval_accuracy": 0.6956521739130435,
+      "eval_loss": 1.1780040264129639,
+      "eval_runtime": 0.7798,
+      "eval_samples_per_second": 58.986,
+      "eval_steps_per_second": 2.565,
+      "step": 480
+    },
+    {
+      "epoch": 73.85,
+      "step": 480,
+      "total_flos": 1.9681438145406566e+18,
+      "train_loss": 0.45775609463453293,
+      "train_runtime": 806.7419,
+      "train_samples_per_second": 81.216,
+      "train_steps_per_second": 0.595
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 480,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 80,
+  "save_steps": 500,
+  "total_flos": 1.9681438145406566e+18,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}