End of training

README.md

@@ -21,7 +21,7 @@ model-index:
     metrics:
     - name: Accuracy
       type: accuracy
-      value: 0.6086956521739131
+      value: 0.6521739130434783
 ---
 
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -31,8 +31,8 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [MBZUAI/swiftformer-xs](https://huggingface.co/MBZUAI/swiftformer-xs) on the imagefolder dataset.
 It achieves the following results on the evaluation set:
-- Loss: 1.1835
-- Accuracy: 0.6087
+- Loss: 1.2197
+- Accuracy: 0.6522
 
 ## Model description
 

all_results.json

@@ -0,0 +1,12 @@
+{
+    "epoch": 73.85,
+    "eval_accuracy": 0.6521739130434783,
+    "eval_loss": 1.2197457551956177,
+    "eval_runtime": 0.9745,
+    "eval_samples_per_second": 47.204,
+    "eval_steps_per_second": 2.052,
+    "train_loss": 0.9102102994918824,
+    "train_runtime": 281.4413,
+    "train_samples_per_second": 232.802,
+    "train_steps_per_second": 1.706
+}

eval_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 73.85,
+    "eval_accuracy": 0.6521739130434783,
+    "eval_loss": 1.2197457551956177,
+    "eval_runtime": 0.9745,
+    "eval_samples_per_second": 47.204,
+    "eval_steps_per_second": 2.052
+}

runs/Jun12_13-19-19_DESKTOP-SKBE9FB/events.out.tfevents.1718220249.DESKTOP-SKBE9FB.1640.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86026ea7f960d7361e408d3bb3ad3211380d1bb084326eb5c1f0bc87da2d822f
+size 411

train_results.json

@@ -0,0 +1,7 @@
+{
+    "epoch": 73.85,
+    "train_loss": 0.9102102994918824,
+    "train_runtime": 281.4413,
+    "train_samples_per_second": 232.802,
+    "train_steps_per_second": 1.706
+}

trainer_state.json

@@ -0,0 +1,984 @@
+{
+  "best_metric": 0.6521739130434783,
+  "best_model_checkpoint": "swiftformer-xs-ve-U13-b-80b\\checkpoint-429",
+  "epoch": 73.84615384615384,
+  "eval_steps": 500,
+  "global_step": 480,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.92,
+      "eval_accuracy": 0.21739130434782608,
+      "eval_loss": 1.3861862421035767,
+      "eval_runtime": 0.8414,
+      "eval_samples_per_second": 54.668,
+      "eval_steps_per_second": 2.377,
+      "step": 6
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 1.0416666666666668e-05,
+      "loss": 1.3862,
+      "step": 10
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.32608695652173914,
+      "eval_loss": 1.3855926990509033,
+      "eval_runtime": 0.6123,
+      "eval_samples_per_second": 75.124,
+      "eval_steps_per_second": 3.266,
+      "step": 13
+    },
+    {
+      "epoch": 2.92,
+      "eval_accuracy": 0.2826086956521739,
+      "eval_loss": 1.3848732709884644,
+      "eval_runtime": 0.825,
+      "eval_samples_per_second": 55.755,
+      "eval_steps_per_second": 2.424,
+      "step": 19
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 2.0833333333333336e-05,
+      "loss": 1.3848,
+      "step": 20
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.2608695652173913,
+      "eval_loss": 1.382991075515747,
+      "eval_runtime": 0.6325,
+      "eval_samples_per_second": 72.728,
+      "eval_steps_per_second": 3.162,
+      "step": 26
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 3.125e-05,
+      "loss": 1.3806,
+      "step": 30
+    },
+    {
+      "epoch": 4.92,
+      "eval_accuracy": 0.17391304347826086,
+      "eval_loss": 1.3804432153701782,
+      "eval_runtime": 0.6066,
+      "eval_samples_per_second": 75.828,
+      "eval_steps_per_second": 3.297,
+      "step": 32
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.1956521739130435,
+      "eval_loss": 1.3757747411727905,
+      "eval_runtime": 0.6385,
+      "eval_samples_per_second": 72.045,
+      "eval_steps_per_second": 3.132,
+      "step": 39
+    },
+    {
+      "epoch": 6.15,
+      "learning_rate": 4.166666666666667e-05,
+      "loss": 1.3662,
+      "step": 40
+    },
+    {
+      "epoch": 6.92,
+      "eval_accuracy": 0.17391304347826086,
+      "eval_loss": 1.3700366020202637,
+      "eval_runtime": 0.6079,
+      "eval_samples_per_second": 75.673,
+      "eval_steps_per_second": 3.29,
+      "step": 45
+    },
+    {
+      "epoch": 7.69,
+      "learning_rate": 4.976851851851852e-05,
+      "loss": 1.3261,
+      "step": 50
+    },
+    {
+      "epoch": 8.0,
+      "eval_accuracy": 0.17391304347826086,
+      "eval_loss": 1.3651779890060425,
+      "eval_runtime": 0.6421,
+      "eval_samples_per_second": 71.635,
+      "eval_steps_per_second": 3.115,
+      "step": 52
+    },
+    {
+      "epoch": 8.92,
+      "eval_accuracy": 0.15217391304347827,
+      "eval_loss": 1.3624860048294067,
+      "eval_runtime": 0.6404,
+      "eval_samples_per_second": 71.835,
+      "eval_steps_per_second": 3.123,
+      "step": 58
+    },
+    {
+      "epoch": 9.23,
+      "learning_rate": 4.8611111111111115e-05,
+      "loss": 1.2588,
+      "step": 60
+    },
+    {
+      "epoch": 10.0,
+      "eval_accuracy": 0.13043478260869565,
+      "eval_loss": 1.362892985343933,
+      "eval_runtime": 0.6225,
+      "eval_samples_per_second": 73.894,
+      "eval_steps_per_second": 3.213,
+      "step": 65
+    },
+    {
+      "epoch": 10.77,
+      "learning_rate": 4.745370370370371e-05,
+      "loss": 1.1972,
+      "step": 70
+    },
+    {
+      "epoch": 10.92,
+      "eval_accuracy": 0.13043478260869565,
+      "eval_loss": 1.3591643571853638,
+      "eval_runtime": 0.6092,
+      "eval_samples_per_second": 75.509,
+      "eval_steps_per_second": 3.283,
+      "step": 71
+    },
+    {
+      "epoch": 12.0,
+      "eval_accuracy": 0.21739130434782608,
+      "eval_loss": 1.3570374250411987,
+      "eval_runtime": 0.6841,
+      "eval_samples_per_second": 67.244,
+      "eval_steps_per_second": 2.924,
+      "step": 78
+    },
+    {
+      "epoch": 12.31,
+      "learning_rate": 4.62962962962963e-05,
+      "loss": 1.1578,
+      "step": 80
+    },
+    {
+      "epoch": 12.92,
+      "eval_accuracy": 0.1956521739130435,
+      "eval_loss": 1.3590192794799805,
+      "eval_runtime": 0.5819,
+      "eval_samples_per_second": 79.051,
+      "eval_steps_per_second": 3.437,
+      "step": 84
+    },
+    {
+      "epoch": 13.85,
+      "learning_rate": 4.5138888888888894e-05,
+      "loss": 1.124,
+      "step": 90
+    },
+    {
+      "epoch": 14.0,
+      "eval_accuracy": 0.21739130434782608,
+      "eval_loss": 1.3730636835098267,
+      "eval_runtime": 0.6272,
+      "eval_samples_per_second": 73.336,
+      "eval_steps_per_second": 3.189,
+      "step": 91
+    },
+    {
+      "epoch": 14.92,
+      "eval_accuracy": 0.15217391304347827,
+      "eval_loss": 1.3718194961547852,
+      "eval_runtime": 0.5953,
+      "eval_samples_per_second": 77.274,
+      "eval_steps_per_second": 3.36,
+      "step": 97
+    },
+    {
+      "epoch": 15.38,
+      "learning_rate": 4.3981481481481486e-05,
+      "loss": 1.1045,
+      "step": 100
+    },
+    {
+      "epoch": 16.0,
+      "eval_accuracy": 0.17391304347826086,
+      "eval_loss": 1.3736342191696167,
+      "eval_runtime": 0.6132,
+      "eval_samples_per_second": 75.018,
+      "eval_steps_per_second": 3.262,
+      "step": 104
+    },
+    {
+      "epoch": 16.92,
+      "learning_rate": 4.282407407407408e-05,
+      "loss": 1.0703,
+      "step": 110
+    },
+    {
+      "epoch": 16.92,
+      "eval_accuracy": 0.21739130434782608,
+      "eval_loss": 1.4983274936676025,
+      "eval_runtime": 0.5972,
+      "eval_samples_per_second": 77.024,
+      "eval_steps_per_second": 3.349,
+      "step": 110
+    },
+    {
+      "epoch": 18.0,
+      "eval_accuracy": 0.17391304347826086,
+      "eval_loss": 1.5455262660980225,
+      "eval_runtime": 0.6497,
+      "eval_samples_per_second": 70.799,
+      "eval_steps_per_second": 3.078,
+      "step": 117
+    },
+    {
+      "epoch": 18.46,
+      "learning_rate": 4.166666666666667e-05,
+      "loss": 1.0663,
+      "step": 120
+    },
+    {
+      "epoch": 18.92,
+      "eval_accuracy": 0.17391304347826086,
+      "eval_loss": 1.4473291635513306,
+      "eval_runtime": 0.6179,
+      "eval_samples_per_second": 74.447,
+      "eval_steps_per_second": 3.237,
+      "step": 123
+    },
+    {
+      "epoch": 20.0,
+      "learning_rate": 4.0509259259259265e-05,
+      "loss": 1.01,
+      "step": 130
+    },
+    {
+      "epoch": 20.0,
+      "eval_accuracy": 0.2608695652173913,
+      "eval_loss": 1.4010741710662842,
+      "eval_runtime": 0.6583,
+      "eval_samples_per_second": 69.876,
+      "eval_steps_per_second": 3.038,
+      "step": 130
+    },
+    {
+      "epoch": 20.92,
+      "eval_accuracy": 0.2826086956521739,
+      "eval_loss": 1.405311107635498,
+      "eval_runtime": 0.6711,
+      "eval_samples_per_second": 68.548,
+      "eval_steps_per_second": 2.98,
+      "step": 136
+    },
+    {
+      "epoch": 21.54,
+      "learning_rate": 3.935185185185186e-05,
+      "loss": 0.9961,
+      "step": 140
+    },
+    {
+      "epoch": 22.0,
+      "eval_accuracy": 0.21739130434782608,
+      "eval_loss": 1.4185727834701538,
+      "eval_runtime": 0.6066,
+      "eval_samples_per_second": 75.831,
+      "eval_steps_per_second": 3.297,
+      "step": 143
+    },
+    {
+      "epoch": 22.92,
+      "eval_accuracy": 0.2608695652173913,
+      "eval_loss": 1.5167733430862427,
+      "eval_runtime": 0.5944,
+      "eval_samples_per_second": 77.394,
+      "eval_steps_per_second": 3.365,
+      "step": 149
+    },
+    {
+      "epoch": 23.08,
+      "learning_rate": 3.8194444444444444e-05,
+      "loss": 0.9754,
+      "step": 150
+    },
+    {
+      "epoch": 24.0,
+      "eval_accuracy": 0.2826086956521739,
+      "eval_loss": 1.3872967958450317,
+      "eval_runtime": 0.6424,
+      "eval_samples_per_second": 71.611,
+      "eval_steps_per_second": 3.114,
+      "step": 156
+    },
+    {
+      "epoch": 24.62,
+      "learning_rate": 3.7037037037037037e-05,
+      "loss": 0.9417,
+      "step": 160
+    },
+    {
+      "epoch": 24.92,
+      "eval_accuracy": 0.32608695652173914,
+      "eval_loss": 1.465644121170044,
+      "eval_runtime": 0.6234,
+      "eval_samples_per_second": 73.783,
+      "eval_steps_per_second": 3.208,
+      "step": 162
+    },
+    {
+      "epoch": 26.0,
+      "eval_accuracy": 0.2608695652173913,
+      "eval_loss": 1.349937081336975,
+      "eval_runtime": 0.6013,
+      "eval_samples_per_second": 76.503,
+      "eval_steps_per_second": 3.326,
+      "step": 169
+    },
+    {
+      "epoch": 26.15,
+      "learning_rate": 3.587962962962963e-05,
+      "loss": 0.9286,
+      "step": 170
+    },
+    {
+      "epoch": 26.92,
+      "eval_accuracy": 0.30434782608695654,
+      "eval_loss": 1.3902080059051514,
+      "eval_runtime": 0.5952,
+      "eval_samples_per_second": 77.279,
+      "eval_steps_per_second": 3.36,
+      "step": 175
+    },
+    {
+      "epoch": 27.69,
+      "learning_rate": 3.472222222222222e-05,
+      "loss": 0.9216,
+      "step": 180
+    },
+    {
+      "epoch": 28.0,
+      "eval_accuracy": 0.32608695652173914,
+      "eval_loss": 1.481874704360962,
+      "eval_runtime": 0.627,
+      "eval_samples_per_second": 73.362,
+      "eval_steps_per_second": 3.19,
+      "step": 182
+    },
+    {
+      "epoch": 28.92,
+      "eval_accuracy": 0.30434782608695654,
+      "eval_loss": 1.413346290588379,
+      "eval_runtime": 0.6049,
+      "eval_samples_per_second": 76.05,
+      "eval_steps_per_second": 3.307,
+      "step": 188
+    },
+    {
+      "epoch": 29.23,
+      "learning_rate": 3.3564814814814815e-05,
+      "loss": 0.8868,
+      "step": 190
+    },
+    {
+      "epoch": 30.0,
+      "eval_accuracy": 0.41304347826086957,
+      "eval_loss": 1.4124078750610352,
+      "eval_runtime": 0.6224,
+      "eval_samples_per_second": 73.908,
+      "eval_steps_per_second": 3.213,
+      "step": 195
+    },
+    {
+      "epoch": 30.77,
+      "learning_rate": 3.240740740740741e-05,
+      "loss": 0.8908,
+      "step": 200
+    },
+    {
+      "epoch": 30.92,
+      "eval_accuracy": 0.34782608695652173,
+      "eval_loss": 1.442051649093628,
+      "eval_runtime": 0.631,
+      "eval_samples_per_second": 72.897,
+      "eval_steps_per_second": 3.169,
+      "step": 201
+    },
+    {
+      "epoch": 32.0,
+      "eval_accuracy": 0.30434782608695654,
+      "eval_loss": 1.508549690246582,
+      "eval_runtime": 0.6317,
+      "eval_samples_per_second": 72.816,
+      "eval_steps_per_second": 3.166,
+      "step": 208
+    },
+    {
+      "epoch": 32.31,
+      "learning_rate": 3.125e-05,
+      "loss": 0.8729,
+      "step": 210
+    },
+    {
+      "epoch": 32.92,
+      "eval_accuracy": 0.34782608695652173,
+      "eval_loss": 1.3853687047958374,
+      "eval_runtime": 0.6089,
+      "eval_samples_per_second": 75.544,
+      "eval_steps_per_second": 3.285,
+      "step": 214
+    },
+    {
+      "epoch": 33.85,
+      "learning_rate": 3.0092592592592593e-05,
+      "loss": 0.8685,
+      "step": 220
+    },
+    {
+      "epoch": 34.0,
+      "eval_accuracy": 0.30434782608695654,
+      "eval_loss": 1.3264027833938599,
+      "eval_runtime": 0.6425,
+      "eval_samples_per_second": 71.592,
+      "eval_steps_per_second": 3.113,
+      "step": 221
+    },
+    {
+      "epoch": 34.92,
+      "eval_accuracy": 0.30434782608695654,
+      "eval_loss": 1.3947439193725586,
+      "eval_runtime": 0.6548,
+      "eval_samples_per_second": 70.247,
+      "eval_steps_per_second": 3.054,
+      "step": 227
+    },
+    {
+      "epoch": 35.38,
+      "learning_rate": 2.8935185185185186e-05,
+      "loss": 0.8739,
+      "step": 230
+    },
+    {
+      "epoch": 36.0,
+      "eval_accuracy": 0.391304347826087,
+      "eval_loss": 1.3455146551132202,
+      "eval_runtime": 0.6498,
+      "eval_samples_per_second": 70.786,
+      "eval_steps_per_second": 3.078,
+      "step": 234
+    },
+    {
+      "epoch": 36.92,
+      "learning_rate": 2.777777777777778e-05,
+      "loss": 0.8288,
+      "step": 240
+    },
+    {
+      "epoch": 36.92,
+      "eval_accuracy": 0.391304347826087,
+      "eval_loss": 1.3620754480361938,
+      "eval_runtime": 0.6234,
+      "eval_samples_per_second": 73.794,
+      "eval_steps_per_second": 3.208,
+      "step": 240
+    },
+    {
+      "epoch": 38.0,
+      "eval_accuracy": 0.391304347826087,
+      "eval_loss": 1.3875010013580322,
+      "eval_runtime": 0.6978,
+      "eval_samples_per_second": 65.925,
+      "eval_steps_per_second": 2.866,
+      "step": 247
+    },
+    {
+      "epoch": 38.46,
+      "learning_rate": 2.6620370370370372e-05,
+      "loss": 0.8369,
+      "step": 250
+    },
+    {
+      "epoch": 38.92,
+      "eval_accuracy": 0.3695652173913043,
+      "eval_loss": 1.427413821220398,
+      "eval_runtime": 0.6031,
+      "eval_samples_per_second": 76.27,
+      "eval_steps_per_second": 3.316,
+      "step": 253
+    },
+    {
+      "epoch": 40.0,
+      "learning_rate": 2.5462962962962965e-05,
+      "loss": 0.8101,
+      "step": 260
+    },
+    {
+      "epoch": 40.0,
+      "eval_accuracy": 0.45652173913043476,
+      "eval_loss": 1.3251171112060547,
+      "eval_runtime": 0.6452,
+      "eval_samples_per_second": 71.293,
+      "eval_steps_per_second": 3.1,
+      "step": 260
+    },
+    {
+      "epoch": 40.92,
+      "eval_accuracy": 0.4782608695652174,
+      "eval_loss": 1.3038846254348755,
+      "eval_runtime": 0.6153,
+      "eval_samples_per_second": 74.765,
+      "eval_steps_per_second": 3.251,
+      "step": 266
+    },
+    {
+      "epoch": 41.54,
+      "learning_rate": 2.4305555555555558e-05,
+      "loss": 0.8126,
+      "step": 270
+    },
+    {
+      "epoch": 42.0,
+      "eval_accuracy": 0.5434782608695652,
+      "eval_loss": 1.2522791624069214,
+      "eval_runtime": 0.6343,
+      "eval_samples_per_second": 72.516,
+      "eval_steps_per_second": 3.153,
+      "step": 273
+    },
+    {
+      "epoch": 42.92,
+      "eval_accuracy": 0.5217391304347826,
+      "eval_loss": 1.305979609489441,
+      "eval_runtime": 0.6243,
+      "eval_samples_per_second": 73.687,
+      "eval_steps_per_second": 3.204,
+      "step": 279
+    },
+    {
+      "epoch": 43.08,
+      "learning_rate": 2.314814814814815e-05,
+      "loss": 0.7971,
+      "step": 280
+    },
+    {
+      "epoch": 44.0,
+      "eval_accuracy": 0.5217391304347826,
+      "eval_loss": 1.2678192853927612,
+      "eval_runtime": 0.623,
+      "eval_samples_per_second": 73.834,
+      "eval_steps_per_second": 3.21,
+      "step": 286
+    },
+    {
+      "epoch": 44.62,
+      "learning_rate": 2.1990740740740743e-05,
+      "loss": 0.7806,
+      "step": 290
+    },
+    {
+      "epoch": 44.92,
+      "eval_accuracy": 0.5,
+      "eval_loss": 1.333229422569275,
+      "eval_runtime": 0.6201,
+      "eval_samples_per_second": 74.182,
+      "eval_steps_per_second": 3.225,
+      "step": 292
+    },
+    {
+      "epoch": 46.0,
+      "eval_accuracy": 0.5652173913043478,
+      "eval_loss": 1.2550207376480103,
+      "eval_runtime": 0.6483,
+      "eval_samples_per_second": 70.953,
+      "eval_steps_per_second": 3.085,
+      "step": 299
+    },
+    {
+      "epoch": 46.15,
+      "learning_rate": 2.0833333333333336e-05,
+      "loss": 0.7899,
+      "step": 300
+    },
+    {
+      "epoch": 46.92,
+      "eval_accuracy": 0.5869565217391305,
+      "eval_loss": 1.2517149448394775,
+      "eval_runtime": 0.6424,
+      "eval_samples_per_second": 71.608,
+      "eval_steps_per_second": 3.113,
+      "step": 305
+    },
+    {
+      "epoch": 47.69,
+      "learning_rate": 1.967592592592593e-05,
+      "loss": 0.7602,
+      "step": 310
+    },
+    {
+      "epoch": 48.0,
+      "eval_accuracy": 0.5869565217391305,
+      "eval_loss": 1.262738823890686,
+      "eval_runtime": 0.6343,
+      "eval_samples_per_second": 72.521,
+      "eval_steps_per_second": 3.153,
+      "step": 312
+    },
+    {
+      "epoch": 48.92,
+      "eval_accuracy": 0.6086956521739131,
+      "eval_loss": 1.2619768381118774,
+      "eval_runtime": 0.6074,
+      "eval_samples_per_second": 75.729,
+      "eval_steps_per_second": 3.293,
+      "step": 318
+    },
+    {
+      "epoch": 49.23,
+      "learning_rate": 1.8518518518518518e-05,
+      "loss": 0.7748,
+      "step": 320
+    },
+    {
+      "epoch": 50.0,
+      "eval_accuracy": 0.5652173913043478,
+      "eval_loss": 1.2286384105682373,
+      "eval_runtime": 0.6688,
+      "eval_samples_per_second": 68.782,
+      "eval_steps_per_second": 2.991,
+      "step": 325
+    },
+    {
+      "epoch": 50.77,
+      "learning_rate": 1.736111111111111e-05,
+      "loss": 0.7613,
+      "step": 330
+    },
+    {
+      "epoch": 50.92,
+      "eval_accuracy": 0.6086956521739131,
+      "eval_loss": 1.1996554136276245,
+      "eval_runtime": 0.6038,
+      "eval_samples_per_second": 76.18,
+      "eval_steps_per_second": 3.312,
+      "step": 331
+    },
+    {
+      "epoch": 52.0,
+      "eval_accuracy": 0.5869565217391305,
+      "eval_loss": 1.2353354692459106,
+      "eval_runtime": 0.6194,
+      "eval_samples_per_second": 74.263,
+      "eval_steps_per_second": 3.229,
+      "step": 338
+    },
+    {
+      "epoch": 52.31,
+      "learning_rate": 1.6203703703703704e-05,
+      "loss": 0.7514,
+      "step": 340
+    },
+    {
+      "epoch": 52.92,
+      "eval_accuracy": 0.5869565217391305,
+      "eval_loss": 1.2466143369674683,
+      "eval_runtime": 0.621,
+      "eval_samples_per_second": 74.069,
+      "eval_steps_per_second": 3.22,
+      "step": 344
+    },
+    {
+      "epoch": 53.85,
+      "learning_rate": 1.5046296296296297e-05,
+      "loss": 0.7581,
+      "step": 350
+    },
+    {
+      "epoch": 54.0,
+      "eval_accuracy": 0.5869565217391305,
+      "eval_loss": 1.2161446809768677,
+      "eval_runtime": 0.6054,
+      "eval_samples_per_second": 75.982,
+      "eval_steps_per_second": 3.304,
+      "step": 351
+    },
+    {
+      "epoch": 54.92,
+      "eval_accuracy": 0.5434782608695652,
+      "eval_loss": 1.2395505905151367,
+      "eval_runtime": 0.6151,
+      "eval_samples_per_second": 74.788,
+      "eval_steps_per_second": 3.252,
+      "step": 357
+    },
+    {
+      "epoch": 55.38,
+      "learning_rate": 1.388888888888889e-05,
+      "loss": 0.7401,
+      "step": 360
+    },
+    {
+      "epoch": 56.0,
+      "eval_accuracy": 0.6086956521739131,
+      "eval_loss": 1.1859078407287598,
+      "eval_runtime": 0.6189,
+      "eval_samples_per_second": 74.326,
+      "eval_steps_per_second": 3.232,
+      "step": 364
+    },
+    {
+      "epoch": 56.92,
+      "learning_rate": 1.2731481481481482e-05,
+      "loss": 0.7421,
+      "step": 370
+    },
+    {
+      "epoch": 56.92,
+      "eval_accuracy": 0.6304347826086957,
+      "eval_loss": 1.175710916519165,
+      "eval_runtime": 0.5963,
+      "eval_samples_per_second": 77.144,
+      "eval_steps_per_second": 3.354,
+      "step": 370
+    },
+    {
+      "epoch": 58.0,
+      "eval_accuracy": 0.5869565217391305,
+      "eval_loss": 1.1754209995269775,
+      "eval_runtime": 0.6029,
+      "eval_samples_per_second": 76.301,
+      "eval_steps_per_second": 3.317,
+      "step": 377
+    },
+    {
+      "epoch": 58.46,
+      "learning_rate": 1.1574074074074075e-05,
+      "loss": 0.7261,
+      "step": 380
+    },
+    {
+      "epoch": 58.92,
+      "eval_accuracy": 0.6304347826086957,
+      "eval_loss": 1.163039207458496,
+      "eval_runtime": 0.6158,
+      "eval_samples_per_second": 74.694,
+      "eval_steps_per_second": 3.248,
+      "step": 383
+    },
+    {
+      "epoch": 60.0,
+      "learning_rate": 1.0416666666666668e-05,
+      "loss": 0.709,
+      "step": 390
+    },
+    {
+      "epoch": 60.0,
+      "eval_accuracy": 0.5869565217391305,
+      "eval_loss": 1.2156723737716675,
+      "eval_runtime": 0.6211,
+      "eval_samples_per_second": 74.063,
+      "eval_steps_per_second": 3.22,
+      "step": 390
+    },
+    {
+      "epoch": 60.92,
+      "eval_accuracy": 0.6086956521739131,
+      "eval_loss": 1.2124063968658447,
+      "eval_runtime": 0.6248,
+      "eval_samples_per_second": 73.62,
+      "eval_steps_per_second": 3.201,
+      "step": 396
+    },
+    {
+      "epoch": 61.54,
+      "learning_rate": 9.259259259259259e-06,
+      "loss": 0.7075,
+      "step": 400
+    },
+    {
+      "epoch": 62.0,
+      "eval_accuracy": 0.6086956521739131,
+      "eval_loss": 1.2095441818237305,
+      "eval_runtime": 0.6782,
+      "eval_samples_per_second": 67.83,
+      "eval_steps_per_second": 2.949,
+      "step": 403
+    },
+    {
+      "epoch": 62.92,
+      "eval_accuracy": 0.5652173913043478,
+      "eval_loss": 1.2543033361434937,
+      "eval_runtime": 0.6232,
+      "eval_samples_per_second": 73.813,
+      "eval_steps_per_second": 3.209,
+      "step": 409
+    },
+    {
+      "epoch": 63.08,
+      "learning_rate": 8.101851851851852e-06,
+      "loss": 0.7141,
+      "step": 410
+    },
+    {
+      "epoch": 64.0,
+      "eval_accuracy": 0.6086956521739131,
+      "eval_loss": 1.2210296392440796,
+      "eval_runtime": 0.6158,
+      "eval_samples_per_second": 74.702,
+      "eval_steps_per_second": 3.248,
+      "step": 416
+    },
+    {
+      "epoch": 64.62,
+      "learning_rate": 6.944444444444445e-06,
+      "loss": 0.6907,
+      "step": 420
+    },
+    {
+      "epoch": 64.92,
+      "eval_accuracy": 0.5434782608695652,
+      "eval_loss": 1.318984031677246,
+      "eval_runtime": 0.6081,
+      "eval_samples_per_second": 75.645,
+      "eval_steps_per_second": 3.289,
+      "step": 422
+    },
+    {
+      "epoch": 66.0,
+      "eval_accuracy": 0.6521739130434783,
+      "eval_loss": 1.2197457551956177,
+      "eval_runtime": 0.6159,
+      "eval_samples_per_second": 74.683,
+      "eval_steps_per_second": 3.247,
+      "step": 429
+    },
+    {
+      "epoch": 66.15,
+      "learning_rate": 5.787037037037038e-06,
+      "loss": 0.7237,
+      "step": 430
+    },
+    {
+      "epoch": 66.92,
+      "eval_accuracy": 0.5652173913043478,
+      "eval_loss": 1.2365007400512695,
+      "eval_runtime": 0.6167,
+      "eval_samples_per_second": 74.585,
+      "eval_steps_per_second": 3.243,
+      "step": 435
+    },
+    {
+      "epoch": 67.69,
+      "learning_rate": 4.6296296296296296e-06,
+      "loss": 0.6918,
+      "step": 440
+    },
+    {
+      "epoch": 68.0,
+      "eval_accuracy": 0.6304347826086957,
+      "eval_loss": 1.157048225402832,
+      "eval_runtime": 0.6163,
+      "eval_samples_per_second": 74.638,
+      "eval_steps_per_second": 3.245,
+      "step": 442
+    },
+    {
+      "epoch": 68.92,
+      "eval_accuracy": 0.6086956521739131,
+      "eval_loss": 1.1790133714675903,
+      "eval_runtime": 0.6063,
+      "eval_samples_per_second": 75.866,
+      "eval_steps_per_second": 3.299,
+      "step": 448
+    },
+    {
+      "epoch": 69.23,
+      "learning_rate": 3.4722222222222224e-06,
+      "loss": 0.7137,
+      "step": 450
+    },
+    {
+      "epoch": 70.0,
+      "eval_accuracy": 0.6086956521739131,
+      "eval_loss": 1.196757197380066,
+      "eval_runtime": 0.6046,
+      "eval_samples_per_second": 76.087,
+      "eval_steps_per_second": 3.308,
+      "step": 455
+    },
+    {
+      "epoch": 70.77,
+      "learning_rate": 2.3148148148148148e-06,
+      "loss": 0.6954,
+      "step": 460
+    },
+    {
+      "epoch": 70.92,
+      "eval_accuracy": 0.6304347826086957,
+      "eval_loss": 1.195902943611145,
+      "eval_runtime": 0.6061,
+      "eval_samples_per_second": 75.891,
+      "eval_steps_per_second": 3.3,
+      "step": 461
+    },
+    {
+      "epoch": 72.0,
+      "eval_accuracy": 0.6304347826086957,
+      "eval_loss": 1.1782379150390625,
+      "eval_runtime": 0.6167,
+      "eval_samples_per_second": 74.59,
+      "eval_steps_per_second": 3.243,
+      "step": 468
+    },
+    {
+      "epoch": 72.31,
+      "learning_rate": 1.1574074074074074e-06,
+      "loss": 0.6961,
+      "step": 470
+    },
+    {
+      "epoch": 72.92,
+      "eval_accuracy": 0.5652173913043478,
+      "eval_loss": 1.1934988498687744,
+      "eval_runtime": 0.63,
+      "eval_samples_per_second": 73.022,
+      "eval_steps_per_second": 3.175,
+      "step": 474
+    },
+    {
+      "epoch": 73.85,
+      "learning_rate": 0.0,
+      "loss": 0.6889,
+      "step": 480
+    },
+    {
+      "epoch": 73.85,
+      "eval_accuracy": 0.6086956521739131,
+      "eval_loss": 1.1834712028503418,
+      "eval_runtime": 0.6088,
+      "eval_samples_per_second": 75.554,
+      "eval_steps_per_second": 3.285,
+      "step": 480
+    },
+    {
+      "epoch": 73.85,
+      "step": 480,
+      "total_flos": 1.6581977329862246e+17,
+      "train_loss": 0.9102102994918824,
+      "train_runtime": 281.4413,
+      "train_samples_per_second": 232.802,
+      "train_steps_per_second": 1.706
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 480,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 80,
+  "save_steps": 500,
+  "total_flos": 1.6581977329862246e+17,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}