End of training

README.md

@@ -2,7 +2,10 @@
 license: apache-2.0
 base_model: distilbert-base-uncased
 tags:
+- question-answering
 - generated_from_trainer
+datasets:
+- squad
 model-index:
 - name: out
   results: []
@@ -13,7 +16,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # out
 
-This model is a fine-tuned version of [distilbert-base-uncased](https://huggingface.co/distilbert-base-uncased) on the None dataset.
+This model is a fine-tuned version of [distilbert-base-uncased](https://huggingface.co/distilbert-base-uncased) on the squad dataset.
 
 ## Model description
 

all_results.json

@@ -1,11 +1,11 @@
 {
-    "epoch": 20.0,
+    "epoch": 50.0,
     "eval_samples": 10784,
-    "exact_match": 46.07379375591296,
-    "f1": 59.615253741406285,
-    "train_loss": 0.9091191572950066,
-    "train_runtime": 4840.8355,
+    "exact_match": 65.24124881740775,
+    "f1": 76.54434353401918,
+    "train_loss": 0.4313709532456591,
+    "train_runtime": 11982.9489,
     "train_samples": 88524,
-    "train_samples_per_second": 365.739,
-    "train_steps_per_second": 1.43
+    "train_samples_per_second": 369.375,
+    "train_steps_per_second": 1.444
 }

args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:26b9976813d721358fcb7d0da6a5d5e6dc67432507a8e9890fbc48828c18e7c5
+oid sha256:fe7a208cb9c63df7b3fad01ad465970877eff6a0fd43b695a27a3c8dad001aee
 size 5652

eval_nbest_predictions.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3876c71c4d0c1b62abfa24ba0e3b9860114e49702643e1bc29d684bd13fec948
-size 50977373
+oid sha256:e0cb327220f3cfb972843de31afd7b923afb2a443cc2d6cf2840e2f13217887d
+size 49096744

eval_results.json

@@ -1,6 +1,6 @@
 {
-    "epoch": 20.0,
+    "epoch": 50.0,
     "eval_samples": 10784,
-    "exact_match": 46.07379375591296,
-    "f1": 59.615253741406285
+    "exact_match": 65.24124881740775,
+    "f1": 76.54434353401918
 }

train_results.json

@@ -1,8 +1,8 @@
 {
-    "epoch": 20.0,
-    "train_loss": 0.9091191572950066,
-    "train_runtime": 4840.8355,
+    "epoch": 50.0,
+    "train_loss": 0.4313709532456591,
+    "train_runtime": 11982.9489,
     "train_samples": 88524,
-    "train_samples_per_second": 365.739,
-    "train_steps_per_second": 1.43
+    "train_samples_per_second": 369.375,
+    "train_steps_per_second": 1.444
 }

trainer_state.json

@@ -1,106 +1,232 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 20.0,
+  "epoch": 50.0,
   "eval_steps": 500,
-  "global_step": 6920,
+  "global_step": 17300,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
       "epoch": 1.45,
-      "learning_rate": 4.6387283236994224e-05,
-      "loss": 1.6616,
+      "learning_rate": 4.855491329479769e-05,
+      "loss": 1.6594,
       "step": 500
     },
     {
       "epoch": 2.89,
-      "learning_rate": 4.2774566473988445e-05,
-      "loss": 0.9259,
+      "learning_rate": 4.710982658959538e-05,
+      "loss": 0.9215,
       "step": 1000
     },
     {
       "epoch": 4.34,
-      "learning_rate": 3.916184971098266e-05,
-      "loss": 0.6562,
+      "learning_rate": 4.566473988439307e-05,
+      "loss": 0.6453,
       "step": 1500
     },
     {
       "epoch": 5.78,
-      "learning_rate": 3.554913294797688e-05,
-      "loss": 0.4915,
+      "learning_rate": 4.421965317919075e-05,
+      "loss": 0.4758,
       "step": 2000
     },
     {
       "epoch": 7.23,
-      "learning_rate": 3.19364161849711e-05,
-      "loss": 0.3773,
+      "learning_rate": 4.2774566473988445e-05,
+      "loss": 0.3575,
       "step": 2500
     },
     {
       "epoch": 8.67,
-      "learning_rate": 2.832369942196532e-05,
-      "loss": 0.3321,
+      "learning_rate": 4.132947976878613e-05,
+      "loss": 0.3063,
       "step": 3000
     },
     {
       "epoch": 10.12,
-      "learning_rate": 2.471098265895954e-05,
-      "loss": 0.347,
+      "learning_rate": 3.988439306358382e-05,
+      "loss": 0.31,
       "step": 3500
     },
     {
       "epoch": 11.56,
-      "learning_rate": 2.1098265895953757e-05,
-      "loss": 0.3954,
+      "learning_rate": 3.84393063583815e-05,
+      "loss": 0.3325,
       "step": 4000
     },
     {
       "epoch": 13.01,
-      "learning_rate": 1.748554913294798e-05,
-      "loss": 0.5166,
+      "learning_rate": 3.699421965317919e-05,
+      "loss": 0.414,
       "step": 4500
     },
     {
       "epoch": 14.45,
-      "learning_rate": 1.3872832369942197e-05,
-      "loss": 0.6966,
+      "learning_rate": 3.554913294797688e-05,
+      "loss": 0.4969,
       "step": 5000
     },
     {
       "epoch": 15.9,
-      "learning_rate": 1.0260115606936416e-05,
-      "loss": 1.072,
+      "learning_rate": 3.410404624277457e-05,
+      "loss": 0.668,
       "step": 5500
     },
     {
       "epoch": 17.34,
-      "learning_rate": 6.647398843930635e-06,
-      "loss": 1.4468,
+      "learning_rate": 3.265895953757225e-05,
+      "loss": 0.7799,
       "step": 6000
     },
     {
       "epoch": 18.79,
-      "learning_rate": 3.0346820809248555e-06,
-      "loss": 1.8735,
+      "learning_rate": 3.1213872832369946e-05,
+      "loss": 0.8613,
       "step": 6500
     },
     {
-      "epoch": 20.0,
-      "step": 6920,
-      "total_flos": 1.7348902540849152e+17,
-      "train_loss": 0.9091191572950066,
-      "train_runtime": 4840.8355,
-      "train_samples_per_second": 365.739,
-      "train_steps_per_second": 1.43
+      "epoch": 20.23,
+      "learning_rate": 2.9768786127167632e-05,
+      "loss": 0.8462,
+      "step": 7000
+    },
+    {
+      "epoch": 21.68,
+      "learning_rate": 2.832369942196532e-05,
+      "loss": 0.7924,
+      "step": 7500
+    },
+    {
+      "epoch": 23.12,
+      "learning_rate": 2.6878612716763007e-05,
+      "loss": 0.7011,
+      "step": 8000
+    },
+    {
+      "epoch": 24.57,
+      "learning_rate": 2.5433526011560693e-05,
+      "loss": 0.5652,
+      "step": 8500
+    },
+    {
+      "epoch": 26.01,
+      "learning_rate": 2.3988439306358382e-05,
+      "loss": 0.4699,
+      "step": 9000
+    },
+    {
+      "epoch": 27.46,
+      "learning_rate": 2.254335260115607e-05,
+      "loss": 0.3833,
+      "step": 9500
+    },
+    {
+      "epoch": 28.9,
+      "learning_rate": 2.1098265895953757e-05,
+      "loss": 0.3351,
+      "step": 10000
+    },
+    {
+      "epoch": 30.35,
+      "learning_rate": 1.9653179190751446e-05,
+      "loss": 0.2929,
+      "step": 10500
+    },
+    {
+      "epoch": 31.79,
+      "learning_rate": 1.8208092485549132e-05,
+      "loss": 0.2636,
+      "step": 11000
+    },
+    {
+      "epoch": 33.24,
+      "learning_rate": 1.676300578034682e-05,
+      "loss": 0.2358,
+      "step": 11500
+    },
+    {
+      "epoch": 34.68,
+      "learning_rate": 1.531791907514451e-05,
+      "loss": 0.2153,
+      "step": 12000
+    },
+    {
+      "epoch": 36.13,
+      "learning_rate": 1.3872832369942197e-05,
+      "loss": 0.1957,
+      "step": 12500
+    },
+    {
+      "epoch": 37.57,
+      "learning_rate": 1.2427745664739884e-05,
+      "loss": 0.1784,
+      "step": 13000
+    },
+    {
+      "epoch": 39.02,
+      "learning_rate": 1.0982658959537573e-05,
+      "loss": 0.169,
+      "step": 13500
+    },
+    {
+      "epoch": 40.46,
+      "learning_rate": 9.53757225433526e-06,
+      "loss": 0.1565,
+      "step": 14000
+    },
+    {
+      "epoch": 41.91,
+      "learning_rate": 8.092485549132949e-06,
+      "loss": 0.1508,
+      "step": 14500
+    },
+    {
+      "epoch": 43.35,
+      "learning_rate": 6.647398843930635e-06,
+      "loss": 0.1412,
+      "step": 15000
+    },
+    {
+      "epoch": 44.8,
+      "learning_rate": 5.202312138728324e-06,
+      "loss": 0.1378,
+      "step": 15500
+    },
+    {
+      "epoch": 46.24,
+      "learning_rate": 3.757225433526012e-06,
+      "loss": 0.1329,
+      "step": 16000
+    },
+    {
+      "epoch": 47.69,
+      "learning_rate": 2.3121387283236993e-06,
+      "loss": 0.131,
+      "step": 16500
+    },
+    {
+      "epoch": 49.13,
+      "learning_rate": 8.670520231213873e-07,
+      "loss": 0.1268,
+      "step": 17000
+    },
+    {
+      "epoch": 50.0,
+      "step": 17300,
+      "total_flos": 4.337225635212288e+17,
+      "train_loss": 0.4313709532456591,
+      "train_runtime": 11982.9489,
+      "train_samples_per_second": 369.375,
+      "train_steps_per_second": 1.444
     }
   ],
   "logging_steps": 500,
-  "max_steps": 6920,
-  "num_train_epochs": 20,
+  "max_steps": 17300,
+  "num_train_epochs": 50,
   "save_steps": 500,
-  "total_flos": 1.7348902540849152e+17,
+  "total_flos": 4.337225635212288e+17,
   "trial_name": null,
   "trial_params": null
 }