End of training

README.md

@@ -2,7 +2,10 @@
 license: apache-2.0
 base_model: distilbert-base-uncased
 tags:
+- question-answering
 - generated_from_trainer
+datasets:
+- squad
 model-index:
 - name: out
   results: []
@@ -13,7 +16,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # out
 
-This model is a fine-tuned version of [distilbert-base-uncased](https://huggingface.co/distilbert-base-uncased) on the None dataset.
+This model is a fine-tuned version of [distilbert-base-uncased](https://huggingface.co/distilbert-base-uncased) on the squad dataset.
 
 ## Model description
 

all_results.json

@@ -1,11 +1,11 @@
 {
-    "epoch": 50.0,
-    "eval_samples": 10784,
-    "exact_match": 65.24124881740775,
-    "f1": 76.54434353401918,
-    "train_loss": 0.4313709532456591,
-    "train_runtime": 11982.9489,
-    "train_samples": 88524,
-    "train_samples_per_second": 369.375,
-    "train_steps_per_second": 1.444
+    "epoch": 3.0,
+    "eval_samples": 5000,
+    "exact_match": 15.38,
+    "f1": 21.930776458284956,
+    "train_loss": 3.737274678548177,
+    "train_runtime": 45.6375,
+    "train_samples": 5000,
+    "train_samples_per_second": 328.677,
+    "train_steps_per_second": 1.315
 }

args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe7a208cb9c63df7b3fad01ad465970877eff6a0fd43b695a27a3c8dad001aee
+oid sha256:98798d11dd0cdecae302e736d5a9515adb5ead3dc44e56684fff7d3c9ce849c9
 size 5652

eval_nbest_predictions.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e0cb327220f3cfb972843de31afd7b923afb2a443cc2d6cf2840e2f13217887d
-size 49096744
+oid sha256:ac251bbb2f244b349586525dbf4b3d6dbb0b63367cdec64d3db6dd2f02562724
+size 23506813

eval_results.json

@@ -1,6 +1,6 @@
 {
-    "epoch": 50.0,
-    "eval_samples": 10784,
-    "exact_match": 65.24124881740775,
-    "f1": 76.54434353401918
+    "epoch": 3.0,
+    "eval_samples": 5000,
+    "exact_match": 15.38,
+    "f1": 21.930776458284956
 }

train_results.json

@@ -1,8 +1,8 @@
 {
-    "epoch": 50.0,
-    "train_loss": 0.4313709532456591,
-    "train_runtime": 11982.9489,
-    "train_samples": 88524,
-    "train_samples_per_second": 369.375,
-    "train_steps_per_second": 1.444
+    "epoch": 3.0,
+    "train_loss": 3.737274678548177,
+    "train_runtime": 45.6375,
+    "train_samples": 5000,
+    "train_samples_per_second": 328.677,
+    "train_steps_per_second": 1.315
 }

trainer_state.json

@@ -1,232 +1,28 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 50.0,
+  "epoch": 3.0,
   "eval_steps": 500,
-  "global_step": 17300,
+  "global_step": 60,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 1.45,
-      "learning_rate": 4.855491329479769e-05,
-      "loss": 1.6594,
-      "step": 500
-    },
-    {
-      "epoch": 2.89,
-      "learning_rate": 4.710982658959538e-05,
-      "loss": 0.9215,
-      "step": 1000
-    },
-    {
-      "epoch": 4.34,
-      "learning_rate": 4.566473988439307e-05,
-      "loss": 0.6453,
-      "step": 1500
-    },
-    {
-      "epoch": 5.78,
-      "learning_rate": 4.421965317919075e-05,
-      "loss": 0.4758,
-      "step": 2000
-    },
-    {
-      "epoch": 7.23,
-      "learning_rate": 4.2774566473988445e-05,
-      "loss": 0.3575,
-      "step": 2500
-    },
-    {
-      "epoch": 8.67,
-      "learning_rate": 4.132947976878613e-05,
-      "loss": 0.3063,
-      "step": 3000
-    },
-    {
-      "epoch": 10.12,
-      "learning_rate": 3.988439306358382e-05,
-      "loss": 0.31,
-      "step": 3500
-    },
-    {
-      "epoch": 11.56,
-      "learning_rate": 3.84393063583815e-05,
-      "loss": 0.3325,
-      "step": 4000
-    },
-    {
-      "epoch": 13.01,
-      "learning_rate": 3.699421965317919e-05,
-      "loss": 0.414,
-      "step": 4500
-    },
-    {
-      "epoch": 14.45,
-      "learning_rate": 3.554913294797688e-05,
-      "loss": 0.4969,
-      "step": 5000
-    },
-    {
-      "epoch": 15.9,
-      "learning_rate": 3.410404624277457e-05,
-      "loss": 0.668,
-      "step": 5500
-    },
-    {
-      "epoch": 17.34,
-      "learning_rate": 3.265895953757225e-05,
-      "loss": 0.7799,
-      "step": 6000
-    },
-    {
-      "epoch": 18.79,
-      "learning_rate": 3.1213872832369946e-05,
-      "loss": 0.8613,
-      "step": 6500
-    },
-    {
-      "epoch": 20.23,
-      "learning_rate": 2.9768786127167632e-05,
-      "loss": 0.8462,
-      "step": 7000
-    },
-    {
-      "epoch": 21.68,
-      "learning_rate": 2.832369942196532e-05,
-      "loss": 0.7924,
-      "step": 7500
-    },
-    {
-      "epoch": 23.12,
-      "learning_rate": 2.6878612716763007e-05,
-      "loss": 0.7011,
-      "step": 8000
-    },
-    {
-      "epoch": 24.57,
-      "learning_rate": 2.5433526011560693e-05,
-      "loss": 0.5652,
-      "step": 8500
-    },
-    {
-      "epoch": 26.01,
-      "learning_rate": 2.3988439306358382e-05,
-      "loss": 0.4699,
-      "step": 9000
-    },
-    {
-      "epoch": 27.46,
-      "learning_rate": 2.254335260115607e-05,
-      "loss": 0.3833,
-      "step": 9500
-    },
-    {
-      "epoch": 28.9,
-      "learning_rate": 2.1098265895953757e-05,
-      "loss": 0.3351,
-      "step": 10000
-    },
-    {
-      "epoch": 30.35,
-      "learning_rate": 1.9653179190751446e-05,
-      "loss": 0.2929,
-      "step": 10500
-    },
-    {
-      "epoch": 31.79,
-      "learning_rate": 1.8208092485549132e-05,
-      "loss": 0.2636,
-      "step": 11000
-    },
-    {
-      "epoch": 33.24,
-      "learning_rate": 1.676300578034682e-05,
-      "loss": 0.2358,
-      "step": 11500
-    },
-    {
-      "epoch": 34.68,
-      "learning_rate": 1.531791907514451e-05,
-      "loss": 0.2153,
-      "step": 12000
-    },
-    {
-      "epoch": 36.13,
-      "learning_rate": 1.3872832369942197e-05,
-      "loss": 0.1957,
-      "step": 12500
-    },
-    {
-      "epoch": 37.57,
-      "learning_rate": 1.2427745664739884e-05,
-      "loss": 0.1784,
-      "step": 13000
-    },
-    {
-      "epoch": 39.02,
-      "learning_rate": 1.0982658959537573e-05,
-      "loss": 0.169,
-      "step": 13500
-    },
-    {
-      "epoch": 40.46,
-      "learning_rate": 9.53757225433526e-06,
-      "loss": 0.1565,
-      "step": 14000
-    },
-    {
-      "epoch": 41.91,
-      "learning_rate": 8.092485549132949e-06,
-      "loss": 0.1508,
-      "step": 14500
-    },
-    {
-      "epoch": 43.35,
-      "learning_rate": 6.647398843930635e-06,
-      "loss": 0.1412,
-      "step": 15000
-    },
-    {
-      "epoch": 44.8,
-      "learning_rate": 5.202312138728324e-06,
-      "loss": 0.1378,
-      "step": 15500
-    },
-    {
-      "epoch": 46.24,
-      "learning_rate": 3.757225433526012e-06,
-      "loss": 0.1329,
-      "step": 16000
-    },
-    {
-      "epoch": 47.69,
-      "learning_rate": 2.3121387283236993e-06,
-      "loss": 0.131,
-      "step": 16500
-    },
-    {
-      "epoch": 49.13,
-      "learning_rate": 8.670520231213873e-07,
-      "loss": 0.1268,
-      "step": 17000
-    },
-    {
-      "epoch": 50.0,
-      "step": 17300,
-      "total_flos": 4.337225635212288e+17,
-      "train_loss": 0.4313709532456591,
-      "train_runtime": 11982.9489,
-      "train_samples_per_second": 369.375,
-      "train_steps_per_second": 1.444
+      "epoch": 3.0,
+      "step": 60,
+      "total_flos": 1469847375360000.0,
+      "train_loss": 3.737274678548177,
+      "train_runtime": 45.6375,
+      "train_samples_per_second": 328.677,
+      "train_steps_per_second": 1.315
     }
   ],
   "logging_steps": 500,
-  "max_steps": 17300,
-  "num_train_epochs": 50,
+  "max_steps": 60,
+  "num_train_epochs": 3,
   "save_steps": 500,
-  "total_flos": 4.337225635212288e+17,
+  "total_flos": 1469847375360000.0,
   "trial_name": null,
   "trial_params": null
 }