haibotamiu commited on
Commit
9c07872
1 Parent(s): d4be658

End of training

Browse files
README.md CHANGED
@@ -2,7 +2,10 @@
2
  license: apache-2.0
3
  base_model: distilbert-base-uncased
4
  tags:
 
5
  - generated_from_trainer
 
 
6
  model-index:
7
  - name: out
8
  results: []
@@ -13,7 +16,7 @@ should probably proofread and complete it, then remove this comment. -->
13
 
14
  # out
15
 
16
- This model is a fine-tuned version of [distilbert-base-uncased](https://huggingface.co/distilbert-base-uncased) on the None dataset.
17
 
18
  ## Model description
19
 
 
2
  license: apache-2.0
3
  base_model: distilbert-base-uncased
4
  tags:
5
+ - question-answering
6
  - generated_from_trainer
7
+ datasets:
8
+ - squad
9
  model-index:
10
  - name: out
11
  results: []
 
16
 
17
  # out
18
 
19
+ This model is a fine-tuned version of [distilbert-base-uncased](https://huggingface.co/distilbert-base-uncased) on the squad dataset.
20
 
21
  ## Model description
22
 
all_results.json CHANGED
@@ -1,11 +1,11 @@
1
  {
2
- "epoch": 3.0,
3
  "eval_samples": 10784,
4
- "exact_match": 75.1844843897824,
5
- "f1": 84.01198623808155,
6
- "train_loss": 1.3245489601914364,
7
- "train_runtime": 732.568,
8
  "train_samples": 88524,
9
- "train_samples_per_second": 362.522,
10
- "train_steps_per_second": 1.417
11
  }
 
1
  {
2
+ "epoch": 5.0,
3
  "eval_samples": 10784,
4
+ "exact_match": 76.12109744560075,
5
+ "f1": 84.67154895231297,
6
+ "train_loss": 1.0621621633540688,
7
+ "train_runtime": 1213.6111,
8
  "train_samples": 88524,
9
+ "train_samples_per_second": 364.713,
10
+ "train_steps_per_second": 1.425
11
  }
args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8f1a8815b4a31b0bf0b9ec7030d0f7f22cb8610e9e234f8183c714bfac7f798e
3
  size 5652
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:483692591b39cae794e2bf79a7e2817aa98b0b93c741e4ce67735869612b26ce
3
  size 5652
eval_nbest_predictions.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6f0e59a4263b5152daed3ff41d33f8de5c3b7640e9fdbf1aecd0eec47500f1f0
3
- size 49522736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd4faa04e2b0b10a19c8b25a1984c82001237cf0d28f33b09c126db7276f634b
3
+ size 49324536
eval_predictions.json CHANGED
The diff for this file is too large to render. See raw diff
 
eval_results.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
- "epoch": 3.0,
3
  "eval_samples": 10784,
4
- "exact_match": 75.1844843897824,
5
- "f1": 84.01198623808155
6
  }
 
1
  {
2
+ "epoch": 5.0,
3
  "eval_samples": 10784,
4
+ "exact_match": 76.12109744560075,
5
+ "f1": 84.67154895231297
6
  }
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "epoch": 3.0,
3
- "train_loss": 1.3245489601914364,
4
- "train_runtime": 732.568,
5
  "train_samples": 88524,
6
- "train_samples_per_second": 362.522,
7
- "train_steps_per_second": 1.417
8
  }
 
1
  {
2
+ "epoch": 5.0,
3
+ "train_loss": 1.0621621633540688,
4
+ "train_runtime": 1213.6111,
5
  "train_samples": 88524,
6
+ "train_samples_per_second": 364.713,
7
+ "train_steps_per_second": 1.425
8
  }
trainer_state.json CHANGED
@@ -1,40 +1,46 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 3.0,
5
  "eval_steps": 500,
6
- "global_step": 1038,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 1.45,
13
- "learning_rate": 2.5915221579961463e-05,
14
- "loss": 1.6863,
15
  "step": 500
16
  },
17
  {
18
  "epoch": 2.89,
19
- "learning_rate": 1.8304431599229288e-06,
20
- "loss": 0.9928,
21
  "step": 1000
22
  },
23
  {
24
- "epoch": 3.0,
25
- "step": 1038,
26
- "total_flos": 2.602335381127373e+16,
27
- "train_loss": 1.3245489601914364,
28
- "train_runtime": 732.568,
29
- "train_samples_per_second": 362.522,
30
- "train_steps_per_second": 1.417
 
 
 
 
 
 
31
  }
32
  ],
33
  "logging_steps": 500,
34
- "max_steps": 1038,
35
- "num_train_epochs": 3,
36
  "save_steps": 500,
37
- "total_flos": 2.602335381127373e+16,
38
  "trial_name": null,
39
  "trial_params": null
40
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 5.0,
5
  "eval_steps": 500,
6
+ "global_step": 1730,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 1.45,
13
+ "learning_rate": 3.554913294797688e-05,
14
+ "loss": 1.6738,
15
  "step": 500
16
  },
17
  {
18
  "epoch": 2.89,
19
+ "learning_rate": 2.1098265895953757e-05,
20
+ "loss": 0.9544,
21
  "step": 1000
22
  },
23
  {
24
+ "epoch": 4.34,
25
+ "learning_rate": 6.647398843930635e-06,
26
+ "loss": 0.7396,
27
+ "step": 1500
28
+ },
29
+ {
30
+ "epoch": 5.0,
31
+ "step": 1730,
32
+ "total_flos": 4.337225635212288e+16,
33
+ "train_loss": 1.0621621633540688,
34
+ "train_runtime": 1213.6111,
35
+ "train_samples_per_second": 364.713,
36
+ "train_steps_per_second": 1.425
37
  }
38
  ],
39
  "logging_steps": 500,
40
+ "max_steps": 1730,
41
+ "num_train_epochs": 5,
42
  "save_steps": 500,
43
+ "total_flos": 4.337225635212288e+16,
44
  "trial_name": null,
45
  "trial_params": null
46
  }