ngwgsang commited on
Commit
507b635
·
verified ·
1 Parent(s): 01bfa28

Training in progress, epoch 2, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:530ff1070ee72b249beda906bda92231486b86d9a947e9b503b2815575e4ccc5
3
  size 1681761380
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:addd025876e116a312f6991474408559d0af0532e1b4f992b2addcef8bd5da87
3
  size 1681761380
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:76ee868b7ed12f8b92ec4313553c693c3890c83d4867fdc24a44ec6b2eeeea51
3
  size 3363321371
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59fbc94c0ab809a212cd75928e528e2c49fce7db9666d6ead969abe7ec83d023
3
  size 3363321371
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:35c014650e3c84b215306c3bf7757946cefea7c103430a269c3bbbc1c4778734
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef7221890a7134ea2f5d764d71e45a50a5a07c68ebdc6724cddfcf18524c9c50
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2dfae99b7c7eb9c1ab60d210efed69fa581dc2f02540b0acffc43b5e4c1c5aa0
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbaf1fe07c08cae80261838683ae5bba41ac45905af686e74e6d05f19f13430d
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 0.12665657699108124,
3
- "best_model_checkpoint": "./vit5_qqp/checkpoint-3285",
4
- "epoch": 1.0,
5
  "eval_steps": 500,
6
- "global_step": 3285,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -57,6 +57,63 @@
57
  "eval_samples_per_second": 70.312,
58
  "eval_steps_per_second": 1.956,
59
  "step": 3285
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
60
  }
61
  ],
62
  "logging_steps": 500,
@@ -76,7 +133,7 @@
76
  "attributes": {}
77
  }
78
  },
79
- "total_flos": 2.50210369339392e+16,
80
  "train_batch_size": 36,
81
  "trial_name": null,
82
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.11228575557470322,
3
+ "best_model_checkpoint": "./vit5_qqp/checkpoint-6570",
4
+ "epoch": 2.0,
5
  "eval_steps": 500,
6
+ "global_step": 6570,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
57
  "eval_samples_per_second": 70.312,
58
  "eval_steps_per_second": 1.956,
59
  "step": 3285
60
+ },
61
+ {
62
+ "epoch": 1.06544901065449,
63
+ "grad_norm": 0.3758560121059418,
64
+ "learning_rate": 3.224251648909183e-05,
65
+ "loss": 0.1228,
66
+ "step": 3500
67
+ },
68
+ {
69
+ "epoch": 1.21765601217656,
70
+ "grad_norm": 0.31075945496559143,
71
+ "learning_rate": 2.9705733130390666e-05,
72
+ "loss": 0.1052,
73
+ "step": 4000
74
+ },
75
+ {
76
+ "epoch": 1.36986301369863,
77
+ "grad_norm": 0.442830890417099,
78
+ "learning_rate": 2.71689497716895e-05,
79
+ "loss": 0.1044,
80
+ "step": 4500
81
+ },
82
+ {
83
+ "epoch": 1.5220700152207,
84
+ "grad_norm": 0.44427257776260376,
85
+ "learning_rate": 2.463216641298833e-05,
86
+ "loss": 0.1041,
87
+ "step": 5000
88
+ },
89
+ {
90
+ "epoch": 1.6742770167427703,
91
+ "grad_norm": 0.34879612922668457,
92
+ "learning_rate": 2.2095383054287164e-05,
93
+ "loss": 0.1025,
94
+ "step": 5500
95
+ },
96
+ {
97
+ "epoch": 1.82648401826484,
98
+ "grad_norm": 0.4718236029148102,
99
+ "learning_rate": 1.9558599695585997e-05,
100
+ "loss": 0.1007,
101
+ "step": 6000
102
+ },
103
+ {
104
+ "epoch": 1.9786910197869103,
105
+ "grad_norm": 0.4203096330165863,
106
+ "learning_rate": 1.702181633688483e-05,
107
+ "loss": 0.099,
108
+ "step": 6500
109
+ },
110
+ {
111
+ "epoch": 2.0,
112
+ "eval_loss": 0.11228575557470322,
113
+ "eval_runtime": 186.2342,
114
+ "eval_samples_per_second": 70.277,
115
+ "eval_steps_per_second": 1.955,
116
+ "step": 6570
117
  }
118
  ],
119
  "logging_steps": 500,
 
133
  "attributes": {}
134
  }
135
  },
136
+ "total_flos": 5.00420738678784e+16,
137
  "train_batch_size": 36,
138
  "trial_name": null,
139
  "trial_params": null