habibi26 commited on
Commit
cae6bb6
·
verified ·
1 Parent(s): ae884b3

Training in progress, epoch 0

Browse files
all_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 12.631578947368421,
3
+ "total_flos": 2.993942051666657e+17,
4
+ "train_loss": 0.30815972487131754,
5
+ "train_runtime": 414.0498,
6
+ "train_samples_per_second": 10.868,
7
+ "train_steps_per_second": 0.145
8
+ }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:10893cd0240d0e57495300aabfd4b00f74b2990dfa1ebdcf4f3353e614c51e37
3
  size 349854120
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:893a20ad1e38c9d3d8b0587d4b4e5f30ea84e47dd7a1ac923200cab8f4508944
3
  size 349854120
runs/Jun26_07-48-44_a4870aece808/events.out.tfevents.1719388136.a4870aece808.34.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6267d7263d8330ffd85d99c5c548f9ea43fc01425372dad336e7f9624ed05f1
3
+ size 5151
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 12.631578947368421,
3
+ "total_flos": 2.993942051666657e+17,
4
+ "train_loss": 0.30815972487131754,
5
+ "train_runtime": 414.0498,
6
+ "train_samples_per_second": 10.868,
7
+ "train_steps_per_second": 0.145
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,201 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.9857142857142858,
3
+ "best_model_checkpoint": "document-spoof-clip/checkpoint-57",
4
+ "epoch": 12.631578947368421,
5
+ "eval_steps": 500,
6
+ "global_step": 60,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.8421052631578947,
13
+ "eval_accuracy": 0.8285714285714286,
14
+ "eval_loss": 0.5341095328330994,
15
+ "eval_runtime": 6.1365,
16
+ "eval_samples_per_second": 11.407,
17
+ "eval_steps_per_second": 0.815,
18
+ "step": 4
19
+ },
20
+ {
21
+ "epoch": 1.8947368421052633,
22
+ "eval_accuracy": 0.8857142857142857,
23
+ "eval_loss": 0.2827140986919403,
24
+ "eval_runtime": 5.2456,
25
+ "eval_samples_per_second": 13.345,
26
+ "eval_steps_per_second": 0.953,
27
+ "step": 9
28
+ },
29
+ {
30
+ "epoch": 2.1052631578947367,
31
+ "grad_norm": 14.946775436401367,
32
+ "learning_rate": 4.62962962962963e-05,
33
+ "loss": 0.6045,
34
+ "step": 10
35
+ },
36
+ {
37
+ "epoch": 2.9473684210526314,
38
+ "eval_accuracy": 0.7857142857142857,
39
+ "eval_loss": 0.4043836295604706,
40
+ "eval_runtime": 5.2087,
41
+ "eval_samples_per_second": 13.439,
42
+ "eval_steps_per_second": 0.96,
43
+ "step": 14
44
+ },
45
+ {
46
+ "epoch": 4.0,
47
+ "eval_accuracy": 0.9142857142857143,
48
+ "eval_loss": 0.22778411209583282,
49
+ "eval_runtime": 5.214,
50
+ "eval_samples_per_second": 13.425,
51
+ "eval_steps_per_second": 0.959,
52
+ "step": 19
53
+ },
54
+ {
55
+ "epoch": 4.2105263157894735,
56
+ "grad_norm": 11.259857177734375,
57
+ "learning_rate": 3.7037037037037037e-05,
58
+ "loss": 0.7684,
59
+ "step": 20
60
+ },
61
+ {
62
+ "epoch": 4.842105263157895,
63
+ "eval_accuracy": 0.9571428571428572,
64
+ "eval_loss": 0.1032894104719162,
65
+ "eval_runtime": 5.2447,
66
+ "eval_samples_per_second": 13.347,
67
+ "eval_steps_per_second": 0.953,
68
+ "step": 23
69
+ },
70
+ {
71
+ "epoch": 5.894736842105263,
72
+ "eval_accuracy": 0.9714285714285714,
73
+ "eval_loss": 0.1465865820646286,
74
+ "eval_runtime": 5.2649,
75
+ "eval_samples_per_second": 13.295,
76
+ "eval_steps_per_second": 0.95,
77
+ "step": 28
78
+ },
79
+ {
80
+ "epoch": 6.315789473684211,
81
+ "grad_norm": 8.416402816772461,
82
+ "learning_rate": 2.777777777777778e-05,
83
+ "loss": 0.2323,
84
+ "step": 30
85
+ },
86
+ {
87
+ "epoch": 6.947368421052632,
88
+ "eval_accuracy": 0.9142857142857143,
89
+ "eval_loss": 0.22525207698345184,
90
+ "eval_runtime": 5.3071,
91
+ "eval_samples_per_second": 13.19,
92
+ "eval_steps_per_second": 0.942,
93
+ "step": 33
94
+ },
95
+ {
96
+ "epoch": 8.0,
97
+ "eval_accuracy": 0.9714285714285714,
98
+ "eval_loss": 0.12320270389318466,
99
+ "eval_runtime": 5.3285,
100
+ "eval_samples_per_second": 13.137,
101
+ "eval_steps_per_second": 0.938,
102
+ "step": 38
103
+ },
104
+ {
105
+ "epoch": 8.421052631578947,
106
+ "grad_norm": 32.6998176574707,
107
+ "learning_rate": 1.8518518518518518e-05,
108
+ "loss": 0.0933,
109
+ "step": 40
110
+ },
111
+ {
112
+ "epoch": 8.842105263157894,
113
+ "eval_accuracy": 0.9714285714285714,
114
+ "eval_loss": 0.05824749916791916,
115
+ "eval_runtime": 5.376,
116
+ "eval_samples_per_second": 13.021,
117
+ "eval_steps_per_second": 0.93,
118
+ "step": 42
119
+ },
120
+ {
121
+ "epoch": 9.894736842105264,
122
+ "eval_accuracy": 0.9714285714285714,
123
+ "eval_loss": 0.06094963848590851,
124
+ "eval_runtime": 5.3183,
125
+ "eval_samples_per_second": 13.162,
126
+ "eval_steps_per_second": 0.94,
127
+ "step": 47
128
+ },
129
+ {
130
+ "epoch": 10.526315789473685,
131
+ "grad_norm": 7.5993194580078125,
132
+ "learning_rate": 9.259259259259259e-06,
133
+ "loss": 0.067,
134
+ "step": 50
135
+ },
136
+ {
137
+ "epoch": 10.947368421052632,
138
+ "eval_accuracy": 0.9714285714285714,
139
+ "eval_loss": 0.04527128115296364,
140
+ "eval_runtime": 5.3452,
141
+ "eval_samples_per_second": 13.096,
142
+ "eval_steps_per_second": 0.935,
143
+ "step": 52
144
+ },
145
+ {
146
+ "epoch": 12.0,
147
+ "eval_accuracy": 0.9857142857142858,
148
+ "eval_loss": 0.04218948259949684,
149
+ "eval_runtime": 5.3043,
150
+ "eval_samples_per_second": 13.197,
151
+ "eval_steps_per_second": 0.943,
152
+ "step": 57
153
+ },
154
+ {
155
+ "epoch": 12.631578947368421,
156
+ "grad_norm": 6.4861040115356445,
157
+ "learning_rate": 0.0,
158
+ "loss": 0.0835,
159
+ "step": 60
160
+ },
161
+ {
162
+ "epoch": 12.631578947368421,
163
+ "eval_accuracy": 0.9857142857142858,
164
+ "eval_loss": 0.028362158685922623,
165
+ "eval_runtime": 5.2306,
166
+ "eval_samples_per_second": 13.383,
167
+ "eval_steps_per_second": 0.956,
168
+ "step": 60
169
+ },
170
+ {
171
+ "epoch": 12.631578947368421,
172
+ "step": 60,
173
+ "total_flos": 2.993942051666657e+17,
174
+ "train_loss": 0.30815972487131754,
175
+ "train_runtime": 414.0498,
176
+ "train_samples_per_second": 10.868,
177
+ "train_steps_per_second": 0.145
178
+ }
179
+ ],
180
+ "logging_steps": 10,
181
+ "max_steps": 60,
182
+ "num_input_tokens_seen": 0,
183
+ "num_train_epochs": 15,
184
+ "save_steps": 500,
185
+ "stateful_callbacks": {
186
+ "TrainerControl": {
187
+ "args": {
188
+ "should_epoch_stop": false,
189
+ "should_evaluate": false,
190
+ "should_log": false,
191
+ "should_save": true,
192
+ "should_training_stop": true
193
+ },
194
+ "attributes": {}
195
+ }
196
+ },
197
+ "total_flos": 2.993942051666657e+17,
198
+ "train_batch_size": 16,
199
+ "trial_name": null,
200
+ "trial_params": null
201
+ }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:64e67a8d9262adf7099170075d057c9685a2bfe845d5b152003de79b7ee856db
3
  size 5112
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:124ad3a46ceaa8e0ec6490e95d380bdc480569c4d7708263d876031fcbfd9e2a
3
  size 5112