Najathpathiyil commited on
Commit
faf271f
1 Parent(s): 4bb7d94

End of training

Browse files
all_results.json CHANGED
@@ -1,13 +1,13 @@
1
  {
2
  "epoch": 3.0,
3
- "eval_accuracy": 0.9781481481481481,
4
- "eval_loss": 0.062276002019643784,
5
- "eval_runtime": 16.6723,
6
- "eval_samples_per_second": 161.946,
7
- "eval_steps_per_second": 5.098,
8
  "total_flos": 1.8124066505760768e+18,
9
- "train_loss": 0.3407971503441794,
10
- "train_runtime": 1119.3728,
11
- "train_samples_per_second": 65.126,
12
- "train_steps_per_second": 0.509
13
  }
 
1
  {
2
  "epoch": 3.0,
3
+ "eval_accuracy": 0.9740740740740741,
4
+ "eval_loss": 0.07933878898620605,
5
+ "eval_runtime": 16.0127,
6
+ "eval_samples_per_second": 168.616,
7
+ "eval_steps_per_second": 5.308,
8
  "total_flos": 1.8124066505760768e+18,
9
+ "train_loss": 0.32989514710610374,
10
+ "train_runtime": 1304.6847,
11
+ "train_samples_per_second": 55.876,
12
+ "train_steps_per_second": 0.437
13
  }
eval_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 3.0,
3
- "eval_accuracy": 0.9781481481481481,
4
- "eval_loss": 0.062276002019643784,
5
- "eval_runtime": 16.6723,
6
- "eval_samples_per_second": 161.946,
7
- "eval_steps_per_second": 5.098
8
  }
 
1
  {
2
  "epoch": 3.0,
3
+ "eval_accuracy": 0.9740740740740741,
4
+ "eval_loss": 0.07933878898620605,
5
+ "eval_runtime": 16.0127,
6
+ "eval_samples_per_second": 168.616,
7
+ "eval_steps_per_second": 5.308
8
  }
runs/Oct20_09-10-24_f2f37b04cb37/events.out.tfevents.1729417035.f2f37b04cb37.406.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7b77e154db6f3f7c6f93c6bb4c951b706c65f414f08a66fdfb68e1dd233ac4d
3
+ size 411
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 3.0,
3
  "total_flos": 1.8124066505760768e+18,
4
- "train_loss": 0.3407971503441794,
5
- "train_runtime": 1119.3728,
6
- "train_samples_per_second": 65.126,
7
- "train_steps_per_second": 0.509
8
  }
 
1
  {
2
  "epoch": 3.0,
3
  "total_flos": 1.8124066505760768e+18,
4
+ "train_loss": 0.32989514710610374,
5
+ "train_runtime": 1304.6847,
6
+ "train_samples_per_second": 55.876,
7
+ "train_steps_per_second": 0.437
8
  }
trainer_state.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "best_metric": 0.9781481481481481,
3
  "best_model_checkpoint": "swin-tiny-patch4-window7-224-finetuned-eurosat/checkpoint-570",
4
  "epoch": 3.0,
5
  "eval_steps": 500,
@@ -10,438 +10,438 @@
10
  "log_history": [
11
  {
12
  "epoch": 0.05263157894736842,
13
- "grad_norm": 6.441094398498535,
14
  "learning_rate": 8.771929824561403e-06,
15
- "loss": 2.2771,
16
  "step": 10
17
  },
18
  {
19
  "epoch": 0.10526315789473684,
20
- "grad_norm": 7.560100078582764,
21
  "learning_rate": 1.7543859649122806e-05,
22
- "loss": 2.0756,
23
  "step": 20
24
  },
25
  {
26
  "epoch": 0.15789473684210525,
27
- "grad_norm": 8.593420028686523,
28
  "learning_rate": 2.6315789473684212e-05,
29
- "loss": 1.6159,
30
  "step": 30
31
  },
32
  {
33
  "epoch": 0.21052631578947367,
34
- "grad_norm": 15.930532455444336,
35
  "learning_rate": 3.508771929824561e-05,
36
- "loss": 1.0891,
37
  "step": 40
38
  },
39
  {
40
  "epoch": 0.2631578947368421,
41
- "grad_norm": 9.635261535644531,
42
  "learning_rate": 4.3859649122807014e-05,
43
- "loss": 0.7175,
44
  "step": 50
45
  },
46
  {
47
  "epoch": 0.3157894736842105,
48
- "grad_norm": 29.617084503173828,
49
  "learning_rate": 4.970760233918128e-05,
50
- "loss": 0.5415,
51
  "step": 60
52
  },
53
  {
54
  "epoch": 0.3684210526315789,
55
- "grad_norm": 12.889870643615723,
56
  "learning_rate": 4.8732943469785574e-05,
57
- "loss": 0.3873,
58
  "step": 70
59
  },
60
  {
61
  "epoch": 0.42105263157894735,
62
- "grad_norm": 28.610116958618164,
63
  "learning_rate": 4.7758284600389865e-05,
64
- "loss": 0.3935,
65
  "step": 80
66
  },
67
  {
68
  "epoch": 0.47368421052631576,
69
- "grad_norm": 12.129476547241211,
70
  "learning_rate": 4.678362573099415e-05,
71
- "loss": 0.407,
72
  "step": 90
73
  },
74
  {
75
  "epoch": 0.5263157894736842,
76
- "grad_norm": 8.134405136108398,
77
  "learning_rate": 4.580896686159844e-05,
78
- "loss": 0.403,
79
  "step": 100
80
  },
81
  {
82
  "epoch": 0.5789473684210527,
83
- "grad_norm": 16.965028762817383,
84
  "learning_rate": 4.483430799220273e-05,
85
- "loss": 0.3666,
86
  "step": 110
87
  },
88
  {
89
  "epoch": 0.631578947368421,
90
- "grad_norm": 20.727378845214844,
91
  "learning_rate": 4.3859649122807014e-05,
92
- "loss": 0.3315,
93
  "step": 120
94
  },
95
  {
96
  "epoch": 0.6842105263157895,
97
- "grad_norm": 10.648832321166992,
98
  "learning_rate": 4.2884990253411305e-05,
99
- "loss": 0.3185,
100
  "step": 130
101
  },
102
  {
103
  "epoch": 0.7368421052631579,
104
- "grad_norm": 15.240333557128906,
105
  "learning_rate": 4.1910331384015596e-05,
106
- "loss": 0.3092,
107
  "step": 140
108
  },
109
  {
110
  "epoch": 0.7894736842105263,
111
- "grad_norm": 12.595602035522461,
112
  "learning_rate": 4.093567251461988e-05,
113
- "loss": 0.2781,
114
  "step": 150
115
  },
116
  {
117
  "epoch": 0.8421052631578947,
118
- "grad_norm": 23.477523803710938,
119
  "learning_rate": 3.996101364522417e-05,
120
- "loss": 0.3165,
121
  "step": 160
122
  },
123
  {
124
  "epoch": 0.8947368421052632,
125
- "grad_norm": 12.806583404541016,
126
  "learning_rate": 3.898635477582846e-05,
127
- "loss": 0.2604,
128
  "step": 170
129
  },
130
  {
131
  "epoch": 0.9473684210526315,
132
- "grad_norm": 12.278985023498535,
133
  "learning_rate": 3.8011695906432746e-05,
134
- "loss": 0.2268,
135
  "step": 180
136
  },
137
  {
138
  "epoch": 1.0,
139
- "grad_norm": 16.98476791381836,
140
  "learning_rate": 3.7037037037037037e-05,
141
- "loss": 0.2614,
142
  "step": 190
143
  },
144
  {
145
  "epoch": 1.0,
146
- "eval_accuracy": 0.9644444444444444,
147
- "eval_loss": 0.11767604947090149,
148
- "eval_runtime": 16.3432,
149
- "eval_samples_per_second": 165.206,
150
- "eval_steps_per_second": 5.201,
151
  "step": 190
152
  },
153
  {
154
  "epoch": 1.0526315789473684,
155
- "grad_norm": 22.68017578125,
156
  "learning_rate": 3.606237816764133e-05,
157
- "loss": 0.2571,
158
  "step": 200
159
  },
160
  {
161
  "epoch": 1.1052631578947367,
162
- "grad_norm": 8.888700485229492,
163
  "learning_rate": 3.508771929824561e-05,
164
- "loss": 0.2413,
165
  "step": 210
166
  },
167
  {
168
  "epoch": 1.1578947368421053,
169
- "grad_norm": 15.368131637573242,
170
  "learning_rate": 3.41130604288499e-05,
171
- "loss": 0.2676,
172
  "step": 220
173
  },
174
  {
175
  "epoch": 1.2105263157894737,
176
- "grad_norm": 12.329680442810059,
177
  "learning_rate": 3.313840155945419e-05,
178
- "loss": 0.223,
179
  "step": 230
180
  },
181
  {
182
  "epoch": 1.263157894736842,
183
- "grad_norm": 18.98630714416504,
184
  "learning_rate": 3.216374269005848e-05,
185
- "loss": 0.2213,
186
  "step": 240
187
  },
188
  {
189
  "epoch": 1.3157894736842106,
190
- "grad_norm": 8.994136810302734,
191
  "learning_rate": 3.118908382066277e-05,
192
- "loss": 0.2417,
193
  "step": 250
194
  },
195
  {
196
  "epoch": 1.368421052631579,
197
- "grad_norm": 17.037776947021484,
198
  "learning_rate": 3.0214424951267055e-05,
199
- "loss": 0.2054,
200
  "step": 260
201
  },
202
  {
203
  "epoch": 1.4210526315789473,
204
- "grad_norm": 6.9045610427856445,
205
  "learning_rate": 2.9239766081871346e-05,
206
- "loss": 0.217,
207
  "step": 270
208
  },
209
  {
210
  "epoch": 1.4736842105263157,
211
- "grad_norm": 8.878619194030762,
212
  "learning_rate": 2.8265107212475634e-05,
213
- "loss": 0.2074,
214
  "step": 280
215
  },
216
  {
217
  "epoch": 1.526315789473684,
218
- "grad_norm": 9.569494247436523,
219
  "learning_rate": 2.729044834307992e-05,
220
- "loss": 0.2046,
221
  "step": 290
222
  },
223
  {
224
  "epoch": 1.5789473684210527,
225
- "grad_norm": 10.316445350646973,
226
  "learning_rate": 2.6315789473684212e-05,
227
- "loss": 0.1704,
228
  "step": 300
229
  },
230
  {
231
  "epoch": 1.631578947368421,
232
- "grad_norm": 14.888699531555176,
233
  "learning_rate": 2.53411306042885e-05,
234
- "loss": 0.1674,
235
  "step": 310
236
  },
237
  {
238
  "epoch": 1.6842105263157894,
239
- "grad_norm": 11.373708724975586,
240
  "learning_rate": 2.4366471734892787e-05,
241
- "loss": 0.1637,
242
  "step": 320
243
  },
244
  {
245
  "epoch": 1.736842105263158,
246
- "grad_norm": 13.694819450378418,
247
  "learning_rate": 2.3391812865497074e-05,
248
  "loss": 0.1904,
249
  "step": 330
250
  },
251
  {
252
  "epoch": 1.7894736842105263,
253
- "grad_norm": 11.21845817565918,
254
  "learning_rate": 2.2417153996101365e-05,
255
- "loss": 0.1539,
256
  "step": 340
257
  },
258
  {
259
  "epoch": 1.8421052631578947,
260
- "grad_norm": 9.454412460327148,
261
  "learning_rate": 2.1442495126705653e-05,
262
- "loss": 0.1953,
263
  "step": 350
264
  },
265
  {
266
  "epoch": 1.8947368421052633,
267
- "grad_norm": 11.822175979614258,
268
  "learning_rate": 2.046783625730994e-05,
269
- "loss": 0.1608,
270
  "step": 360
271
  },
272
  {
273
  "epoch": 1.9473684210526314,
274
- "grad_norm": 18.53520393371582,
275
  "learning_rate": 1.949317738791423e-05,
276
- "loss": 0.1849,
277
  "step": 370
278
  },
279
  {
280
  "epoch": 2.0,
281
- "grad_norm": 9.514893531799316,
282
  "learning_rate": 1.8518518518518518e-05,
283
- "loss": 0.1862,
284
  "step": 380
285
  },
286
  {
287
  "epoch": 2.0,
288
- "eval_accuracy": 0.9748148148148148,
289
- "eval_loss": 0.07534925639629364,
290
- "eval_runtime": 16.2086,
291
- "eval_samples_per_second": 166.578,
292
- "eval_steps_per_second": 5.244,
293
  "step": 380
294
  },
295
  {
296
  "epoch": 2.0526315789473686,
297
- "grad_norm": 7.307323932647705,
298
  "learning_rate": 1.7543859649122806e-05,
299
- "loss": 0.1862,
300
  "step": 390
301
  },
302
  {
303
  "epoch": 2.1052631578947367,
304
- "grad_norm": 12.584000587463379,
305
  "learning_rate": 1.6569200779727097e-05,
306
- "loss": 0.1865,
307
  "step": 400
308
  },
309
  {
310
  "epoch": 2.1578947368421053,
311
- "grad_norm": 11.615283966064453,
312
  "learning_rate": 1.5594541910331384e-05,
313
- "loss": 0.1706,
314
  "step": 410
315
  },
316
  {
317
  "epoch": 2.2105263157894735,
318
- "grad_norm": 14.084049224853516,
319
  "learning_rate": 1.4619883040935673e-05,
320
- "loss": 0.1775,
321
  "step": 420
322
  },
323
  {
324
  "epoch": 2.263157894736842,
325
- "grad_norm": 7.380066394805908,
326
  "learning_rate": 1.364522417153996e-05,
327
- "loss": 0.1578,
328
  "step": 430
329
  },
330
  {
331
  "epoch": 2.3157894736842106,
332
- "grad_norm": 5.233687877655029,
333
  "learning_rate": 1.267056530214425e-05,
334
- "loss": 0.1548,
335
  "step": 440
336
  },
337
  {
338
  "epoch": 2.3684210526315788,
339
- "grad_norm": 6.7702765464782715,
340
  "learning_rate": 1.1695906432748537e-05,
341
- "loss": 0.1618,
342
  "step": 450
343
  },
344
  {
345
  "epoch": 2.4210526315789473,
346
- "grad_norm": 10.425500869750977,
347
  "learning_rate": 1.0721247563352826e-05,
348
- "loss": 0.1174,
349
  "step": 460
350
  },
351
  {
352
  "epoch": 2.473684210526316,
353
- "grad_norm": 9.966532707214355,
354
  "learning_rate": 9.746588693957115e-06,
355
- "loss": 0.1395,
356
  "step": 470
357
  },
358
  {
359
  "epoch": 2.526315789473684,
360
- "grad_norm": 8.691372871398926,
361
  "learning_rate": 8.771929824561403e-06,
362
- "loss": 0.168,
363
  "step": 480
364
  },
365
  {
366
  "epoch": 2.5789473684210527,
367
- "grad_norm": 8.912318229675293,
368
  "learning_rate": 7.797270955165692e-06,
369
- "loss": 0.1366,
370
  "step": 490
371
  },
372
  {
373
  "epoch": 2.6315789473684212,
374
- "grad_norm": 8.191598892211914,
375
  "learning_rate": 6.82261208576998e-06,
376
- "loss": 0.128,
377
  "step": 500
378
  },
379
  {
380
  "epoch": 2.6842105263157894,
381
- "grad_norm": 11.146318435668945,
382
  "learning_rate": 5.8479532163742686e-06,
383
- "loss": 0.1428,
384
  "step": 510
385
  },
386
  {
387
  "epoch": 2.736842105263158,
388
- "grad_norm": 9.236715316772461,
389
  "learning_rate": 4.873294346978558e-06,
390
- "loss": 0.1347,
391
  "step": 520
392
  },
393
  {
394
  "epoch": 2.7894736842105265,
395
- "grad_norm": 6.167862892150879,
396
  "learning_rate": 3.898635477582846e-06,
397
- "loss": 0.172,
398
  "step": 530
399
  },
400
  {
401
  "epoch": 2.8421052631578947,
402
- "grad_norm": 11.211396217346191,
403
  "learning_rate": 2.9239766081871343e-06,
404
- "loss": 0.162,
405
  "step": 540
406
  },
407
  {
408
  "epoch": 2.8947368421052633,
409
- "grad_norm": 12.20263385772705,
410
  "learning_rate": 1.949317738791423e-06,
411
- "loss": 0.1697,
412
  "step": 550
413
  },
414
  {
415
  "epoch": 2.9473684210526314,
416
- "grad_norm": 6.672098159790039,
417
  "learning_rate": 9.746588693957115e-07,
418
- "loss": 0.1561,
419
  "step": 560
420
  },
421
  {
422
  "epoch": 3.0,
423
- "grad_norm": 11.088051795959473,
424
  "learning_rate": 0.0,
425
- "loss": 0.1673,
426
  "step": 570
427
  },
428
  {
429
  "epoch": 3.0,
430
- "eval_accuracy": 0.9781481481481481,
431
- "eval_loss": 0.062276002019643784,
432
- "eval_runtime": 16.8944,
433
- "eval_samples_per_second": 159.816,
434
- "eval_steps_per_second": 5.031,
435
  "step": 570
436
  },
437
  {
438
  "epoch": 3.0,
439
  "step": 570,
440
  "total_flos": 1.8124066505760768e+18,
441
- "train_loss": 0.3407971503441794,
442
- "train_runtime": 1119.3728,
443
- "train_samples_per_second": 65.126,
444
- "train_steps_per_second": 0.509
445
  }
446
  ],
447
  "logging_steps": 10,
 
1
  {
2
+ "best_metric": 0.9740740740740741,
3
  "best_model_checkpoint": "swin-tiny-patch4-window7-224-finetuned-eurosat/checkpoint-570",
4
  "epoch": 3.0,
5
  "eval_steps": 500,
 
10
  "log_history": [
11
  {
12
  "epoch": 0.05263157894736842,
13
+ "grad_norm": 5.075918197631836,
14
  "learning_rate": 8.771929824561403e-06,
15
+ "loss": 2.266,
16
  "step": 10
17
  },
18
  {
19
  "epoch": 0.10526315789473684,
20
+ "grad_norm": 5.732299327850342,
21
  "learning_rate": 1.7543859649122806e-05,
22
+ "loss": 2.0713,
23
  "step": 20
24
  },
25
  {
26
  "epoch": 0.15789473684210525,
27
+ "grad_norm": 9.110240936279297,
28
  "learning_rate": 2.6315789473684212e-05,
29
+ "loss": 1.6216,
30
  "step": 30
31
  },
32
  {
33
  "epoch": 0.21052631578947367,
34
+ "grad_norm": 10.104762077331543,
35
  "learning_rate": 3.508771929824561e-05,
36
+ "loss": 0.9728,
37
  "step": 40
38
  },
39
  {
40
  "epoch": 0.2631578947368421,
41
+ "grad_norm": 10.321767807006836,
42
  "learning_rate": 4.3859649122807014e-05,
43
+ "loss": 0.6652,
44
  "step": 50
45
  },
46
  {
47
  "epoch": 0.3157894736842105,
48
+ "grad_norm": 10.895342826843262,
49
  "learning_rate": 4.970760233918128e-05,
50
+ "loss": 0.4921,
51
  "step": 60
52
  },
53
  {
54
  "epoch": 0.3684210526315789,
55
+ "grad_norm": 15.903302192687988,
56
  "learning_rate": 4.8732943469785574e-05,
57
+ "loss": 0.4292,
58
  "step": 70
59
  },
60
  {
61
  "epoch": 0.42105263157894735,
62
+ "grad_norm": 35.4083251953125,
63
  "learning_rate": 4.7758284600389865e-05,
64
+ "loss": 0.3899,
65
  "step": 80
66
  },
67
  {
68
  "epoch": 0.47368421052631576,
69
+ "grad_norm": 17.33992576599121,
70
  "learning_rate": 4.678362573099415e-05,
71
+ "loss": 0.3323,
72
  "step": 90
73
  },
74
  {
75
  "epoch": 0.5263157894736842,
76
+ "grad_norm": 16.412843704223633,
77
  "learning_rate": 4.580896686159844e-05,
78
+ "loss": 0.3374,
79
  "step": 100
80
  },
81
  {
82
  "epoch": 0.5789473684210527,
83
+ "grad_norm": 12.062039375305176,
84
  "learning_rate": 4.483430799220273e-05,
85
+ "loss": 0.3464,
86
  "step": 110
87
  },
88
  {
89
  "epoch": 0.631578947368421,
90
+ "grad_norm": 13.78882122039795,
91
  "learning_rate": 4.3859649122807014e-05,
92
+ "loss": 0.297,
93
  "step": 120
94
  },
95
  {
96
  "epoch": 0.6842105263157895,
97
+ "grad_norm": 19.42721939086914,
98
  "learning_rate": 4.2884990253411305e-05,
99
+ "loss": 0.2825,
100
  "step": 130
101
  },
102
  {
103
  "epoch": 0.7368421052631579,
104
+ "grad_norm": 7.111037731170654,
105
  "learning_rate": 4.1910331384015596e-05,
106
+ "loss": 0.3188,
107
  "step": 140
108
  },
109
  {
110
  "epoch": 0.7894736842105263,
111
+ "grad_norm": 20.616655349731445,
112
  "learning_rate": 4.093567251461988e-05,
113
+ "loss": 0.2742,
114
  "step": 150
115
  },
116
  {
117
  "epoch": 0.8421052631578947,
118
+ "grad_norm": 20.487638473510742,
119
  "learning_rate": 3.996101364522417e-05,
120
+ "loss": 0.2525,
121
  "step": 160
122
  },
123
  {
124
  "epoch": 0.8947368421052632,
125
+ "grad_norm": 16.18035316467285,
126
  "learning_rate": 3.898635477582846e-05,
127
+ "loss": 0.256,
128
  "step": 170
129
  },
130
  {
131
  "epoch": 0.9473684210526315,
132
+ "grad_norm": 8.112160682678223,
133
  "learning_rate": 3.8011695906432746e-05,
134
+ "loss": 0.2473,
135
  "step": 180
136
  },
137
  {
138
  "epoch": 1.0,
139
+ "grad_norm": 12.733054161071777,
140
  "learning_rate": 3.7037037037037037e-05,
141
+ "loss": 0.2912,
142
  "step": 190
143
  },
144
  {
145
  "epoch": 1.0,
146
+ "eval_accuracy": 0.96,
147
+ "eval_loss": 0.12840119004249573,
148
+ "eval_runtime": 16.2205,
149
+ "eval_samples_per_second": 166.456,
150
+ "eval_steps_per_second": 5.24,
151
  "step": 190
152
  },
153
  {
154
  "epoch": 1.0526315789473684,
155
+ "grad_norm": 8.781696319580078,
156
  "learning_rate": 3.606237816764133e-05,
157
+ "loss": 0.2393,
158
  "step": 200
159
  },
160
  {
161
  "epoch": 1.1052631578947367,
162
+ "grad_norm": 6.2473578453063965,
163
  "learning_rate": 3.508771929824561e-05,
164
+ "loss": 0.211,
165
  "step": 210
166
  },
167
  {
168
  "epoch": 1.1578947368421053,
169
+ "grad_norm": 17.877609252929688,
170
  "learning_rate": 3.41130604288499e-05,
171
+ "loss": 0.2774,
172
  "step": 220
173
  },
174
  {
175
  "epoch": 1.2105263157894737,
176
+ "grad_norm": 12.714591979980469,
177
  "learning_rate": 3.313840155945419e-05,
178
+ "loss": 0.2359,
179
  "step": 230
180
  },
181
  {
182
  "epoch": 1.263157894736842,
183
+ "grad_norm": 13.344749450683594,
184
  "learning_rate": 3.216374269005848e-05,
185
+ "loss": 0.1995,
186
  "step": 240
187
  },
188
  {
189
  "epoch": 1.3157894736842106,
190
+ "grad_norm": 11.351320266723633,
191
  "learning_rate": 3.118908382066277e-05,
192
+ "loss": 0.2292,
193
  "step": 250
194
  },
195
  {
196
  "epoch": 1.368421052631579,
197
+ "grad_norm": 6.5620012283325195,
198
  "learning_rate": 3.0214424951267055e-05,
199
+ "loss": 0.2285,
200
  "step": 260
201
  },
202
  {
203
  "epoch": 1.4210526315789473,
204
+ "grad_norm": 12.308910369873047,
205
  "learning_rate": 2.9239766081871346e-05,
206
+ "loss": 0.1919,
207
  "step": 270
208
  },
209
  {
210
  "epoch": 1.4736842105263157,
211
+ "grad_norm": 11.529248237609863,
212
  "learning_rate": 2.8265107212475634e-05,
213
+ "loss": 0.183,
214
  "step": 280
215
  },
216
  {
217
  "epoch": 1.526315789473684,
218
+ "grad_norm": 7.2859930992126465,
219
  "learning_rate": 2.729044834307992e-05,
220
+ "loss": 0.1908,
221
  "step": 290
222
  },
223
  {
224
  "epoch": 1.5789473684210527,
225
+ "grad_norm": 6.837076187133789,
226
  "learning_rate": 2.6315789473684212e-05,
227
+ "loss": 0.1915,
228
  "step": 300
229
  },
230
  {
231
  "epoch": 1.631578947368421,
232
+ "grad_norm": 7.783897876739502,
233
  "learning_rate": 2.53411306042885e-05,
234
+ "loss": 0.1756,
235
  "step": 310
236
  },
237
  {
238
  "epoch": 1.6842105263157894,
239
+ "grad_norm": 10.164815902709961,
240
  "learning_rate": 2.4366471734892787e-05,
241
+ "loss": 0.1832,
242
  "step": 320
243
  },
244
  {
245
  "epoch": 1.736842105263158,
246
+ "grad_norm": 8.077231407165527,
247
  "learning_rate": 2.3391812865497074e-05,
248
  "loss": 0.1904,
249
  "step": 330
250
  },
251
  {
252
  "epoch": 1.7894736842105263,
253
+ "grad_norm": 7.405230522155762,
254
  "learning_rate": 2.2417153996101365e-05,
255
+ "loss": 0.198,
256
  "step": 340
257
  },
258
  {
259
  "epoch": 1.8421052631578947,
260
+ "grad_norm": 15.994668006896973,
261
  "learning_rate": 2.1442495126705653e-05,
262
+ "loss": 0.1899,
263
  "step": 350
264
  },
265
  {
266
  "epoch": 1.8947368421052633,
267
+ "grad_norm": 9.648083686828613,
268
  "learning_rate": 2.046783625730994e-05,
269
+ "loss": 0.2015,
270
  "step": 360
271
  },
272
  {
273
  "epoch": 1.9473684210526314,
274
+ "grad_norm": 10.014592170715332,
275
  "learning_rate": 1.949317738791423e-05,
276
+ "loss": 0.1738,
277
  "step": 370
278
  },
279
  {
280
  "epoch": 2.0,
281
+ "grad_norm": 13.817649841308594,
282
  "learning_rate": 1.8518518518518518e-05,
283
+ "loss": 0.1963,
284
  "step": 380
285
  },
286
  {
287
  "epoch": 2.0,
288
+ "eval_accuracy": 0.9714814814814815,
289
+ "eval_loss": 0.09753727912902832,
290
+ "eval_runtime": 15.9787,
291
+ "eval_samples_per_second": 168.975,
292
+ "eval_steps_per_second": 5.32,
293
  "step": 380
294
  },
295
  {
296
  "epoch": 2.0526315789473686,
297
+ "grad_norm": 9.863332748413086,
298
  "learning_rate": 1.7543859649122806e-05,
299
+ "loss": 0.1578,
300
  "step": 390
301
  },
302
  {
303
  "epoch": 2.1052631578947367,
304
+ "grad_norm": 5.009075164794922,
305
  "learning_rate": 1.6569200779727097e-05,
306
+ "loss": 0.1485,
307
  "step": 400
308
  },
309
  {
310
  "epoch": 2.1578947368421053,
311
+ "grad_norm": 7.887981414794922,
312
  "learning_rate": 1.5594541910331384e-05,
313
+ "loss": 0.1562,
314
  "step": 410
315
  },
316
  {
317
  "epoch": 2.2105263157894735,
318
+ "grad_norm": 8.103832244873047,
319
  "learning_rate": 1.4619883040935673e-05,
320
+ "loss": 0.1634,
321
  "step": 420
322
  },
323
  {
324
  "epoch": 2.263157894736842,
325
+ "grad_norm": 10.090664863586426,
326
  "learning_rate": 1.364522417153996e-05,
327
+ "loss": 0.152,
328
  "step": 430
329
  },
330
  {
331
  "epoch": 2.3157894736842106,
332
+ "grad_norm": 4.781908988952637,
333
  "learning_rate": 1.267056530214425e-05,
334
+ "loss": 0.1575,
335
  "step": 440
336
  },
337
  {
338
  "epoch": 2.3684210526315788,
339
+ "grad_norm": 6.325347900390625,
340
  "learning_rate": 1.1695906432748537e-05,
341
+ "loss": 0.1435,
342
  "step": 450
343
  },
344
  {
345
  "epoch": 2.4210526315789473,
346
+ "grad_norm": 9.535646438598633,
347
  "learning_rate": 1.0721247563352826e-05,
348
+ "loss": 0.1302,
349
  "step": 460
350
  },
351
  {
352
  "epoch": 2.473684210526316,
353
+ "grad_norm": 16.191673278808594,
354
  "learning_rate": 9.746588693957115e-06,
355
+ "loss": 0.1455,
356
  "step": 470
357
  },
358
  {
359
  "epoch": 2.526315789473684,
360
+ "grad_norm": 6.5809783935546875,
361
  "learning_rate": 8.771929824561403e-06,
362
+ "loss": 0.1496,
363
  "step": 480
364
  },
365
  {
366
  "epoch": 2.5789473684210527,
367
+ "grad_norm": 6.148409843444824,
368
  "learning_rate": 7.797270955165692e-06,
369
+ "loss": 0.14,
370
  "step": 490
371
  },
372
  {
373
  "epoch": 2.6315789473684212,
374
+ "grad_norm": 9.369363784790039,
375
  "learning_rate": 6.82261208576998e-06,
376
+ "loss": 0.1535,
377
  "step": 500
378
  },
379
  {
380
  "epoch": 2.6842105263157894,
381
+ "grad_norm": 5.0577521324157715,
382
  "learning_rate": 5.8479532163742686e-06,
383
+ "loss": 0.1471,
384
  "step": 510
385
  },
386
  {
387
  "epoch": 2.736842105263158,
388
+ "grad_norm": 5.934864044189453,
389
  "learning_rate": 4.873294346978558e-06,
390
+ "loss": 0.1429,
391
  "step": 520
392
  },
393
  {
394
  "epoch": 2.7894736842105265,
395
+ "grad_norm": 5.143869400024414,
396
  "learning_rate": 3.898635477582846e-06,
397
+ "loss": 0.1278,
398
  "step": 530
399
  },
400
  {
401
  "epoch": 2.8421052631578947,
402
+ "grad_norm": 12.090688705444336,
403
  "learning_rate": 2.9239766081871343e-06,
404
+ "loss": 0.141,
405
  "step": 540
406
  },
407
  {
408
  "epoch": 2.8947368421052633,
409
+ "grad_norm": 8.571892738342285,
410
  "learning_rate": 1.949317738791423e-06,
411
+ "loss": 0.1296,
412
  "step": 550
413
  },
414
  {
415
  "epoch": 2.9473684210526314,
416
+ "grad_norm": 14.7016019821167,
417
  "learning_rate": 9.746588693957115e-07,
418
+ "loss": 0.1363,
419
  "step": 560
420
  },
421
  {
422
  "epoch": 3.0,
423
+ "grad_norm": 4.905235767364502,
424
  "learning_rate": 0.0,
425
+ "loss": 0.1511,
426
  "step": 570
427
  },
428
  {
429
  "epoch": 3.0,
430
+ "eval_accuracy": 0.9740740740740741,
431
+ "eval_loss": 0.07933878898620605,
432
+ "eval_runtime": 16.0704,
433
+ "eval_samples_per_second": 168.011,
434
+ "eval_steps_per_second": 5.289,
435
  "step": 570
436
  },
437
  {
438
  "epoch": 3.0,
439
  "step": 570,
440
  "total_flos": 1.8124066505760768e+18,
441
+ "train_loss": 0.32989514710610374,
442
+ "train_runtime": 1304.6847,
443
+ "train_samples_per_second": 55.876,
444
+ "train_steps_per_second": 0.437
445
  }
446
  ],
447
  "logging_steps": 10,