nandyc commited on
Commit
f36e2b5
1 Parent(s): 2586483

🍻 cheers

Browse files
Files changed (5) hide show
  1. README.md +3 -2
  2. all_results.json +10 -10
  3. eval_results.json +5 -5
  4. train_results.json +6 -6
  5. trainer_state.json +2379 -471
README.md CHANGED
@@ -2,6 +2,7 @@
2
  license: apache-2.0
3
  base_model: microsoft/swin-tiny-patch4-window7-224
4
  tags:
 
5
  - generated_from_trainer
6
  metrics:
7
  - accuracy
@@ -15,9 +16,9 @@ should probably proofread and complete it, then remove this comment. -->
15
 
16
  # swin-tiny-patch4-window7-224-finetuned_ASL_Isolated_Swin_dataset2
17
 
18
- This model is a fine-tuned version of [microsoft/swin-tiny-patch4-window7-224](https://huggingface.co/microsoft/swin-tiny-patch4-window7-224) on an unknown dataset.
19
  It achieves the following results on the evaluation set:
20
- - Loss: 0.0605
21
  - Accuracy: 0.9846
22
 
23
  ## Model description
 
2
  license: apache-2.0
3
  base_model: microsoft/swin-tiny-patch4-window7-224
4
  tags:
5
+ - image-classification
6
  - generated_from_trainer
7
  metrics:
8
  - accuracy
 
16
 
17
  # swin-tiny-patch4-window7-224-finetuned_ASL_Isolated_Swin_dataset2
18
 
19
+ This model is a fine-tuned version of [microsoft/swin-tiny-patch4-window7-224](https://huggingface.co/microsoft/swin-tiny-patch4-window7-224) on the ASL_Isolated_Swin_dataset dataset.
20
  It achieves the following results on the evaluation set:
21
+ - Loss: 0.0439
22
  - Accuracy: 0.9846
23
 
24
  ## Model description
all_results.json CHANGED
@@ -1,13 +1,13 @@
1
  {
2
- "epoch": 20.0,
3
  "eval_accuracy": 0.9846153846153847,
4
- "eval_loss": 0.07838542014360428,
5
- "eval_runtime": 1.8983,
6
- "eval_samples_per_second": 136.961,
7
- "eval_steps_per_second": 17.384,
8
- "total_flos": 7.30261234607063e+17,
9
- "train_loss": 0.5343924296938855,
10
- "train_runtime": 403.7255,
11
- "train_samples_per_second": 72.723,
12
- "train_steps_per_second": 4.558
13
  }
 
1
  {
2
+ "epoch": 50.0,
3
  "eval_accuracy": 0.9846153846153847,
4
+ "eval_loss": 0.04389451816678047,
5
+ "eval_runtime": 1.9107,
6
+ "eval_samples_per_second": 136.079,
7
+ "eval_steps_per_second": 17.272,
8
+ "total_flos": 1.8256530865176576e+18,
9
+ "train_loss": 0.3511605499069328,
10
+ "train_runtime": 996.2222,
11
+ "train_samples_per_second": 73.678,
12
+ "train_steps_per_second": 4.617
13
  }
eval_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "epoch": 20.0,
3
  "eval_accuracy": 0.9846153846153847,
4
- "eval_loss": 0.07838542014360428,
5
- "eval_runtime": 1.8983,
6
- "eval_samples_per_second": 136.961,
7
- "eval_steps_per_second": 17.384
8
  }
 
1
  {
2
+ "epoch": 50.0,
3
  "eval_accuracy": 0.9846153846153847,
4
+ "eval_loss": 0.04389451816678047,
5
+ "eval_runtime": 1.9107,
6
+ "eval_samples_per_second": 136.079,
7
+ "eval_steps_per_second": 17.272
8
  }
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "epoch": 20.0,
3
- "total_flos": 7.30261234607063e+17,
4
- "train_loss": 0.5343924296938855,
5
- "train_runtime": 403.7255,
6
- "train_samples_per_second": 72.723,
7
- "train_steps_per_second": 4.558
8
  }
 
1
  {
2
+ "epoch": 50.0,
3
+ "total_flos": 1.8256530865176576e+18,
4
+ "train_loss": 0.3511605499069328,
5
+ "train_runtime": 996.2222,
6
+ "train_samples_per_second": 73.678,
7
+ "train_steps_per_second": 4.617
8
  }
trainer_state.json CHANGED
@@ -1,1294 +1,3202 @@
1
  {
2
  "best_metric": 0.9846153846153847,
3
- "best_model_checkpoint": "swin-tiny-patch4-window7-224-finetuned_ASL_Isolated_Swin_dataset2/checkpoint-1600",
4
- "epoch": 20.0,
5
  "eval_steps": 100,
6
- "global_step": 1840,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 0.11,
13
- "learning_rate": 0.00019902173913043477,
14
- "loss": 3.3338,
15
  "step": 10
16
  },
17
  {
18
  "epoch": 0.22,
19
- "learning_rate": 0.00019804347826086956,
20
- "loss": 3.1809,
21
  "step": 20
22
  },
23
  {
24
  "epoch": 0.33,
25
- "learning_rate": 0.00019695652173913044,
26
- "loss": 3.0792,
27
  "step": 30
28
  },
29
  {
30
  "epoch": 0.43,
31
- "learning_rate": 0.0001958695652173913,
32
- "loss": 2.7788,
33
  "step": 40
34
  },
35
  {
36
  "epoch": 0.54,
37
- "learning_rate": 0.00019478260869565218,
38
- "loss": 2.4649,
39
  "step": 50
40
  },
41
  {
42
  "epoch": 0.65,
43
- "learning_rate": 0.00019369565217391307,
44
- "loss": 2.2866,
45
  "step": 60
46
  },
47
  {
48
  "epoch": 0.76,
49
- "learning_rate": 0.00019260869565217392,
50
- "loss": 2.1811,
51
  "step": 70
52
  },
53
  {
54
  "epoch": 0.87,
55
- "learning_rate": 0.00019152173913043478,
56
- "loss": 1.8357,
57
  "step": 80
58
  },
59
  {
60
  "epoch": 0.98,
61
- "learning_rate": 0.00019043478260869566,
62
- "loss": 1.8457,
63
  "step": 90
64
  },
65
  {
66
  "epoch": 1.09,
67
- "learning_rate": 0.00018945652173913045,
68
- "loss": 1.7296,
69
  "step": 100
70
  },
71
  {
72
  "epoch": 1.09,
73
- "eval_accuracy": 0.6115384615384616,
74
- "eval_loss": 1.2288414239883423,
75
- "eval_runtime": 2.0363,
76
- "eval_samples_per_second": 127.683,
77
- "eval_steps_per_second": 16.206,
78
  "step": 100
79
  },
80
  {
81
  "epoch": 1.2,
82
- "learning_rate": 0.0001883695652173913,
83
- "loss": 1.4324,
84
  "step": 110
85
  },
86
  {
87
  "epoch": 1.3,
88
- "learning_rate": 0.00018728260869565216,
89
- "loss": 1.2437,
90
  "step": 120
91
  },
92
  {
93
  "epoch": 1.41,
94
- "learning_rate": 0.00018619565217391305,
95
- "loss": 1.4662,
96
  "step": 130
97
  },
98
  {
99
  "epoch": 1.52,
100
- "learning_rate": 0.00018510869565217393,
101
- "loss": 1.3662,
102
  "step": 140
103
  },
104
  {
105
  "epoch": 1.63,
106
- "learning_rate": 0.0001840217391304348,
107
- "loss": 1.2175,
108
  "step": 150
109
  },
110
  {
111
  "epoch": 1.74,
112
- "learning_rate": 0.00018293478260869564,
113
- "loss": 0.9581,
114
  "step": 160
115
  },
116
  {
117
  "epoch": 1.85,
118
- "learning_rate": 0.00018184782608695655,
119
- "loss": 0.9719,
120
  "step": 170
121
  },
122
  {
123
  "epoch": 1.96,
124
- "learning_rate": 0.0001807608695652174,
125
- "loss": 1.1808,
126
  "step": 180
127
  },
128
  {
129
  "epoch": 2.07,
130
- "learning_rate": 0.00017967391304347827,
131
- "loss": 1.1631,
132
  "step": 190
133
  },
134
  {
135
  "epoch": 2.17,
136
- "learning_rate": 0.00017858695652173912,
137
- "loss": 1.0961,
138
  "step": 200
139
  },
140
  {
141
  "epoch": 2.17,
142
- "eval_accuracy": 0.8115384615384615,
143
- "eval_loss": 0.6632584929466248,
144
- "eval_runtime": 1.8061,
145
- "eval_samples_per_second": 143.955,
146
- "eval_steps_per_second": 18.271,
147
  "step": 200
148
  },
149
  {
150
  "epoch": 2.28,
151
- "learning_rate": 0.0001775,
152
- "loss": 0.8802,
153
  "step": 210
154
  },
155
  {
156
  "epoch": 2.39,
157
- "learning_rate": 0.0001764130434782609,
158
- "loss": 0.9565,
159
  "step": 220
160
  },
161
  {
162
  "epoch": 2.5,
163
- "learning_rate": 0.00017532608695652174,
164
- "loss": 0.8544,
165
  "step": 230
166
  },
167
  {
168
  "epoch": 2.61,
169
- "learning_rate": 0.00017423913043478263,
170
- "loss": 0.9685,
171
  "step": 240
172
  },
173
  {
174
  "epoch": 2.72,
175
- "learning_rate": 0.00017315217391304348,
176
- "loss": 0.952,
177
  "step": 250
178
  },
179
  {
180
  "epoch": 2.83,
181
- "learning_rate": 0.00017206521739130434,
182
- "loss": 0.908,
183
  "step": 260
184
  },
185
  {
186
  "epoch": 2.93,
187
- "learning_rate": 0.00017097826086956522,
188
- "loss": 0.664,
189
  "step": 270
190
  },
191
  {
192
  "epoch": 3.04,
193
- "learning_rate": 0.0001698913043478261,
194
- "loss": 0.8025,
195
  "step": 280
196
  },
197
  {
198
  "epoch": 3.15,
199
- "learning_rate": 0.00016880434782608696,
200
- "loss": 0.8284,
201
  "step": 290
202
  },
203
  {
204
  "epoch": 3.26,
205
- "learning_rate": 0.00016771739130434782,
206
- "loss": 0.5971,
207
  "step": 300
208
  },
209
  {
210
  "epoch": 3.26,
211
- "eval_accuracy": 0.8846153846153846,
212
- "eval_loss": 0.2988673150539398,
213
- "eval_runtime": 1.8449,
214
- "eval_samples_per_second": 140.926,
215
- "eval_steps_per_second": 17.887,
216
  "step": 300
217
  },
218
  {
219
  "epoch": 3.37,
220
- "learning_rate": 0.0001666304347826087,
221
- "loss": 0.7568,
222
  "step": 310
223
  },
224
  {
225
  "epoch": 3.48,
226
- "learning_rate": 0.00016554347826086958,
227
- "loss": 0.8648,
228
  "step": 320
229
  },
230
  {
231
  "epoch": 3.59,
232
- "learning_rate": 0.00016445652173913044,
233
- "loss": 0.8262,
234
  "step": 330
235
  },
236
  {
237
  "epoch": 3.7,
238
- "learning_rate": 0.0001633695652173913,
239
- "loss": 0.6327,
240
  "step": 340
241
  },
242
  {
243
  "epoch": 3.8,
244
- "learning_rate": 0.00016228260869565218,
245
- "loss": 0.6862,
246
  "step": 350
247
  },
248
  {
249
  "epoch": 3.91,
250
- "learning_rate": 0.00016119565217391306,
251
- "loss": 0.7705,
252
  "step": 360
253
  },
254
  {
255
  "epoch": 4.02,
256
- "learning_rate": 0.00016010869565217392,
257
- "loss": 0.6674,
258
  "step": 370
259
  },
260
  {
261
  "epoch": 4.13,
262
- "learning_rate": 0.00015902173913043478,
263
- "loss": 0.7293,
264
  "step": 380
265
  },
266
  {
267
  "epoch": 4.24,
268
- "learning_rate": 0.00015793478260869566,
269
- "loss": 0.608,
270
  "step": 390
271
  },
272
  {
273
  "epoch": 4.35,
274
- "learning_rate": 0.00015684782608695654,
275
- "loss": 0.5663,
276
  "step": 400
277
  },
278
  {
279
  "epoch": 4.35,
280
- "eval_accuracy": 0.9538461538461539,
281
- "eval_loss": 0.2658146917819977,
282
- "eval_runtime": 1.8142,
283
- "eval_samples_per_second": 143.313,
284
- "eval_steps_per_second": 18.19,
285
  "step": 400
286
  },
287
  {
288
  "epoch": 4.46,
289
- "learning_rate": 0.0001557608695652174,
290
- "loss": 0.5467,
291
  "step": 410
292
  },
293
  {
294
  "epoch": 4.57,
295
- "learning_rate": 0.00015467391304347828,
296
- "loss": 0.515,
297
  "step": 420
298
  },
299
  {
300
  "epoch": 4.67,
301
- "learning_rate": 0.00015358695652173914,
302
- "loss": 0.5092,
303
  "step": 430
304
  },
305
  {
306
  "epoch": 4.78,
307
- "learning_rate": 0.0001525,
308
- "loss": 0.6435,
309
  "step": 440
310
  },
311
  {
312
  "epoch": 4.89,
313
- "learning_rate": 0.00015141304347826088,
314
- "loss": 0.7066,
315
  "step": 450
316
  },
317
  {
318
  "epoch": 5.0,
319
- "learning_rate": 0.00015032608695652176,
320
- "loss": 0.6563,
321
  "step": 460
322
  },
323
  {
324
  "epoch": 5.11,
325
- "learning_rate": 0.00014923913043478262,
326
- "loss": 0.5409,
327
  "step": 470
328
  },
329
  {
330
  "epoch": 5.22,
331
- "learning_rate": 0.00014815217391304347,
332
- "loss": 0.5893,
333
  "step": 480
334
  },
335
  {
336
  "epoch": 5.33,
337
- "learning_rate": 0.00014706521739130436,
338
- "loss": 0.5211,
339
  "step": 490
340
  },
341
  {
342
  "epoch": 5.43,
343
- "learning_rate": 0.00014597826086956524,
344
- "loss": 0.6431,
345
  "step": 500
346
  },
347
  {
348
  "epoch": 5.43,
349
- "eval_accuracy": 0.8846153846153846,
350
- "eval_loss": 0.3099747896194458,
351
- "eval_runtime": 1.8526,
352
- "eval_samples_per_second": 140.344,
353
- "eval_steps_per_second": 17.813,
354
  "step": 500
355
  },
356
  {
357
  "epoch": 5.54,
358
- "learning_rate": 0.0001448913043478261,
359
- "loss": 0.5512,
360
  "step": 510
361
  },
362
  {
363
  "epoch": 5.65,
364
- "learning_rate": 0.00014380434782608695,
365
- "loss": 0.6073,
366
  "step": 520
367
  },
368
  {
369
  "epoch": 5.76,
370
- "learning_rate": 0.00014271739130434783,
371
- "loss": 0.5843,
372
  "step": 530
373
  },
374
  {
375
  "epoch": 5.87,
376
- "learning_rate": 0.00014163043478260872,
377
- "loss": 0.637,
378
  "step": 540
379
  },
380
  {
381
  "epoch": 5.98,
382
- "learning_rate": 0.00014054347826086957,
383
- "loss": 0.4641,
384
  "step": 550
385
  },
386
  {
387
  "epoch": 6.09,
388
- "learning_rate": 0.00013945652173913043,
389
- "loss": 0.6379,
390
  "step": 560
391
  },
392
  {
393
  "epoch": 6.2,
394
- "learning_rate": 0.0001383695652173913,
395
- "loss": 0.5705,
396
  "step": 570
397
  },
398
  {
399
  "epoch": 6.3,
400
- "learning_rate": 0.00013728260869565217,
401
- "loss": 0.3212,
402
  "step": 580
403
  },
404
  {
405
  "epoch": 6.41,
406
- "learning_rate": 0.00013619565217391305,
407
- "loss": 0.5207,
408
  "step": 590
409
  },
410
  {
411
  "epoch": 6.52,
412
- "learning_rate": 0.00013510869565217394,
413
- "loss": 0.49,
414
  "step": 600
415
  },
416
  {
417
  "epoch": 6.52,
418
- "eval_accuracy": 0.9192307692307692,
419
- "eval_loss": 0.24573320150375366,
420
- "eval_runtime": 2.0074,
421
- "eval_samples_per_second": 129.523,
422
- "eval_steps_per_second": 16.439,
423
  "step": 600
424
  },
425
  {
426
  "epoch": 6.63,
427
- "learning_rate": 0.0001340217391304348,
428
- "loss": 0.452,
429
  "step": 610
430
  },
431
  {
432
  "epoch": 6.74,
433
- "learning_rate": 0.00013293478260869565,
434
- "loss": 0.3719,
435
  "step": 620
436
  },
437
  {
438
  "epoch": 6.85,
439
- "learning_rate": 0.00013184782608695653,
440
- "loss": 0.4104,
441
  "step": 630
442
  },
443
  {
444
  "epoch": 6.96,
445
- "learning_rate": 0.00013076086956521741,
446
- "loss": 0.5211,
447
  "step": 640
448
  },
449
  {
450
  "epoch": 7.07,
451
- "learning_rate": 0.00012967391304347827,
452
- "loss": 0.4204,
453
  "step": 650
454
  },
455
  {
456
  "epoch": 7.17,
457
- "learning_rate": 0.00012858695652173913,
458
- "loss": 0.312,
459
  "step": 660
460
  },
461
  {
462
  "epoch": 7.28,
463
- "learning_rate": 0.0001275,
464
- "loss": 0.4948,
465
  "step": 670
466
  },
467
  {
468
  "epoch": 7.39,
469
- "learning_rate": 0.0001264130434782609,
470
- "loss": 0.4796,
471
  "step": 680
472
  },
473
  {
474
  "epoch": 7.5,
475
- "learning_rate": 0.00012532608695652175,
476
- "loss": 0.5536,
477
  "step": 690
478
  },
479
  {
480
  "epoch": 7.61,
481
- "learning_rate": 0.0001242391304347826,
482
- "loss": 0.4639,
483
  "step": 700
484
  },
485
  {
486
  "epoch": 7.61,
487
- "eval_accuracy": 0.9153846153846154,
488
- "eval_loss": 0.295836478471756,
489
- "eval_runtime": 1.8268,
490
- "eval_samples_per_second": 142.325,
491
- "eval_steps_per_second": 18.064,
492
  "step": 700
493
  },
494
  {
495
  "epoch": 7.72,
496
- "learning_rate": 0.0001231521739130435,
497
- "loss": 0.4924,
498
  "step": 710
499
  },
500
  {
501
  "epoch": 7.83,
502
- "learning_rate": 0.00012206521739130434,
503
- "loss": 0.3013,
504
  "step": 720
505
  },
506
  {
507
  "epoch": 7.93,
508
- "learning_rate": 0.00012097826086956523,
509
- "loss": 0.4905,
510
  "step": 730
511
  },
512
  {
513
  "epoch": 8.04,
514
- "learning_rate": 0.0001198913043478261,
515
- "loss": 0.3835,
516
  "step": 740
517
  },
518
  {
519
  "epoch": 8.15,
520
- "learning_rate": 0.00011880434782608695,
521
- "loss": 0.3558,
522
  "step": 750
523
  },
524
  {
525
  "epoch": 8.26,
526
- "learning_rate": 0.00011771739130434782,
527
- "loss": 0.5588,
528
  "step": 760
529
  },
530
  {
531
  "epoch": 8.37,
532
- "learning_rate": 0.0001166304347826087,
533
- "loss": 0.3189,
534
  "step": 770
535
  },
536
  {
537
  "epoch": 8.48,
538
- "learning_rate": 0.00011554347826086958,
539
- "loss": 0.3049,
540
  "step": 780
541
  },
542
  {
543
  "epoch": 8.59,
544
- "learning_rate": 0.00011445652173913045,
545
- "loss": 0.4394,
546
  "step": 790
547
  },
548
  {
549
  "epoch": 8.7,
550
- "learning_rate": 0.0001133695652173913,
551
- "loss": 0.2436,
552
  "step": 800
553
  },
554
  {
555
  "epoch": 8.7,
556
- "eval_accuracy": 0.9192307692307692,
557
- "eval_loss": 0.2146582454442978,
558
- "eval_runtime": 1.8308,
559
- "eval_samples_per_second": 142.012,
560
- "eval_steps_per_second": 18.025,
561
  "step": 800
562
  },
563
  {
564
  "epoch": 8.8,
565
- "learning_rate": 0.00011228260869565217,
566
- "loss": 0.3024,
567
  "step": 810
568
  },
569
  {
570
  "epoch": 8.91,
571
- "learning_rate": 0.00011119565217391305,
572
- "loss": 0.3009,
573
  "step": 820
574
  },
575
  {
576
  "epoch": 9.02,
577
- "learning_rate": 0.00011010869565217392,
578
- "loss": 0.3867,
579
  "step": 830
580
  },
581
  {
582
  "epoch": 9.13,
583
- "learning_rate": 0.00010902173913043478,
584
- "loss": 0.3032,
585
  "step": 840
586
  },
587
  {
588
  "epoch": 9.24,
589
- "learning_rate": 0.00010793478260869565,
590
- "loss": 0.3227,
591
  "step": 850
592
  },
593
  {
594
  "epoch": 9.35,
595
- "learning_rate": 0.00010684782608695653,
596
- "loss": 0.2126,
597
  "step": 860
598
  },
599
  {
600
  "epoch": 9.46,
601
- "learning_rate": 0.0001057608695652174,
602
- "loss": 0.2606,
603
  "step": 870
604
  },
605
  {
606
  "epoch": 9.57,
607
- "learning_rate": 0.00010467391304347827,
608
- "loss": 0.4299,
609
  "step": 880
610
  },
611
  {
612
  "epoch": 9.67,
613
- "learning_rate": 0.00010358695652173913,
614
- "loss": 0.5039,
615
  "step": 890
616
  },
617
  {
618
  "epoch": 9.78,
619
- "learning_rate": 0.0001025,
620
- "loss": 0.2652,
621
  "step": 900
622
  },
623
  {
624
  "epoch": 9.78,
625
- "eval_accuracy": 0.9615384615384616,
626
- "eval_loss": 0.18220607936382294,
627
- "eval_runtime": 1.8325,
628
- "eval_samples_per_second": 141.881,
629
- "eval_steps_per_second": 18.008,
630
  "step": 900
631
  },
632
  {
633
  "epoch": 9.89,
634
- "learning_rate": 0.00010141304347826088,
635
- "loss": 0.2374,
636
  "step": 910
637
  },
638
  {
639
  "epoch": 10.0,
640
- "learning_rate": 0.00010032608695652175,
641
- "loss": 0.3522,
642
  "step": 920
643
  },
644
  {
645
  "epoch": 10.11,
646
- "learning_rate": 9.923913043478261e-05,
647
- "loss": 0.2455,
648
  "step": 930
649
  },
650
  {
651
  "epoch": 10.22,
652
- "learning_rate": 9.815217391304349e-05,
653
- "loss": 0.2028,
654
  "step": 940
655
  },
656
  {
657
  "epoch": 10.33,
658
- "learning_rate": 9.706521739130435e-05,
659
- "loss": 0.4767,
660
  "step": 950
661
  },
662
  {
663
  "epoch": 10.43,
664
- "learning_rate": 9.597826086956522e-05,
665
- "loss": 0.2277,
666
  "step": 960
667
  },
668
  {
669
  "epoch": 10.54,
670
- "learning_rate": 9.48913043478261e-05,
671
- "loss": 0.3051,
672
  "step": 970
673
  },
674
  {
675
  "epoch": 10.65,
676
- "learning_rate": 9.380434782608696e-05,
677
- "loss": 0.1665,
678
  "step": 980
679
  },
680
  {
681
  "epoch": 10.76,
682
- "learning_rate": 9.271739130434784e-05,
683
- "loss": 0.3633,
684
  "step": 990
685
  },
686
  {
687
  "epoch": 10.87,
688
- "learning_rate": 9.16304347826087e-05,
689
- "loss": 0.2346,
690
  "step": 1000
691
  },
692
  {
693
  "epoch": 10.87,
694
- "eval_accuracy": 0.9384615384615385,
695
- "eval_loss": 0.27161160111427307,
696
- "eval_runtime": 1.9489,
697
- "eval_samples_per_second": 133.405,
698
- "eval_steps_per_second": 16.932,
699
  "step": 1000
700
  },
701
  {
702
  "epoch": 10.98,
703
- "learning_rate": 9.054347826086958e-05,
704
- "loss": 0.3591,
705
  "step": 1010
706
  },
707
  {
708
  "epoch": 11.09,
709
- "learning_rate": 8.945652173913043e-05,
710
- "loss": 0.1646,
711
  "step": 1020
712
  },
713
  {
714
  "epoch": 11.2,
715
- "learning_rate": 8.83695652173913e-05,
716
- "loss": 0.2254,
717
  "step": 1030
718
  },
719
  {
720
  "epoch": 11.3,
721
- "learning_rate": 8.728260869565217e-05,
722
- "loss": 0.2712,
723
  "step": 1040
724
  },
725
  {
726
  "epoch": 11.41,
727
- "learning_rate": 8.619565217391304e-05,
728
- "loss": 0.3244,
729
  "step": 1050
730
  },
731
  {
732
  "epoch": 11.52,
733
- "learning_rate": 8.510869565217393e-05,
734
- "loss": 0.5431,
735
  "step": 1060
736
  },
737
  {
738
  "epoch": 11.63,
739
- "learning_rate": 8.402173913043478e-05,
740
- "loss": 0.3306,
741
  "step": 1070
742
  },
743
  {
744
  "epoch": 11.74,
745
- "learning_rate": 8.293478260869567e-05,
746
- "loss": 0.2765,
747
  "step": 1080
748
  },
749
  {
750
  "epoch": 11.85,
751
- "learning_rate": 8.184782608695652e-05,
752
- "loss": 0.1797,
753
  "step": 1090
754
  },
755
  {
756
  "epoch": 11.96,
757
- "learning_rate": 8.076086956521739e-05,
758
- "loss": 0.3326,
759
  "step": 1100
760
  },
761
  {
762
  "epoch": 11.96,
763
- "eval_accuracy": 0.9692307692307692,
764
- "eval_loss": 0.09300269931554794,
765
- "eval_runtime": 1.8336,
766
- "eval_samples_per_second": 141.797,
767
- "eval_steps_per_second": 17.997,
768
  "step": 1100
769
  },
770
  {
771
  "epoch": 12.07,
772
- "learning_rate": 7.967391304347826e-05,
773
- "loss": 0.2801,
774
  "step": 1110
775
  },
776
  {
777
  "epoch": 12.17,
778
- "learning_rate": 7.858695652173913e-05,
779
- "loss": 0.1963,
780
  "step": 1120
781
  },
782
  {
783
  "epoch": 12.28,
784
- "learning_rate": 7.75e-05,
785
- "loss": 0.3328,
786
  "step": 1130
787
  },
788
  {
789
  "epoch": 12.39,
790
- "learning_rate": 7.641304347826087e-05,
791
- "loss": 0.2452,
792
  "step": 1140
793
  },
794
  {
795
  "epoch": 12.5,
796
- "learning_rate": 7.532608695652175e-05,
797
- "loss": 0.3876,
798
  "step": 1150
799
  },
800
  {
801
  "epoch": 12.61,
802
- "learning_rate": 7.423913043478261e-05,
803
- "loss": 0.3523,
804
  "step": 1160
805
  },
806
  {
807
  "epoch": 12.72,
808
- "learning_rate": 7.315217391304349e-05,
809
- "loss": 0.2854,
810
  "step": 1170
811
  },
812
  {
813
  "epoch": 12.83,
814
- "learning_rate": 7.206521739130435e-05,
815
- "loss": 0.3044,
816
  "step": 1180
817
  },
818
  {
819
  "epoch": 12.93,
820
- "learning_rate": 7.097826086956522e-05,
821
- "loss": 0.2829,
822
  "step": 1190
823
  },
824
  {
825
  "epoch": 13.04,
826
- "learning_rate": 6.989130434782609e-05,
827
- "loss": 0.4255,
828
  "step": 1200
829
  },
830
  {
831
  "epoch": 13.04,
832
- "eval_accuracy": 0.95,
833
- "eval_loss": 0.15650111436843872,
834
- "eval_runtime": 2.2463,
835
- "eval_samples_per_second": 115.745,
836
- "eval_steps_per_second": 14.691,
837
  "step": 1200
838
  },
839
  {
840
  "epoch": 13.15,
841
- "learning_rate": 6.880434782608696e-05,
842
- "loss": 0.4168,
843
  "step": 1210
844
  },
845
  {
846
  "epoch": 13.26,
847
- "learning_rate": 6.771739130434783e-05,
848
- "loss": 0.1493,
849
  "step": 1220
850
  },
851
  {
852
  "epoch": 13.37,
853
- "learning_rate": 6.66304347826087e-05,
854
- "loss": 0.3662,
855
  "step": 1230
856
  },
857
  {
858
  "epoch": 13.48,
859
- "learning_rate": 6.554347826086957e-05,
860
- "loss": 0.2641,
861
  "step": 1240
862
  },
863
  {
864
  "epoch": 13.59,
865
- "learning_rate": 6.445652173913044e-05,
866
- "loss": 0.1724,
867
  "step": 1250
868
  },
869
  {
870
  "epoch": 13.7,
871
- "learning_rate": 6.33695652173913e-05,
872
- "loss": 0.2753,
873
  "step": 1260
874
  },
875
  {
876
  "epoch": 13.8,
877
- "learning_rate": 6.228260869565218e-05,
878
- "loss": 0.3445,
879
  "step": 1270
880
  },
881
  {
882
  "epoch": 13.91,
883
- "learning_rate": 6.119565217391304e-05,
884
- "loss": 0.1927,
885
  "step": 1280
886
  },
887
  {
888
  "epoch": 14.02,
889
- "learning_rate": 6.010869565217392e-05,
890
- "loss": 0.2233,
891
  "step": 1290
892
  },
893
  {
894
  "epoch": 14.13,
895
- "learning_rate": 5.9021739130434784e-05,
896
- "loss": 0.3486,
897
  "step": 1300
898
  },
899
  {
900
  "epoch": 14.13,
901
- "eval_accuracy": 0.9807692307692307,
902
- "eval_loss": 0.08807563781738281,
903
- "eval_runtime": 1.846,
904
- "eval_samples_per_second": 140.846,
905
- "eval_steps_per_second": 17.877,
906
  "step": 1300
907
  },
908
  {
909
  "epoch": 14.24,
910
- "learning_rate": 5.793478260869566e-05,
911
- "loss": 0.2479,
912
  "step": 1310
913
  },
914
  {
915
  "epoch": 14.35,
916
- "learning_rate": 5.6847826086956524e-05,
917
- "loss": 0.3112,
918
  "step": 1320
919
  },
920
  {
921
  "epoch": 14.46,
922
- "learning_rate": 5.5760869565217386e-05,
923
- "loss": 0.2721,
924
  "step": 1330
925
  },
926
  {
927
  "epoch": 14.57,
928
- "learning_rate": 5.467391304347826e-05,
929
- "loss": 0.145,
930
  "step": 1340
931
  },
932
  {
933
  "epoch": 14.67,
934
- "learning_rate": 5.3586956521739126e-05,
935
- "loss": 0.323,
936
  "step": 1350
937
  },
938
  {
939
  "epoch": 14.78,
940
- "learning_rate": 5.25e-05,
941
- "loss": 0.2676,
942
  "step": 1360
943
  },
944
  {
945
  "epoch": 14.89,
946
- "learning_rate": 5.141304347826087e-05,
947
- "loss": 0.2826,
948
  "step": 1370
949
  },
950
  {
951
  "epoch": 15.0,
952
- "learning_rate": 5.032608695652175e-05,
953
- "loss": 0.219,
954
  "step": 1380
955
  },
956
  {
957
  "epoch": 15.11,
958
- "learning_rate": 4.923913043478261e-05,
959
- "loss": 0.176,
960
  "step": 1390
961
  },
962
  {
963
  "epoch": 15.22,
964
- "learning_rate": 4.815217391304348e-05,
965
- "loss": 0.2801,
966
  "step": 1400
967
  },
968
  {
969
  "epoch": 15.22,
970
- "eval_accuracy": 0.9576923076923077,
971
- "eval_loss": 0.10833106189966202,
972
- "eval_runtime": 2.5226,
973
- "eval_samples_per_second": 103.068,
974
- "eval_steps_per_second": 13.082,
975
  "step": 1400
976
  },
977
  {
978
  "epoch": 15.33,
979
- "learning_rate": 4.706521739130435e-05,
980
- "loss": 0.1336,
981
  "step": 1410
982
  },
983
  {
984
  "epoch": 15.43,
985
- "learning_rate": 4.597826086956522e-05,
986
- "loss": 0.1522,
987
  "step": 1420
988
  },
989
  {
990
  "epoch": 15.54,
991
- "learning_rate": 4.489130434782609e-05,
992
- "loss": 0.2929,
993
  "step": 1430
994
  },
995
  {
996
  "epoch": 15.65,
997
- "learning_rate": 4.380434782608696e-05,
998
- "loss": 0.2111,
999
  "step": 1440
1000
  },
1001
  {
1002
  "epoch": 15.76,
1003
- "learning_rate": 4.271739130434783e-05,
1004
- "loss": 0.3614,
1005
  "step": 1450
1006
  },
1007
  {
1008
  "epoch": 15.87,
1009
- "learning_rate": 4.16304347826087e-05,
1010
- "loss": 0.3736,
1011
  "step": 1460
1012
  },
1013
  {
1014
  "epoch": 15.98,
1015
- "learning_rate": 4.054347826086957e-05,
1016
- "loss": 0.2388,
1017
  "step": 1470
1018
  },
1019
  {
1020
  "epoch": 16.09,
1021
- "learning_rate": 3.945652173913044e-05,
1022
- "loss": 0.212,
1023
  "step": 1480
1024
  },
1025
  {
1026
  "epoch": 16.2,
1027
- "learning_rate": 3.836956521739131e-05,
1028
- "loss": 0.1982,
1029
  "step": 1490
1030
  },
1031
  {
1032
  "epoch": 16.3,
1033
- "learning_rate": 3.728260869565218e-05,
1034
- "loss": 0.164,
1035
  "step": 1500
1036
  },
1037
  {
1038
  "epoch": 16.3,
1039
- "eval_accuracy": 0.9730769230769231,
1040
- "eval_loss": 0.09941530972719193,
1041
- "eval_runtime": 1.8161,
1042
- "eval_samples_per_second": 143.163,
1043
- "eval_steps_per_second": 18.171,
1044
  "step": 1500
1045
  },
1046
  {
1047
  "epoch": 16.41,
1048
- "learning_rate": 3.619565217391305e-05,
1049
- "loss": 0.1593,
1050
  "step": 1510
1051
  },
1052
  {
1053
  "epoch": 16.52,
1054
- "learning_rate": 3.510869565217392e-05,
1055
- "loss": 0.127,
1056
  "step": 1520
1057
  },
1058
  {
1059
  "epoch": 16.63,
1060
- "learning_rate": 3.402173913043478e-05,
1061
- "loss": 0.2097,
1062
  "step": 1530
1063
  },
1064
  {
1065
  "epoch": 16.74,
1066
- "learning_rate": 3.293478260869565e-05,
1067
- "loss": 0.2947,
1068
  "step": 1540
1069
  },
1070
  {
1071
  "epoch": 16.85,
1072
- "learning_rate": 3.1847826086956526e-05,
1073
- "loss": 0.2027,
1074
  "step": 1550
1075
  },
1076
  {
1077
  "epoch": 16.96,
1078
- "learning_rate": 3.0760869565217395e-05,
1079
- "loss": 0.29,
1080
  "step": 1560
1081
  },
1082
  {
1083
  "epoch": 17.07,
1084
- "learning_rate": 2.967391304347826e-05,
1085
- "loss": 0.1293,
1086
  "step": 1570
1087
  },
1088
  {
1089
  "epoch": 17.17,
1090
- "learning_rate": 2.8586956521739135e-05,
1091
- "loss": 0.2181,
1092
  "step": 1580
1093
  },
1094
  {
1095
  "epoch": 17.28,
1096
- "learning_rate": 2.7500000000000004e-05,
1097
- "loss": 0.2735,
1098
  "step": 1590
1099
  },
1100
  {
1101
  "epoch": 17.39,
1102
- "learning_rate": 2.6413043478260867e-05,
1103
- "loss": 0.2892,
1104
  "step": 1600
1105
  },
1106
  {
1107
  "epoch": 17.39,
1108
- "eval_accuracy": 0.9846153846153847,
1109
- "eval_loss": 0.07838542014360428,
1110
- "eval_runtime": 2.5953,
1111
- "eval_samples_per_second": 100.181,
1112
- "eval_steps_per_second": 12.715,
1113
  "step": 1600
1114
  },
1115
  {
1116
  "epoch": 17.5,
1117
- "learning_rate": 2.5326086956521737e-05,
1118
- "loss": 0.1602,
1119
  "step": 1610
1120
  },
1121
  {
1122
  "epoch": 17.61,
1123
- "learning_rate": 2.423913043478261e-05,
1124
- "loss": 0.1958,
1125
  "step": 1620
1126
  },
1127
  {
1128
  "epoch": 17.72,
1129
- "learning_rate": 2.315217391304348e-05,
1130
- "loss": 0.323,
1131
  "step": 1630
1132
  },
1133
  {
1134
  "epoch": 17.83,
1135
- "learning_rate": 2.206521739130435e-05,
1136
- "loss": 0.1871,
1137
  "step": 1640
1138
  },
1139
  {
1140
  "epoch": 17.93,
1141
- "learning_rate": 2.097826086956522e-05,
1142
- "loss": 0.2017,
1143
  "step": 1650
1144
  },
1145
  {
1146
  "epoch": 18.04,
1147
- "learning_rate": 1.9891304347826085e-05,
1148
- "loss": 0.1395,
1149
  "step": 1660
1150
  },
1151
  {
1152
  "epoch": 18.15,
1153
- "learning_rate": 1.8804347826086958e-05,
1154
- "loss": 0.217,
1155
  "step": 1670
1156
  },
1157
  {
1158
  "epoch": 18.26,
1159
- "learning_rate": 1.7717391304347828e-05,
1160
- "loss": 0.1622,
1161
  "step": 1680
1162
  },
1163
  {
1164
  "epoch": 18.37,
1165
- "learning_rate": 1.6630434782608698e-05,
1166
- "loss": 0.2306,
1167
  "step": 1690
1168
  },
1169
  {
1170
  "epoch": 18.48,
1171
- "learning_rate": 1.5543478260869564e-05,
1172
- "loss": 0.1033,
1173
  "step": 1700
1174
  },
1175
  {
1176
  "epoch": 18.48,
1177
- "eval_accuracy": 0.9807692307692307,
1178
- "eval_loss": 0.09326102584600449,
1179
- "eval_runtime": 1.8301,
1180
- "eval_samples_per_second": 142.071,
1181
- "eval_steps_per_second": 18.032,
1182
  "step": 1700
1183
  },
1184
  {
1185
  "epoch": 18.59,
1186
- "learning_rate": 1.4456521739130435e-05,
1187
- "loss": 0.2286,
1188
  "step": 1710
1189
  },
1190
  {
1191
  "epoch": 18.7,
1192
- "learning_rate": 1.3369565217391305e-05,
1193
- "loss": 0.1722,
1194
  "step": 1720
1195
  },
1196
  {
1197
  "epoch": 18.8,
1198
- "learning_rate": 1.2282608695652175e-05,
1199
- "loss": 0.1801,
1200
  "step": 1730
1201
  },
1202
  {
1203
  "epoch": 18.91,
1204
- "learning_rate": 1.1195652173913044e-05,
1205
- "loss": 0.1624,
1206
  "step": 1740
1207
  },
1208
  {
1209
  "epoch": 19.02,
1210
- "learning_rate": 1.0108695652173914e-05,
1211
- "loss": 0.1473,
1212
  "step": 1750
1213
  },
1214
  {
1215
  "epoch": 19.13,
1216
- "learning_rate": 9.021739130434784e-06,
1217
- "loss": 0.2875,
1218
  "step": 1760
1219
  },
1220
  {
1221
  "epoch": 19.24,
1222
- "learning_rate": 7.934782608695653e-06,
1223
- "loss": 0.193,
1224
  "step": 1770
1225
  },
1226
  {
1227
  "epoch": 19.35,
1228
- "learning_rate": 6.847826086956521e-06,
1229
- "loss": 0.1731,
1230
  "step": 1780
1231
  },
1232
  {
1233
  "epoch": 19.46,
1234
- "learning_rate": 5.760869565217392e-06,
1235
- "loss": 0.1206,
1236
  "step": 1790
1237
  },
1238
  {
1239
  "epoch": 19.57,
1240
- "learning_rate": 4.673913043478261e-06,
1241
- "loss": 0.1612,
1242
  "step": 1800
1243
  },
1244
  {
1245
  "epoch": 19.57,
1246
- "eval_accuracy": 0.9846153846153847,
1247
- "eval_loss": 0.0834396481513977,
1248
- "eval_runtime": 2.6459,
1249
- "eval_samples_per_second": 98.267,
1250
- "eval_steps_per_second": 12.472,
1251
  "step": 1800
1252
  },
1253
  {
1254
  "epoch": 19.67,
1255
- "learning_rate": 3.5869565217391305e-06,
1256
- "loss": 0.2104,
1257
  "step": 1810
1258
  },
1259
  {
1260
  "epoch": 19.78,
1261
- "learning_rate": 2.5e-06,
1262
- "loss": 0.1541,
1263
  "step": 1820
1264
  },
1265
  {
1266
  "epoch": 19.89,
1267
- "learning_rate": 1.4130434782608697e-06,
1268
- "loss": 0.1168,
1269
  "step": 1830
1270
  },
1271
  {
1272
  "epoch": 20.0,
1273
- "learning_rate": 3.260869565217391e-07,
1274
- "loss": 0.1346,
1275
  "step": 1840
1276
  },
1277
  {
1278
- "epoch": 20.0,
1279
- "step": 1840,
1280
- "total_flos": 7.30261234607063e+17,
1281
- "train_loss": 0.5343924296938855,
1282
- "train_runtime": 403.7255,
1283
- "train_samples_per_second": 72.723,
1284
- "train_steps_per_second": 4.558
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1285
  }
1286
  ],
1287
  "logging_steps": 10,
1288
- "max_steps": 1840,
1289
- "num_train_epochs": 20,
1290
  "save_steps": 100,
1291
- "total_flos": 7.30261234607063e+17,
1292
  "trial_name": null,
1293
  "trial_params": null
1294
  }
 
1
  {
2
  "best_metric": 0.9846153846153847,
3
+ "best_model_checkpoint": "swin-tiny-patch4-window7-224-finetuned_ASL_Isolated_Swin_dataset2/checkpoint-4300",
4
+ "epoch": 50.0,
5
  "eval_steps": 100,
6
+ "global_step": 4600,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 0.11,
13
+ "learning_rate": 0.00019960869565217393,
14
+ "loss": 3.2965,
15
  "step": 10
16
  },
17
  {
18
  "epoch": 0.22,
19
+ "learning_rate": 0.00019917391304347828,
20
+ "loss": 3.1473,
21
  "step": 20
22
  },
23
  {
24
  "epoch": 0.33,
25
+ "learning_rate": 0.00019873913043478263,
26
+ "loss": 3.105,
27
  "step": 30
28
  },
29
  {
30
  "epoch": 0.43,
31
+ "learning_rate": 0.00019830434782608695,
32
+ "loss": 2.6938,
33
  "step": 40
34
  },
35
  {
36
  "epoch": 0.54,
37
+ "learning_rate": 0.0001978695652173913,
38
+ "loss": 2.1946,
39
  "step": 50
40
  },
41
  {
42
  "epoch": 0.65,
43
+ "learning_rate": 0.00019743478260869564,
44
+ "loss": 2.0158,
45
  "step": 60
46
  },
47
  {
48
  "epoch": 0.76,
49
+ "learning_rate": 0.00019700000000000002,
50
+ "loss": 1.8826,
51
  "step": 70
52
  },
53
  {
54
  "epoch": 0.87,
55
+ "learning_rate": 0.00019656521739130437,
56
+ "loss": 1.5858,
57
  "step": 80
58
  },
59
  {
60
  "epoch": 0.98,
61
+ "learning_rate": 0.0001961739130434783,
62
+ "loss": 1.7169,
63
  "step": 90
64
  },
65
  {
66
  "epoch": 1.09,
67
+ "learning_rate": 0.00019573913043478263,
68
+ "loss": 1.5603,
69
  "step": 100
70
  },
71
  {
72
  "epoch": 1.09,
73
+ "eval_accuracy": 0.6423076923076924,
74
+ "eval_loss": 1.0931396484375,
75
+ "eval_runtime": 2.8125,
76
+ "eval_samples_per_second": 92.445,
77
+ "eval_steps_per_second": 11.733,
78
  "step": 100
79
  },
80
  {
81
  "epoch": 1.2,
82
+ "learning_rate": 0.00019530434782608698,
83
+ "loss": 1.2246,
84
  "step": 110
85
  },
86
  {
87
  "epoch": 1.3,
88
+ "learning_rate": 0.0001948695652173913,
89
+ "loss": 1.2599,
90
  "step": 120
91
  },
92
  {
93
  "epoch": 1.41,
94
+ "learning_rate": 0.00019443478260869565,
95
+ "loss": 1.144,
96
  "step": 130
97
  },
98
  {
99
  "epoch": 1.52,
100
+ "learning_rate": 0.000194,
101
+ "loss": 1.1205,
102
  "step": 140
103
  },
104
  {
105
  "epoch": 1.63,
106
+ "learning_rate": 0.00019356521739130435,
107
+ "loss": 1.1298,
108
  "step": 150
109
  },
110
  {
111
  "epoch": 1.74,
112
+ "learning_rate": 0.0001931304347826087,
113
+ "loss": 1.0351,
114
  "step": 160
115
  },
116
  {
117
  "epoch": 1.85,
118
+ "learning_rate": 0.00019269565217391304,
119
+ "loss": 1.0621,
120
  "step": 170
121
  },
122
  {
123
  "epoch": 1.96,
124
+ "learning_rate": 0.00019226086956521742,
125
+ "loss": 1.0776,
126
  "step": 180
127
  },
128
  {
129
  "epoch": 2.07,
130
+ "learning_rate": 0.00019182608695652177,
131
+ "loss": 1.0902,
132
  "step": 190
133
  },
134
  {
135
  "epoch": 2.17,
136
+ "learning_rate": 0.00019139130434782611,
137
+ "loss": 0.9055,
138
  "step": 200
139
  },
140
  {
141
  "epoch": 2.17,
142
+ "eval_accuracy": 0.8615384615384616,
143
+ "eval_loss": 0.5069058537483215,
144
+ "eval_runtime": 2.293,
145
+ "eval_samples_per_second": 113.388,
146
+ "eval_steps_per_second": 14.391,
147
  "step": 200
148
  },
149
  {
150
  "epoch": 2.28,
151
+ "learning_rate": 0.00019095652173913043,
152
+ "loss": 0.8321,
153
  "step": 210
154
  },
155
  {
156
  "epoch": 2.39,
157
+ "learning_rate": 0.00019052173913043478,
158
+ "loss": 0.9898,
159
  "step": 220
160
  },
161
  {
162
  "epoch": 2.5,
163
+ "learning_rate": 0.00019008695652173913,
164
+ "loss": 0.7569,
165
  "step": 230
166
  },
167
  {
168
  "epoch": 2.61,
169
+ "learning_rate": 0.00018965217391304348,
170
+ "loss": 0.9883,
171
  "step": 240
172
  },
173
  {
174
  "epoch": 2.72,
175
+ "learning_rate": 0.00018921739130434783,
176
+ "loss": 0.8266,
177
  "step": 250
178
  },
179
  {
180
  "epoch": 2.83,
181
+ "learning_rate": 0.00018878260869565217,
182
+ "loss": 0.7038,
183
  "step": 260
184
  },
185
  {
186
  "epoch": 2.93,
187
+ "learning_rate": 0.00018834782608695655,
188
+ "loss": 0.6173,
189
  "step": 270
190
  },
191
  {
192
  "epoch": 3.04,
193
+ "learning_rate": 0.0001879130434782609,
194
+ "loss": 0.8538,
195
  "step": 280
196
  },
197
  {
198
  "epoch": 3.15,
199
+ "learning_rate": 0.00018747826086956524,
200
+ "loss": 0.6864,
201
  "step": 290
202
  },
203
  {
204
  "epoch": 3.26,
205
+ "learning_rate": 0.00018704347826086957,
206
+ "loss": 0.4254,
207
  "step": 300
208
  },
209
  {
210
  "epoch": 3.26,
211
+ "eval_accuracy": 0.8153846153846154,
212
+ "eval_loss": 0.5633840560913086,
213
+ "eval_runtime": 1.7896,
214
+ "eval_samples_per_second": 145.283,
215
+ "eval_steps_per_second": 18.44,
216
  "step": 300
217
  },
218
  {
219
  "epoch": 3.37,
220
+ "learning_rate": 0.00018665217391304349,
221
+ "loss": 0.8916,
222
  "step": 310
223
  },
224
  {
225
  "epoch": 3.48,
226
+ "learning_rate": 0.00018621739130434783,
227
+ "loss": 0.8267,
228
  "step": 320
229
  },
230
  {
231
  "epoch": 3.59,
232
+ "learning_rate": 0.00018578260869565218,
233
+ "loss": 0.6477,
234
  "step": 330
235
  },
236
  {
237
  "epoch": 3.7,
238
+ "learning_rate": 0.00018534782608695653,
239
+ "loss": 0.6123,
240
  "step": 340
241
  },
242
  {
243
  "epoch": 3.8,
244
+ "learning_rate": 0.00018491304347826088,
245
+ "loss": 0.7279,
246
  "step": 350
247
  },
248
  {
249
  "epoch": 3.91,
250
+ "learning_rate": 0.00018447826086956523,
251
+ "loss": 0.7231,
252
  "step": 360
253
  },
254
  {
255
  "epoch": 4.02,
256
+ "learning_rate": 0.00018404347826086957,
257
+ "loss": 0.6572,
258
  "step": 370
259
  },
260
  {
261
  "epoch": 4.13,
262
+ "learning_rate": 0.00018360869565217392,
263
+ "loss": 0.7716,
264
  "step": 380
265
  },
266
  {
267
  "epoch": 4.24,
268
+ "learning_rate": 0.00018317391304347827,
269
+ "loss": 0.631,
270
  "step": 390
271
  },
272
  {
273
  "epoch": 4.35,
274
+ "learning_rate": 0.00018273913043478262,
275
+ "loss": 0.5814,
276
  "step": 400
277
  },
278
  {
279
  "epoch": 4.35,
280
+ "eval_accuracy": 0.9153846153846154,
281
+ "eval_loss": 0.2882762551307678,
282
+ "eval_runtime": 2.1616,
283
+ "eval_samples_per_second": 120.283,
284
+ "eval_steps_per_second": 15.267,
285
  "step": 400
286
  },
287
  {
288
  "epoch": 4.46,
289
+ "learning_rate": 0.00018230434782608696,
290
+ "loss": 0.6552,
291
  "step": 410
292
  },
293
  {
294
  "epoch": 4.57,
295
+ "learning_rate": 0.0001818695652173913,
296
+ "loss": 0.7173,
297
  "step": 420
298
  },
299
  {
300
  "epoch": 4.67,
301
+ "learning_rate": 0.00018143478260869566,
302
+ "loss": 0.5855,
303
  "step": 430
304
  },
305
  {
306
  "epoch": 4.78,
307
+ "learning_rate": 0.000181,
308
+ "loss": 0.5147,
309
  "step": 440
310
  },
311
  {
312
  "epoch": 4.89,
313
+ "learning_rate": 0.00018056521739130436,
314
+ "loss": 0.611,
315
  "step": 450
316
  },
317
  {
318
  "epoch": 5.0,
319
+ "learning_rate": 0.0001801304347826087,
320
+ "loss": 0.6129,
321
  "step": 460
322
  },
323
  {
324
  "epoch": 5.11,
325
+ "learning_rate": 0.00017969565217391305,
326
+ "loss": 0.626,
327
  "step": 470
328
  },
329
  {
330
  "epoch": 5.22,
331
+ "learning_rate": 0.0001792608695652174,
332
+ "loss": 0.6765,
333
  "step": 480
334
  },
335
  {
336
  "epoch": 5.33,
337
+ "learning_rate": 0.00017882608695652175,
338
+ "loss": 0.6244,
339
  "step": 490
340
  },
341
  {
342
  "epoch": 5.43,
343
+ "learning_rate": 0.0001783913043478261,
344
+ "loss": 0.4953,
345
  "step": 500
346
  },
347
  {
348
  "epoch": 5.43,
349
+ "eval_accuracy": 0.9153846153846154,
350
+ "eval_loss": 0.2710036039352417,
351
+ "eval_runtime": 1.7274,
352
+ "eval_samples_per_second": 150.518,
353
+ "eval_steps_per_second": 19.104,
354
  "step": 500
355
  },
356
  {
357
  "epoch": 5.54,
358
+ "learning_rate": 0.00017795652173913044,
359
+ "loss": 0.6148,
360
  "step": 510
361
  },
362
  {
363
  "epoch": 5.65,
364
+ "learning_rate": 0.0001775217391304348,
365
+ "loss": 0.5308,
366
  "step": 520
367
  },
368
  {
369
  "epoch": 5.76,
370
+ "learning_rate": 0.00017708695652173914,
371
+ "loss": 0.5074,
372
  "step": 530
373
  },
374
  {
375
  "epoch": 5.87,
376
+ "learning_rate": 0.0001766521739130435,
377
+ "loss": 0.562,
378
  "step": 540
379
  },
380
  {
381
  "epoch": 5.98,
382
+ "learning_rate": 0.00017621739130434784,
383
+ "loss": 0.5955,
384
  "step": 550
385
  },
386
  {
387
  "epoch": 6.09,
388
+ "learning_rate": 0.00017578260869565218,
389
+ "loss": 0.6948,
390
  "step": 560
391
  },
392
  {
393
  "epoch": 6.2,
394
+ "learning_rate": 0.00017534782608695653,
395
+ "loss": 0.6886,
396
  "step": 570
397
  },
398
  {
399
  "epoch": 6.3,
400
+ "learning_rate": 0.00017491304347826088,
401
+ "loss": 0.331,
402
  "step": 580
403
  },
404
  {
405
  "epoch": 6.41,
406
+ "learning_rate": 0.00017447826086956523,
407
+ "loss": 0.4959,
408
  "step": 590
409
  },
410
  {
411
  "epoch": 6.52,
412
+ "learning_rate": 0.00017404347826086957,
413
+ "loss": 0.4456,
414
  "step": 600
415
  },
416
  {
417
  "epoch": 6.52,
418
+ "eval_accuracy": 0.9346153846153846,
419
+ "eval_loss": 0.24508638679981232,
420
+ "eval_runtime": 1.8052,
421
+ "eval_samples_per_second": 144.025,
422
+ "eval_steps_per_second": 18.28,
423
  "step": 600
424
  },
425
  {
426
  "epoch": 6.63,
427
+ "learning_rate": 0.00017360869565217392,
428
+ "loss": 0.523,
429
  "step": 610
430
  },
431
  {
432
  "epoch": 6.74,
433
+ "learning_rate": 0.00017317391304347827,
434
+ "loss": 0.3426,
435
  "step": 620
436
  },
437
  {
438
  "epoch": 6.85,
439
+ "learning_rate": 0.00017273913043478262,
440
+ "loss": 0.5624,
441
  "step": 630
442
  },
443
  {
444
  "epoch": 6.96,
445
+ "learning_rate": 0.00017230434782608697,
446
+ "loss": 0.5904,
447
  "step": 640
448
  },
449
  {
450
  "epoch": 7.07,
451
+ "learning_rate": 0.00017186956521739131,
452
+ "loss": 0.5562,
453
  "step": 650
454
  },
455
  {
456
  "epoch": 7.17,
457
+ "learning_rate": 0.00017143478260869566,
458
+ "loss": 0.4099,
459
  "step": 660
460
  },
461
  {
462
  "epoch": 7.28,
463
+ "learning_rate": 0.000171,
464
+ "loss": 0.4719,
465
  "step": 670
466
  },
467
  {
468
  "epoch": 7.39,
469
+ "learning_rate": 0.00017056521739130436,
470
+ "loss": 0.2764,
471
  "step": 680
472
  },
473
  {
474
  "epoch": 7.5,
475
+ "learning_rate": 0.0001701304347826087,
476
+ "loss": 0.5919,
477
  "step": 690
478
  },
479
  {
480
  "epoch": 7.61,
481
+ "learning_rate": 0.00016969565217391305,
482
+ "loss": 0.4524,
483
  "step": 700
484
  },
485
  {
486
  "epoch": 7.61,
487
+ "eval_accuracy": 0.9307692307692308,
488
+ "eval_loss": 0.2624644935131073,
489
+ "eval_runtime": 1.8314,
490
+ "eval_samples_per_second": 141.967,
491
+ "eval_steps_per_second": 18.019,
492
  "step": 700
493
  },
494
  {
495
  "epoch": 7.72,
496
+ "learning_rate": 0.0001692608695652174,
497
+ "loss": 0.5307,
498
  "step": 710
499
  },
500
  {
501
  "epoch": 7.83,
502
+ "learning_rate": 0.00016882608695652175,
503
+ "loss": 0.2834,
504
  "step": 720
505
  },
506
  {
507
  "epoch": 7.93,
508
+ "learning_rate": 0.0001683913043478261,
509
+ "loss": 0.5806,
510
  "step": 730
511
  },
512
  {
513
  "epoch": 8.04,
514
+ "learning_rate": 0.00016795652173913044,
515
+ "loss": 0.5453,
516
  "step": 740
517
  },
518
  {
519
  "epoch": 8.15,
520
+ "learning_rate": 0.0001675217391304348,
521
+ "loss": 0.4557,
522
  "step": 750
523
  },
524
  {
525
  "epoch": 8.26,
526
+ "learning_rate": 0.00016708695652173914,
527
+ "loss": 0.5652,
528
  "step": 760
529
  },
530
  {
531
  "epoch": 8.37,
532
+ "learning_rate": 0.0001666521739130435,
533
+ "loss": 0.3756,
534
  "step": 770
535
  },
536
  {
537
  "epoch": 8.48,
538
+ "learning_rate": 0.00016621739130434784,
539
+ "loss": 0.3881,
540
  "step": 780
541
  },
542
  {
543
  "epoch": 8.59,
544
+ "learning_rate": 0.00016578260869565218,
545
+ "loss": 0.4609,
546
  "step": 790
547
  },
548
  {
549
  "epoch": 8.7,
550
+ "learning_rate": 0.00016534782608695653,
551
+ "loss": 0.3095,
552
  "step": 800
553
  },
554
  {
555
  "epoch": 8.7,
556
+ "eval_accuracy": 0.9461538461538461,
557
+ "eval_loss": 0.23966941237449646,
558
+ "eval_runtime": 1.7618,
559
+ "eval_samples_per_second": 147.575,
560
+ "eval_steps_per_second": 18.731,
561
  "step": 800
562
  },
563
  {
564
  "epoch": 8.8,
565
+ "learning_rate": 0.00016491304347826088,
566
+ "loss": 0.5227,
567
  "step": 810
568
  },
569
  {
570
  "epoch": 8.91,
571
+ "learning_rate": 0.00016447826086956523,
572
+ "loss": 0.3551,
573
  "step": 820
574
  },
575
  {
576
  "epoch": 9.02,
577
+ "learning_rate": 0.00016404347826086958,
578
+ "loss": 0.4476,
579
  "step": 830
580
  },
581
  {
582
  "epoch": 9.13,
583
+ "learning_rate": 0.00016360869565217392,
584
+ "loss": 0.4683,
585
  "step": 840
586
  },
587
  {
588
  "epoch": 9.24,
589
+ "learning_rate": 0.00016317391304347827,
590
+ "loss": 0.4259,
591
  "step": 850
592
  },
593
  {
594
  "epoch": 9.35,
595
+ "learning_rate": 0.00016273913043478262,
596
+ "loss": 0.2351,
597
  "step": 860
598
  },
599
  {
600
  "epoch": 9.46,
601
+ "learning_rate": 0.00016230434782608697,
602
+ "loss": 0.4937,
603
  "step": 870
604
  },
605
  {
606
  "epoch": 9.57,
607
+ "learning_rate": 0.00016186956521739131,
608
+ "loss": 0.4265,
609
  "step": 880
610
  },
611
  {
612
  "epoch": 9.67,
613
+ "learning_rate": 0.00016143478260869566,
614
+ "loss": 0.6405,
615
  "step": 890
616
  },
617
  {
618
  "epoch": 9.78,
619
+ "learning_rate": 0.000161,
620
+ "loss": 0.3224,
621
  "step": 900
622
  },
623
  {
624
  "epoch": 9.78,
625
+ "eval_accuracy": 0.9384615384615385,
626
+ "eval_loss": 0.17866389453411102,
627
+ "eval_runtime": 1.7568,
628
+ "eval_samples_per_second": 147.997,
629
+ "eval_steps_per_second": 18.784,
630
  "step": 900
631
  },
632
  {
633
  "epoch": 9.89,
634
+ "learning_rate": 0.00016056521739130436,
635
+ "loss": 0.3498,
636
  "step": 910
637
  },
638
  {
639
  "epoch": 10.0,
640
+ "learning_rate": 0.0001601304347826087,
641
+ "loss": 0.4179,
642
  "step": 920
643
  },
644
  {
645
  "epoch": 10.11,
646
+ "learning_rate": 0.00015969565217391305,
647
+ "loss": 0.3454,
648
  "step": 930
649
  },
650
  {
651
  "epoch": 10.22,
652
+ "learning_rate": 0.0001592608695652174,
653
+ "loss": 0.4429,
654
  "step": 940
655
  },
656
  {
657
  "epoch": 10.33,
658
+ "learning_rate": 0.00015882608695652175,
659
+ "loss": 0.5527,
660
  "step": 950
661
  },
662
  {
663
  "epoch": 10.43,
664
+ "learning_rate": 0.0001583913043478261,
665
+ "loss": 0.3509,
666
  "step": 960
667
  },
668
  {
669
  "epoch": 10.54,
670
+ "learning_rate": 0.00015795652173913045,
671
+ "loss": 0.3791,
672
  "step": 970
673
  },
674
  {
675
  "epoch": 10.65,
676
+ "learning_rate": 0.0001575217391304348,
677
+ "loss": 0.398,
678
  "step": 980
679
  },
680
  {
681
  "epoch": 10.76,
682
+ "learning_rate": 0.00015708695652173914,
683
+ "loss": 0.3508,
684
  "step": 990
685
  },
686
  {
687
  "epoch": 10.87,
688
+ "learning_rate": 0.0001566521739130435,
689
+ "loss": 0.4069,
690
  "step": 1000
691
  },
692
  {
693
  "epoch": 10.87,
694
+ "eval_accuracy": 0.9230769230769231,
695
+ "eval_loss": 0.3375781178474426,
696
+ "eval_runtime": 1.7586,
697
+ "eval_samples_per_second": 147.841,
698
+ "eval_steps_per_second": 18.764,
699
  "step": 1000
700
  },
701
  {
702
  "epoch": 10.98,
703
+ "learning_rate": 0.00015621739130434784,
704
+ "loss": 0.3569,
705
  "step": 1010
706
  },
707
  {
708
  "epoch": 11.09,
709
+ "learning_rate": 0.00015578260869565218,
710
+ "loss": 0.3331,
711
  "step": 1020
712
  },
713
  {
714
  "epoch": 11.2,
715
+ "learning_rate": 0.00015534782608695653,
716
+ "loss": 0.3407,
717
  "step": 1030
718
  },
719
  {
720
  "epoch": 11.3,
721
+ "learning_rate": 0.00015491304347826088,
722
+ "loss": 0.3258,
723
  "step": 1040
724
  },
725
  {
726
  "epoch": 11.41,
727
+ "learning_rate": 0.00015447826086956523,
728
+ "loss": 0.3554,
729
  "step": 1050
730
  },
731
  {
732
  "epoch": 11.52,
733
+ "learning_rate": 0.00015404347826086958,
734
+ "loss": 0.6916,
735
  "step": 1060
736
  },
737
  {
738
  "epoch": 11.63,
739
+ "learning_rate": 0.00015360869565217392,
740
+ "loss": 0.3777,
741
  "step": 1070
742
  },
743
  {
744
  "epoch": 11.74,
745
+ "learning_rate": 0.00015317391304347827,
746
+ "loss": 0.4418,
747
  "step": 1080
748
  },
749
  {
750
  "epoch": 11.85,
751
+ "learning_rate": 0.00015273913043478262,
752
+ "loss": 0.3512,
753
  "step": 1090
754
  },
755
  {
756
  "epoch": 11.96,
757
+ "learning_rate": 0.00015230434782608697,
758
+ "loss": 0.3467,
759
  "step": 1100
760
  },
761
  {
762
  "epoch": 11.96,
763
+ "eval_accuracy": 0.9538461538461539,
764
+ "eval_loss": 0.16032785177230835,
765
+ "eval_runtime": 1.775,
766
+ "eval_samples_per_second": 146.48,
767
+ "eval_steps_per_second": 18.592,
768
  "step": 1100
769
  },
770
  {
771
  "epoch": 12.07,
772
+ "learning_rate": 0.00015186956521739132,
773
+ "loss": 0.4753,
774
  "step": 1110
775
  },
776
  {
777
  "epoch": 12.17,
778
+ "learning_rate": 0.00015143478260869566,
779
+ "loss": 0.2328,
780
  "step": 1120
781
  },
782
  {
783
  "epoch": 12.28,
784
+ "learning_rate": 0.000151,
785
+ "loss": 0.4159,
786
  "step": 1130
787
  },
788
  {
789
  "epoch": 12.39,
790
+ "learning_rate": 0.00015056521739130436,
791
+ "loss": 0.3399,
792
  "step": 1140
793
  },
794
  {
795
  "epoch": 12.5,
796
+ "learning_rate": 0.0001501304347826087,
797
+ "loss": 0.3935,
798
  "step": 1150
799
  },
800
  {
801
  "epoch": 12.61,
802
+ "learning_rate": 0.00014969565217391305,
803
+ "loss": 0.4221,
804
  "step": 1160
805
  },
806
  {
807
  "epoch": 12.72,
808
+ "learning_rate": 0.0001492608695652174,
809
+ "loss": 0.4216,
810
  "step": 1170
811
  },
812
  {
813
  "epoch": 12.83,
814
+ "learning_rate": 0.00014882608695652175,
815
+ "loss": 0.3447,
816
  "step": 1180
817
  },
818
  {
819
  "epoch": 12.93,
820
+ "learning_rate": 0.0001483913043478261,
821
+ "loss": 0.4653,
822
  "step": 1190
823
  },
824
  {
825
  "epoch": 13.04,
826
+ "learning_rate": 0.00014795652173913045,
827
+ "loss": 0.469,
828
  "step": 1200
829
  },
830
  {
831
  "epoch": 13.04,
832
+ "eval_accuracy": 0.9423076923076923,
833
+ "eval_loss": 0.2247328907251358,
834
+ "eval_runtime": 1.7799,
835
+ "eval_samples_per_second": 146.074,
836
+ "eval_steps_per_second": 18.54,
837
  "step": 1200
838
  },
839
  {
840
  "epoch": 13.15,
841
+ "learning_rate": 0.0001475217391304348,
842
+ "loss": 0.4646,
843
  "step": 1210
844
  },
845
  {
846
  "epoch": 13.26,
847
+ "learning_rate": 0.00014708695652173914,
848
+ "loss": 0.3872,
849
  "step": 1220
850
  },
851
  {
852
  "epoch": 13.37,
853
+ "learning_rate": 0.0001466521739130435,
854
+ "loss": 0.4123,
855
  "step": 1230
856
  },
857
  {
858
  "epoch": 13.48,
859
+ "learning_rate": 0.00014621739130434784,
860
+ "loss": 0.4176,
861
  "step": 1240
862
  },
863
  {
864
  "epoch": 13.59,
865
+ "learning_rate": 0.00014578260869565219,
866
+ "loss": 0.2891,
867
  "step": 1250
868
  },
869
  {
870
  "epoch": 13.7,
871
+ "learning_rate": 0.0001453478260869565,
872
+ "loss": 0.4156,
873
  "step": 1260
874
  },
875
  {
876
  "epoch": 13.8,
877
+ "learning_rate": 0.00014491304347826088,
878
+ "loss": 0.3565,
879
  "step": 1270
880
  },
881
  {
882
  "epoch": 13.91,
883
+ "learning_rate": 0.00014447826086956523,
884
+ "loss": 0.4015,
885
  "step": 1280
886
  },
887
  {
888
  "epoch": 14.02,
889
+ "learning_rate": 0.00014404347826086958,
890
+ "loss": 0.3909,
891
  "step": 1290
892
  },
893
  {
894
  "epoch": 14.13,
895
+ "learning_rate": 0.00014360869565217392,
896
+ "loss": 0.4523,
897
  "step": 1300
898
  },
899
  {
900
  "epoch": 14.13,
901
+ "eval_accuracy": 0.9538461538461539,
902
+ "eval_loss": 0.15518945455551147,
903
+ "eval_runtime": 1.7762,
904
+ "eval_samples_per_second": 146.378,
905
+ "eval_steps_per_second": 18.579,
906
  "step": 1300
907
  },
908
  {
909
  "epoch": 14.24,
910
+ "learning_rate": 0.00014317391304347827,
911
+ "loss": 0.3042,
912
  "step": 1310
913
  },
914
  {
915
  "epoch": 14.35,
916
+ "learning_rate": 0.00014273913043478262,
917
+ "loss": 0.525,
918
  "step": 1320
919
  },
920
  {
921
  "epoch": 14.46,
922
+ "learning_rate": 0.00014230434782608697,
923
+ "loss": 0.4193,
924
  "step": 1330
925
  },
926
  {
927
  "epoch": 14.57,
928
+ "learning_rate": 0.00014186956521739132,
929
+ "loss": 0.243,
930
  "step": 1340
931
  },
932
  {
933
  "epoch": 14.67,
934
+ "learning_rate": 0.00014143478260869564,
935
+ "loss": 0.4345,
936
  "step": 1350
937
  },
938
  {
939
  "epoch": 14.78,
940
+ "learning_rate": 0.000141,
941
+ "loss": 0.3999,
942
  "step": 1360
943
  },
944
  {
945
  "epoch": 14.89,
946
+ "learning_rate": 0.00014056521739130436,
947
+ "loss": 0.4394,
948
  "step": 1370
949
  },
950
  {
951
  "epoch": 15.0,
952
+ "learning_rate": 0.0001401304347826087,
953
+ "loss": 0.2955,
954
  "step": 1380
955
  },
956
  {
957
  "epoch": 15.11,
958
+ "learning_rate": 0.00013969565217391306,
959
+ "loss": 0.2917,
960
  "step": 1390
961
  },
962
  {
963
  "epoch": 15.22,
964
+ "learning_rate": 0.0001392608695652174,
965
+ "loss": 0.2923,
966
  "step": 1400
967
  },
968
  {
969
  "epoch": 15.22,
970
+ "eval_accuracy": 0.9346153846153846,
971
+ "eval_loss": 0.3376471996307373,
972
+ "eval_runtime": 1.7862,
973
+ "eval_samples_per_second": 145.564,
974
+ "eval_steps_per_second": 18.475,
975
  "step": 1400
976
  },
977
  {
978
  "epoch": 15.33,
979
+ "learning_rate": 0.00013882608695652175,
980
+ "loss": 0.2461,
981
  "step": 1410
982
  },
983
  {
984
  "epoch": 15.43,
985
+ "learning_rate": 0.0001383913043478261,
986
+ "loss": 0.2381,
987
  "step": 1420
988
  },
989
  {
990
  "epoch": 15.54,
991
+ "learning_rate": 0.00013795652173913045,
992
+ "loss": 0.3407,
993
  "step": 1430
994
  },
995
  {
996
  "epoch": 15.65,
997
+ "learning_rate": 0.00013752173913043477,
998
+ "loss": 0.2788,
999
  "step": 1440
1000
  },
1001
  {
1002
  "epoch": 15.76,
1003
+ "learning_rate": 0.00013708695652173914,
1004
+ "loss": 0.4629,
1005
  "step": 1450
1006
  },
1007
  {
1008
  "epoch": 15.87,
1009
+ "learning_rate": 0.0001366521739130435,
1010
+ "loss": 0.4188,
1011
  "step": 1460
1012
  },
1013
  {
1014
  "epoch": 15.98,
1015
+ "learning_rate": 0.00013621739130434784,
1016
+ "loss": 0.3927,
1017
  "step": 1470
1018
  },
1019
  {
1020
  "epoch": 16.09,
1021
+ "learning_rate": 0.00013578260869565219,
1022
+ "loss": 0.4012,
1023
  "step": 1480
1024
  },
1025
  {
1026
  "epoch": 16.2,
1027
+ "learning_rate": 0.00013534782608695653,
1028
+ "loss": 0.2857,
1029
  "step": 1490
1030
  },
1031
  {
1032
  "epoch": 16.3,
1033
+ "learning_rate": 0.00013491304347826088,
1034
+ "loss": 0.3139,
1035
  "step": 1500
1036
  },
1037
  {
1038
  "epoch": 16.3,
1039
+ "eval_accuracy": 0.9576923076923077,
1040
+ "eval_loss": 0.14485935866832733,
1041
+ "eval_runtime": 1.8112,
1042
+ "eval_samples_per_second": 143.551,
1043
+ "eval_steps_per_second": 18.22,
1044
  "step": 1500
1045
  },
1046
  {
1047
  "epoch": 16.41,
1048
+ "learning_rate": 0.00013447826086956523,
1049
+ "loss": 0.1576,
1050
  "step": 1510
1051
  },
1052
  {
1053
  "epoch": 16.52,
1054
+ "learning_rate": 0.00013404347826086958,
1055
+ "loss": 0.304,
1056
  "step": 1520
1057
  },
1058
  {
1059
  "epoch": 16.63,
1060
+ "learning_rate": 0.0001336086956521739,
1061
+ "loss": 0.373,
1062
  "step": 1530
1063
  },
1064
  {
1065
  "epoch": 16.74,
1066
+ "learning_rate": 0.00013317391304347825,
1067
+ "loss": 0.4767,
1068
  "step": 1540
1069
  },
1070
  {
1071
  "epoch": 16.85,
1072
+ "learning_rate": 0.00013273913043478262,
1073
+ "loss": 0.2466,
1074
  "step": 1550
1075
  },
1076
  {
1077
  "epoch": 16.96,
1078
+ "learning_rate": 0.00013230434782608697,
1079
+ "loss": 0.3481,
1080
  "step": 1560
1081
  },
1082
  {
1083
  "epoch": 17.07,
1084
+ "learning_rate": 0.00013186956521739132,
1085
+ "loss": 0.2583,
1086
  "step": 1570
1087
  },
1088
  {
1089
  "epoch": 17.17,
1090
+ "learning_rate": 0.00013143478260869567,
1091
+ "loss": 0.3555,
1092
  "step": 1580
1093
  },
1094
  {
1095
  "epoch": 17.28,
1096
+ "learning_rate": 0.000131,
1097
+ "loss": 0.3939,
1098
  "step": 1590
1099
  },
1100
  {
1101
  "epoch": 17.39,
1102
+ "learning_rate": 0.00013056521739130436,
1103
+ "loss": 0.3873,
1104
  "step": 1600
1105
  },
1106
  {
1107
  "epoch": 17.39,
1108
+ "eval_accuracy": 0.9653846153846154,
1109
+ "eval_loss": 0.14950522780418396,
1110
+ "eval_runtime": 1.7354,
1111
+ "eval_samples_per_second": 149.82,
1112
+ "eval_steps_per_second": 19.016,
1113
  "step": 1600
1114
  },
1115
  {
1116
  "epoch": 17.5,
1117
+ "learning_rate": 0.0001301304347826087,
1118
+ "loss": 0.2708,
1119
  "step": 1610
1120
  },
1121
  {
1122
  "epoch": 17.61,
1123
+ "learning_rate": 0.00012969565217391303,
1124
+ "loss": 0.3253,
1125
  "step": 1620
1126
  },
1127
  {
1128
  "epoch": 17.72,
1129
+ "learning_rate": 0.00012926086956521738,
1130
+ "loss": 0.4359,
1131
  "step": 1630
1132
  },
1133
  {
1134
  "epoch": 17.83,
1135
+ "learning_rate": 0.00012882608695652175,
1136
+ "loss": 0.2208,
1137
  "step": 1640
1138
  },
1139
  {
1140
  "epoch": 17.93,
1141
+ "learning_rate": 0.0001283913043478261,
1142
+ "loss": 0.3663,
1143
  "step": 1650
1144
  },
1145
  {
1146
  "epoch": 18.04,
1147
+ "learning_rate": 0.00012795652173913045,
1148
+ "loss": 0.3553,
1149
  "step": 1660
1150
  },
1151
  {
1152
  "epoch": 18.15,
1153
+ "learning_rate": 0.0001275217391304348,
1154
+ "loss": 0.2674,
1155
  "step": 1670
1156
  },
1157
  {
1158
  "epoch": 18.26,
1159
+ "learning_rate": 0.00012708695652173914,
1160
+ "loss": 0.3081,
1161
  "step": 1680
1162
  },
1163
  {
1164
  "epoch": 18.37,
1165
+ "learning_rate": 0.0001266521739130435,
1166
+ "loss": 0.3599,
1167
  "step": 1690
1168
  },
1169
  {
1170
  "epoch": 18.48,
1171
+ "learning_rate": 0.00012621739130434784,
1172
+ "loss": 0.2994,
1173
  "step": 1700
1174
  },
1175
  {
1176
  "epoch": 18.48,
1177
+ "eval_accuracy": 0.9653846153846154,
1178
+ "eval_loss": 0.18205522000789642,
1179
+ "eval_runtime": 1.7775,
1180
+ "eval_samples_per_second": 146.275,
1181
+ "eval_steps_per_second": 18.566,
1182
  "step": 1700
1183
  },
1184
  {
1185
  "epoch": 18.59,
1186
+ "learning_rate": 0.00012578260869565216,
1187
+ "loss": 0.3319,
1188
  "step": 1710
1189
  },
1190
  {
1191
  "epoch": 18.7,
1192
+ "learning_rate": 0.0001253478260869565,
1193
+ "loss": 0.2963,
1194
  "step": 1720
1195
  },
1196
  {
1197
  "epoch": 18.8,
1198
+ "learning_rate": 0.00012491304347826088,
1199
+ "loss": 0.3717,
1200
  "step": 1730
1201
  },
1202
  {
1203
  "epoch": 18.91,
1204
+ "learning_rate": 0.00012447826086956523,
1205
+ "loss": 0.3256,
1206
  "step": 1740
1207
  },
1208
  {
1209
  "epoch": 19.02,
1210
+ "learning_rate": 0.00012404347826086958,
1211
+ "loss": 0.2594,
1212
  "step": 1750
1213
  },
1214
  {
1215
  "epoch": 19.13,
1216
+ "learning_rate": 0.00012360869565217393,
1217
+ "loss": 0.3113,
1218
  "step": 1760
1219
  },
1220
  {
1221
  "epoch": 19.24,
1222
+ "learning_rate": 0.00012317391304347827,
1223
+ "loss": 0.2882,
1224
  "step": 1770
1225
  },
1226
  {
1227
  "epoch": 19.35,
1228
+ "learning_rate": 0.00012273913043478262,
1229
+ "loss": 0.3324,
1230
  "step": 1780
1231
  },
1232
  {
1233
  "epoch": 19.46,
1234
+ "learning_rate": 0.00012230434782608694,
1235
+ "loss": 0.3019,
1236
  "step": 1790
1237
  },
1238
  {
1239
  "epoch": 19.57,
1240
+ "learning_rate": 0.0001218695652173913,
1241
+ "loss": 0.2611,
1242
  "step": 1800
1243
  },
1244
  {
1245
  "epoch": 19.57,
1246
+ "eval_accuracy": 0.9769230769230769,
1247
+ "eval_loss": 0.12944568693637848,
1248
+ "eval_runtime": 1.7814,
1249
+ "eval_samples_per_second": 145.955,
1250
+ "eval_steps_per_second": 18.525,
1251
  "step": 1800
1252
  },
1253
  {
1254
  "epoch": 19.67,
1255
+ "learning_rate": 0.00012143478260869565,
1256
+ "loss": 0.2507,
1257
  "step": 1810
1258
  },
1259
  {
1260
  "epoch": 19.78,
1261
+ "learning_rate": 0.000121,
1262
+ "loss": 0.4102,
1263
  "step": 1820
1264
  },
1265
  {
1266
  "epoch": 19.89,
1267
+ "learning_rate": 0.00012056521739130435,
1268
+ "loss": 0.148,
1269
  "step": 1830
1270
  },
1271
  {
1272
  "epoch": 20.0,
1273
+ "learning_rate": 0.00012013043478260871,
1274
+ "loss": 0.2765,
1275
  "step": 1840
1276
  },
1277
  {
1278
+ "epoch": 20.11,
1279
+ "learning_rate": 0.00011969565217391306,
1280
+ "loss": 0.2522,
1281
+ "step": 1850
1282
+ },
1283
+ {
1284
+ "epoch": 20.22,
1285
+ "learning_rate": 0.0001192608695652174,
1286
+ "loss": 0.2824,
1287
+ "step": 1860
1288
+ },
1289
+ {
1290
+ "epoch": 20.33,
1291
+ "learning_rate": 0.00011882608695652175,
1292
+ "loss": 0.4457,
1293
+ "step": 1870
1294
+ },
1295
+ {
1296
+ "epoch": 20.43,
1297
+ "learning_rate": 0.00011839130434782609,
1298
+ "loss": 0.2364,
1299
+ "step": 1880
1300
+ },
1301
+ {
1302
+ "epoch": 20.54,
1303
+ "learning_rate": 0.00011795652173913044,
1304
+ "loss": 0.2911,
1305
+ "step": 1890
1306
+ },
1307
+ {
1308
+ "epoch": 20.65,
1309
+ "learning_rate": 0.00011752173913043478,
1310
+ "loss": 0.1883,
1311
+ "step": 1900
1312
+ },
1313
+ {
1314
+ "epoch": 20.65,
1315
+ "eval_accuracy": 0.9730769230769231,
1316
+ "eval_loss": 0.0878596231341362,
1317
+ "eval_runtime": 1.7876,
1318
+ "eval_samples_per_second": 145.447,
1319
+ "eval_steps_per_second": 18.461,
1320
+ "step": 1900
1321
+ },
1322
+ {
1323
+ "epoch": 20.76,
1324
+ "learning_rate": 0.00011708695652173913,
1325
+ "loss": 0.318,
1326
+ "step": 1910
1327
+ },
1328
+ {
1329
+ "epoch": 20.87,
1330
+ "learning_rate": 0.00011665217391304348,
1331
+ "loss": 0.1883,
1332
+ "step": 1920
1333
+ },
1334
+ {
1335
+ "epoch": 20.98,
1336
+ "learning_rate": 0.00011621739130434783,
1337
+ "loss": 0.4074,
1338
+ "step": 1930
1339
+ },
1340
+ {
1341
+ "epoch": 21.09,
1342
+ "learning_rate": 0.00011578260869565219,
1343
+ "loss": 0.2993,
1344
+ "step": 1940
1345
+ },
1346
+ {
1347
+ "epoch": 21.2,
1348
+ "learning_rate": 0.00011534782608695654,
1349
+ "loss": 0.3601,
1350
+ "step": 1950
1351
+ },
1352
+ {
1353
+ "epoch": 21.3,
1354
+ "learning_rate": 0.00011491304347826088,
1355
+ "loss": 0.2871,
1356
+ "step": 1960
1357
+ },
1358
+ {
1359
+ "epoch": 21.41,
1360
+ "learning_rate": 0.00011447826086956522,
1361
+ "loss": 0.2251,
1362
+ "step": 1970
1363
+ },
1364
+ {
1365
+ "epoch": 21.52,
1366
+ "learning_rate": 0.00011404347826086957,
1367
+ "loss": 0.3803,
1368
+ "step": 1980
1369
+ },
1370
+ {
1371
+ "epoch": 21.63,
1372
+ "learning_rate": 0.00011360869565217391,
1373
+ "loss": 0.2488,
1374
+ "step": 1990
1375
+ },
1376
+ {
1377
+ "epoch": 21.74,
1378
+ "learning_rate": 0.00011317391304347826,
1379
+ "loss": 0.2076,
1380
+ "step": 2000
1381
+ },
1382
+ {
1383
+ "epoch": 21.74,
1384
+ "eval_accuracy": 0.95,
1385
+ "eval_loss": 0.19687730073928833,
1386
+ "eval_runtime": 1.754,
1387
+ "eval_samples_per_second": 148.235,
1388
+ "eval_steps_per_second": 18.814,
1389
+ "step": 2000
1390
+ },
1391
+ {
1392
+ "epoch": 21.85,
1393
+ "learning_rate": 0.00011273913043478261,
1394
+ "loss": 0.2438,
1395
+ "step": 2010
1396
+ },
1397
+ {
1398
+ "epoch": 21.96,
1399
+ "learning_rate": 0.00011230434782608696,
1400
+ "loss": 0.2422,
1401
+ "step": 2020
1402
+ },
1403
+ {
1404
+ "epoch": 22.07,
1405
+ "learning_rate": 0.00011186956521739132,
1406
+ "loss": 0.2734,
1407
+ "step": 2030
1408
+ },
1409
+ {
1410
+ "epoch": 22.17,
1411
+ "learning_rate": 0.00011143478260869567,
1412
+ "loss": 0.3248,
1413
+ "step": 2040
1414
+ },
1415
+ {
1416
+ "epoch": 22.28,
1417
+ "learning_rate": 0.00011100000000000001,
1418
+ "loss": 0.4294,
1419
+ "step": 2050
1420
+ },
1421
+ {
1422
+ "epoch": 22.39,
1423
+ "learning_rate": 0.00011056521739130435,
1424
+ "loss": 0.32,
1425
+ "step": 2060
1426
+ },
1427
+ {
1428
+ "epoch": 22.5,
1429
+ "learning_rate": 0.0001101304347826087,
1430
+ "loss": 0.1754,
1431
+ "step": 2070
1432
+ },
1433
+ {
1434
+ "epoch": 22.61,
1435
+ "learning_rate": 0.00010969565217391304,
1436
+ "loss": 0.2761,
1437
+ "step": 2080
1438
+ },
1439
+ {
1440
+ "epoch": 22.72,
1441
+ "learning_rate": 0.00010926086956521739,
1442
+ "loss": 0.2663,
1443
+ "step": 2090
1444
+ },
1445
+ {
1446
+ "epoch": 22.83,
1447
+ "learning_rate": 0.00010882608695652174,
1448
+ "loss": 0.3531,
1449
+ "step": 2100
1450
+ },
1451
+ {
1452
+ "epoch": 22.83,
1453
+ "eval_accuracy": 0.9538461538461539,
1454
+ "eval_loss": 0.21350117027759552,
1455
+ "eval_runtime": 1.7496,
1456
+ "eval_samples_per_second": 148.61,
1457
+ "eval_steps_per_second": 18.862,
1458
+ "step": 2100
1459
+ },
1460
+ {
1461
+ "epoch": 22.93,
1462
+ "learning_rate": 0.00010839130434782609,
1463
+ "loss": 0.3053,
1464
+ "step": 2110
1465
+ },
1466
+ {
1467
+ "epoch": 23.04,
1468
+ "learning_rate": 0.00010795652173913045,
1469
+ "loss": 0.2148,
1470
+ "step": 2120
1471
+ },
1472
+ {
1473
+ "epoch": 23.15,
1474
+ "learning_rate": 0.0001075217391304348,
1475
+ "loss": 0.3206,
1476
+ "step": 2130
1477
+ },
1478
+ {
1479
+ "epoch": 23.26,
1480
+ "learning_rate": 0.00010708695652173915,
1481
+ "loss": 0.2588,
1482
+ "step": 2140
1483
+ },
1484
+ {
1485
+ "epoch": 23.37,
1486
+ "learning_rate": 0.00010665217391304348,
1487
+ "loss": 0.3145,
1488
+ "step": 2150
1489
+ },
1490
+ {
1491
+ "epoch": 23.48,
1492
+ "learning_rate": 0.00010621739130434783,
1493
+ "loss": 0.226,
1494
+ "step": 2160
1495
+ },
1496
+ {
1497
+ "epoch": 23.59,
1498
+ "learning_rate": 0.00010578260869565218,
1499
+ "loss": 0.1001,
1500
+ "step": 2170
1501
+ },
1502
+ {
1503
+ "epoch": 23.7,
1504
+ "learning_rate": 0.00010534782608695652,
1505
+ "loss": 0.4069,
1506
+ "step": 2180
1507
+ },
1508
+ {
1509
+ "epoch": 23.8,
1510
+ "learning_rate": 0.00010491304347826087,
1511
+ "loss": 0.28,
1512
+ "step": 2190
1513
+ },
1514
+ {
1515
+ "epoch": 23.91,
1516
+ "learning_rate": 0.00010447826086956522,
1517
+ "loss": 0.4339,
1518
+ "step": 2200
1519
+ },
1520
+ {
1521
+ "epoch": 23.91,
1522
+ "eval_accuracy": 0.9615384615384616,
1523
+ "eval_loss": 0.10298635810613632,
1524
+ "eval_runtime": 1.7772,
1525
+ "eval_samples_per_second": 146.294,
1526
+ "eval_steps_per_second": 18.568,
1527
+ "step": 2200
1528
+ },
1529
+ {
1530
+ "epoch": 24.02,
1531
+ "learning_rate": 0.00010404347826086958,
1532
+ "loss": 0.1528,
1533
+ "step": 2210
1534
+ },
1535
+ {
1536
+ "epoch": 24.13,
1537
+ "learning_rate": 0.00010360869565217393,
1538
+ "loss": 0.3256,
1539
+ "step": 2220
1540
+ },
1541
+ {
1542
+ "epoch": 24.24,
1543
+ "learning_rate": 0.00010317391304347828,
1544
+ "loss": 0.232,
1545
+ "step": 2230
1546
+ },
1547
+ {
1548
+ "epoch": 24.35,
1549
+ "learning_rate": 0.00010273913043478261,
1550
+ "loss": 0.2191,
1551
+ "step": 2240
1552
+ },
1553
+ {
1554
+ "epoch": 24.46,
1555
+ "learning_rate": 0.00010230434782608696,
1556
+ "loss": 0.3411,
1557
+ "step": 2250
1558
+ },
1559
+ {
1560
+ "epoch": 24.57,
1561
+ "learning_rate": 0.0001018695652173913,
1562
+ "loss": 0.1255,
1563
+ "step": 2260
1564
+ },
1565
+ {
1566
+ "epoch": 24.67,
1567
+ "learning_rate": 0.00010143478260869565,
1568
+ "loss": 0.2217,
1569
+ "step": 2270
1570
+ },
1571
+ {
1572
+ "epoch": 24.78,
1573
+ "learning_rate": 0.000101,
1574
+ "loss": 0.3112,
1575
+ "step": 2280
1576
+ },
1577
+ {
1578
+ "epoch": 24.89,
1579
+ "learning_rate": 0.00010056521739130435,
1580
+ "loss": 0.1857,
1581
+ "step": 2290
1582
+ },
1583
+ {
1584
+ "epoch": 25.0,
1585
+ "learning_rate": 0.00010013043478260871,
1586
+ "loss": 0.2959,
1587
+ "step": 2300
1588
+ },
1589
+ {
1590
+ "epoch": 25.0,
1591
+ "eval_accuracy": 0.9730769230769231,
1592
+ "eval_loss": 0.15792931616306305,
1593
+ "eval_runtime": 1.8,
1594
+ "eval_samples_per_second": 144.447,
1595
+ "eval_steps_per_second": 18.334,
1596
+ "step": 2300
1597
+ },
1598
+ {
1599
+ "epoch": 25.11,
1600
+ "learning_rate": 9.969565217391305e-05,
1601
+ "loss": 0.1414,
1602
+ "step": 2310
1603
+ },
1604
+ {
1605
+ "epoch": 25.22,
1606
+ "learning_rate": 9.92608695652174e-05,
1607
+ "loss": 0.2258,
1608
+ "step": 2320
1609
+ },
1610
+ {
1611
+ "epoch": 25.33,
1612
+ "learning_rate": 9.882608695652174e-05,
1613
+ "loss": 0.3728,
1614
+ "step": 2330
1615
+ },
1616
+ {
1617
+ "epoch": 25.43,
1618
+ "learning_rate": 9.83913043478261e-05,
1619
+ "loss": 0.1948,
1620
+ "step": 2340
1621
+ },
1622
+ {
1623
+ "epoch": 25.54,
1624
+ "learning_rate": 9.795652173913044e-05,
1625
+ "loss": 0.1891,
1626
+ "step": 2350
1627
+ },
1628
+ {
1629
+ "epoch": 25.65,
1630
+ "learning_rate": 9.752173913043478e-05,
1631
+ "loss": 0.3699,
1632
+ "step": 2360
1633
+ },
1634
+ {
1635
+ "epoch": 25.76,
1636
+ "learning_rate": 9.708695652173913e-05,
1637
+ "loss": 0.2302,
1638
+ "step": 2370
1639
+ },
1640
+ {
1641
+ "epoch": 25.87,
1642
+ "learning_rate": 9.665217391304348e-05,
1643
+ "loss": 0.4142,
1644
+ "step": 2380
1645
+ },
1646
+ {
1647
+ "epoch": 25.98,
1648
+ "learning_rate": 9.621739130434783e-05,
1649
+ "loss": 0.3039,
1650
+ "step": 2390
1651
+ },
1652
+ {
1653
+ "epoch": 26.09,
1654
+ "learning_rate": 9.578260869565218e-05,
1655
+ "loss": 0.1546,
1656
+ "step": 2400
1657
+ },
1658
+ {
1659
+ "epoch": 26.09,
1660
+ "eval_accuracy": 0.9692307692307692,
1661
+ "eval_loss": 0.16483497619628906,
1662
+ "eval_runtime": 1.7576,
1663
+ "eval_samples_per_second": 147.927,
1664
+ "eval_steps_per_second": 18.775,
1665
+ "step": 2400
1666
+ },
1667
+ {
1668
+ "epoch": 26.2,
1669
+ "learning_rate": 9.534782608695652e-05,
1670
+ "loss": 0.2446,
1671
+ "step": 2410
1672
+ },
1673
+ {
1674
+ "epoch": 26.3,
1675
+ "learning_rate": 9.491304347826087e-05,
1676
+ "loss": 0.3131,
1677
+ "step": 2420
1678
+ },
1679
+ {
1680
+ "epoch": 26.41,
1681
+ "learning_rate": 9.447826086956523e-05,
1682
+ "loss": 0.2961,
1683
+ "step": 2430
1684
+ },
1685
+ {
1686
+ "epoch": 26.52,
1687
+ "learning_rate": 9.404347826086957e-05,
1688
+ "loss": 0.1788,
1689
+ "step": 2440
1690
+ },
1691
+ {
1692
+ "epoch": 26.63,
1693
+ "learning_rate": 9.360869565217392e-05,
1694
+ "loss": 0.2026,
1695
+ "step": 2450
1696
+ },
1697
+ {
1698
+ "epoch": 26.74,
1699
+ "learning_rate": 9.317391304347826e-05,
1700
+ "loss": 0.1844,
1701
+ "step": 2460
1702
+ },
1703
+ {
1704
+ "epoch": 26.85,
1705
+ "learning_rate": 9.273913043478261e-05,
1706
+ "loss": 0.3184,
1707
+ "step": 2470
1708
+ },
1709
+ {
1710
+ "epoch": 26.96,
1711
+ "learning_rate": 9.230434782608696e-05,
1712
+ "loss": 0.288,
1713
+ "step": 2480
1714
+ },
1715
+ {
1716
+ "epoch": 27.07,
1717
+ "learning_rate": 9.186956521739131e-05,
1718
+ "loss": 0.1849,
1719
+ "step": 2490
1720
+ },
1721
+ {
1722
+ "epoch": 27.17,
1723
+ "learning_rate": 9.143478260869566e-05,
1724
+ "loss": 0.1315,
1725
+ "step": 2500
1726
+ },
1727
+ {
1728
+ "epoch": 27.17,
1729
+ "eval_accuracy": 0.9576923076923077,
1730
+ "eval_loss": 0.15139609575271606,
1731
+ "eval_runtime": 1.7638,
1732
+ "eval_samples_per_second": 147.411,
1733
+ "eval_steps_per_second": 18.71,
1734
+ "step": 2500
1735
+ },
1736
+ {
1737
+ "epoch": 27.28,
1738
+ "learning_rate": 9.1e-05,
1739
+ "loss": 0.2901,
1740
+ "step": 2510
1741
+ },
1742
+ {
1743
+ "epoch": 27.39,
1744
+ "learning_rate": 9.056521739130435e-05,
1745
+ "loss": 0.1043,
1746
+ "step": 2520
1747
+ },
1748
+ {
1749
+ "epoch": 27.5,
1750
+ "learning_rate": 9.01304347826087e-05,
1751
+ "loss": 0.3867,
1752
+ "step": 2530
1753
+ },
1754
+ {
1755
+ "epoch": 27.61,
1756
+ "learning_rate": 8.969565217391305e-05,
1757
+ "loss": 0.1998,
1758
+ "step": 2540
1759
+ },
1760
+ {
1761
+ "epoch": 27.72,
1762
+ "learning_rate": 8.92608695652174e-05,
1763
+ "loss": 0.2806,
1764
+ "step": 2550
1765
+ },
1766
+ {
1767
+ "epoch": 27.83,
1768
+ "learning_rate": 8.882608695652174e-05,
1769
+ "loss": 0.2673,
1770
+ "step": 2560
1771
+ },
1772
+ {
1773
+ "epoch": 27.93,
1774
+ "learning_rate": 8.839130434782609e-05,
1775
+ "loss": 0.2356,
1776
+ "step": 2570
1777
+ },
1778
+ {
1779
+ "epoch": 28.04,
1780
+ "learning_rate": 8.795652173913044e-05,
1781
+ "loss": 0.3593,
1782
+ "step": 2580
1783
+ },
1784
+ {
1785
+ "epoch": 28.15,
1786
+ "learning_rate": 8.752173913043479e-05,
1787
+ "loss": 0.2084,
1788
+ "step": 2590
1789
+ },
1790
+ {
1791
+ "epoch": 28.26,
1792
+ "learning_rate": 8.708695652173913e-05,
1793
+ "loss": 0.2191,
1794
+ "step": 2600
1795
+ },
1796
+ {
1797
+ "epoch": 28.26,
1798
+ "eval_accuracy": 0.9538461538461539,
1799
+ "eval_loss": 0.12568195164203644,
1800
+ "eval_runtime": 1.7726,
1801
+ "eval_samples_per_second": 146.681,
1802
+ "eval_steps_per_second": 18.617,
1803
+ "step": 2600
1804
+ },
1805
+ {
1806
+ "epoch": 28.37,
1807
+ "learning_rate": 8.665217391304348e-05,
1808
+ "loss": 0.2051,
1809
+ "step": 2610
1810
+ },
1811
+ {
1812
+ "epoch": 28.48,
1813
+ "learning_rate": 8.621739130434783e-05,
1814
+ "loss": 0.1161,
1815
+ "step": 2620
1816
+ },
1817
+ {
1818
+ "epoch": 28.59,
1819
+ "learning_rate": 8.578260869565218e-05,
1820
+ "loss": 0.2165,
1821
+ "step": 2630
1822
+ },
1823
+ {
1824
+ "epoch": 28.7,
1825
+ "learning_rate": 8.534782608695653e-05,
1826
+ "loss": 0.1372,
1827
+ "step": 2640
1828
+ },
1829
+ {
1830
+ "epoch": 28.8,
1831
+ "learning_rate": 8.491304347826087e-05,
1832
+ "loss": 0.1993,
1833
+ "step": 2650
1834
+ },
1835
+ {
1836
+ "epoch": 28.91,
1837
+ "learning_rate": 8.447826086956522e-05,
1838
+ "loss": 0.3131,
1839
+ "step": 2660
1840
+ },
1841
+ {
1842
+ "epoch": 29.02,
1843
+ "learning_rate": 8.404347826086957e-05,
1844
+ "loss": 0.2358,
1845
+ "step": 2670
1846
+ },
1847
+ {
1848
+ "epoch": 29.13,
1849
+ "learning_rate": 8.360869565217392e-05,
1850
+ "loss": 0.3139,
1851
+ "step": 2680
1852
+ },
1853
+ {
1854
+ "epoch": 29.24,
1855
+ "learning_rate": 8.317391304347826e-05,
1856
+ "loss": 0.1685,
1857
+ "step": 2690
1858
+ },
1859
+ {
1860
+ "epoch": 29.35,
1861
+ "learning_rate": 8.273913043478261e-05,
1862
+ "loss": 0.16,
1863
+ "step": 2700
1864
+ },
1865
+ {
1866
+ "epoch": 29.35,
1867
+ "eval_accuracy": 0.9692307692307692,
1868
+ "eval_loss": 0.11622560024261475,
1869
+ "eval_runtime": 1.7362,
1870
+ "eval_samples_per_second": 149.75,
1871
+ "eval_steps_per_second": 19.007,
1872
+ "step": 2700
1873
+ },
1874
+ {
1875
+ "epoch": 29.46,
1876
+ "learning_rate": 8.230434782608696e-05,
1877
+ "loss": 0.2255,
1878
+ "step": 2710
1879
+ },
1880
+ {
1881
+ "epoch": 29.57,
1882
+ "learning_rate": 8.186956521739131e-05,
1883
+ "loss": 0.2569,
1884
+ "step": 2720
1885
+ },
1886
+ {
1887
+ "epoch": 29.67,
1888
+ "learning_rate": 8.143478260869566e-05,
1889
+ "loss": 0.1493,
1890
+ "step": 2730
1891
+ },
1892
+ {
1893
+ "epoch": 29.78,
1894
+ "learning_rate": 8.1e-05,
1895
+ "loss": 0.3093,
1896
+ "step": 2740
1897
+ },
1898
+ {
1899
+ "epoch": 29.89,
1900
+ "learning_rate": 8.056521739130435e-05,
1901
+ "loss": 0.1791,
1902
+ "step": 2750
1903
+ },
1904
+ {
1905
+ "epoch": 30.0,
1906
+ "learning_rate": 8.01304347826087e-05,
1907
+ "loss": 0.2002,
1908
+ "step": 2760
1909
+ },
1910
+ {
1911
+ "epoch": 30.11,
1912
+ "learning_rate": 7.969565217391305e-05,
1913
+ "loss": 0.2863,
1914
+ "step": 2770
1915
+ },
1916
+ {
1917
+ "epoch": 30.22,
1918
+ "learning_rate": 7.92608695652174e-05,
1919
+ "loss": 0.1432,
1920
+ "step": 2780
1921
+ },
1922
+ {
1923
+ "epoch": 30.33,
1924
+ "learning_rate": 7.882608695652174e-05,
1925
+ "loss": 0.2592,
1926
+ "step": 2790
1927
+ },
1928
+ {
1929
+ "epoch": 30.43,
1930
+ "learning_rate": 7.839130434782609e-05,
1931
+ "loss": 0.1567,
1932
+ "step": 2800
1933
+ },
1934
+ {
1935
+ "epoch": 30.43,
1936
+ "eval_accuracy": 0.9730769230769231,
1937
+ "eval_loss": 0.12521864473819733,
1938
+ "eval_runtime": 1.7177,
1939
+ "eval_samples_per_second": 151.361,
1940
+ "eval_steps_per_second": 19.211,
1941
+ "step": 2800
1942
+ },
1943
+ {
1944
+ "epoch": 30.54,
1945
+ "learning_rate": 7.795652173913044e-05,
1946
+ "loss": 0.2531,
1947
+ "step": 2810
1948
+ },
1949
+ {
1950
+ "epoch": 30.65,
1951
+ "learning_rate": 7.752173913043479e-05,
1952
+ "loss": 0.3029,
1953
+ "step": 2820
1954
+ },
1955
+ {
1956
+ "epoch": 30.76,
1957
+ "learning_rate": 7.71304347826087e-05,
1958
+ "loss": 0.3449,
1959
+ "step": 2830
1960
+ },
1961
+ {
1962
+ "epoch": 30.87,
1963
+ "learning_rate": 7.669565217391304e-05,
1964
+ "loss": 0.1435,
1965
+ "step": 2840
1966
+ },
1967
+ {
1968
+ "epoch": 30.98,
1969
+ "learning_rate": 7.626086956521739e-05,
1970
+ "loss": 0.2932,
1971
+ "step": 2850
1972
+ },
1973
+ {
1974
+ "epoch": 31.09,
1975
+ "learning_rate": 7.582608695652175e-05,
1976
+ "loss": 0.092,
1977
+ "step": 2860
1978
+ },
1979
+ {
1980
+ "epoch": 31.2,
1981
+ "learning_rate": 7.539130434782609e-05,
1982
+ "loss": 0.2932,
1983
+ "step": 2870
1984
+ },
1985
+ {
1986
+ "epoch": 31.3,
1987
+ "learning_rate": 7.495652173913043e-05,
1988
+ "loss": 0.2363,
1989
+ "step": 2880
1990
+ },
1991
+ {
1992
+ "epoch": 31.41,
1993
+ "learning_rate": 7.452173913043478e-05,
1994
+ "loss": 0.2038,
1995
+ "step": 2890
1996
+ },
1997
+ {
1998
+ "epoch": 31.52,
1999
+ "learning_rate": 7.408695652173914e-05,
2000
+ "loss": 0.1147,
2001
+ "step": 2900
2002
+ },
2003
+ {
2004
+ "epoch": 31.52,
2005
+ "eval_accuracy": 0.9576923076923077,
2006
+ "eval_loss": 0.264168381690979,
2007
+ "eval_runtime": 1.8009,
2008
+ "eval_samples_per_second": 144.371,
2009
+ "eval_steps_per_second": 18.324,
2010
+ "step": 2900
2011
+ },
2012
+ {
2013
+ "epoch": 31.63,
2014
+ "learning_rate": 7.365217391304348e-05,
2015
+ "loss": 0.2453,
2016
+ "step": 2910
2017
+ },
2018
+ {
2019
+ "epoch": 31.74,
2020
+ "learning_rate": 7.321739130434783e-05,
2021
+ "loss": 0.1713,
2022
+ "step": 2920
2023
+ },
2024
+ {
2025
+ "epoch": 31.85,
2026
+ "learning_rate": 7.278260869565217e-05,
2027
+ "loss": 0.2043,
2028
+ "step": 2930
2029
+ },
2030
+ {
2031
+ "epoch": 31.96,
2032
+ "learning_rate": 7.234782608695652e-05,
2033
+ "loss": 0.1301,
2034
+ "step": 2940
2035
+ },
2036
+ {
2037
+ "epoch": 32.07,
2038
+ "learning_rate": 7.191304347826088e-05,
2039
+ "loss": 0.2134,
2040
+ "step": 2950
2041
+ },
2042
+ {
2043
+ "epoch": 32.17,
2044
+ "learning_rate": 7.147826086956522e-05,
2045
+ "loss": 0.1719,
2046
+ "step": 2960
2047
+ },
2048
+ {
2049
+ "epoch": 32.28,
2050
+ "learning_rate": 7.104347826086956e-05,
2051
+ "loss": 0.2543,
2052
+ "step": 2970
2053
+ },
2054
+ {
2055
+ "epoch": 32.39,
2056
+ "learning_rate": 7.060869565217391e-05,
2057
+ "loss": 0.1225,
2058
+ "step": 2980
2059
+ },
2060
+ {
2061
+ "epoch": 32.5,
2062
+ "learning_rate": 7.017391304347827e-05,
2063
+ "loss": 0.2335,
2064
+ "step": 2990
2065
+ },
2066
+ {
2067
+ "epoch": 32.61,
2068
+ "learning_rate": 6.973913043478261e-05,
2069
+ "loss": 0.1434,
2070
+ "step": 3000
2071
+ },
2072
+ {
2073
+ "epoch": 32.61,
2074
+ "eval_accuracy": 0.9769230769230769,
2075
+ "eval_loss": 0.1370551437139511,
2076
+ "eval_runtime": 1.8004,
2077
+ "eval_samples_per_second": 144.414,
2078
+ "eval_steps_per_second": 18.329,
2079
+ "step": 3000
2080
+ },
2081
+ {
2082
+ "epoch": 32.72,
2083
+ "learning_rate": 6.930434782608696e-05,
2084
+ "loss": 0.1627,
2085
+ "step": 3010
2086
+ },
2087
+ {
2088
+ "epoch": 32.83,
2089
+ "learning_rate": 6.88695652173913e-05,
2090
+ "loss": 0.1493,
2091
+ "step": 3020
2092
+ },
2093
+ {
2094
+ "epoch": 32.93,
2095
+ "learning_rate": 6.843478260869565e-05,
2096
+ "loss": 0.3723,
2097
+ "step": 3030
2098
+ },
2099
+ {
2100
+ "epoch": 33.04,
2101
+ "learning_rate": 6.800000000000001e-05,
2102
+ "loss": 0.1544,
2103
+ "step": 3040
2104
+ },
2105
+ {
2106
+ "epoch": 33.15,
2107
+ "learning_rate": 6.756521739130435e-05,
2108
+ "loss": 0.2468,
2109
+ "step": 3050
2110
+ },
2111
+ {
2112
+ "epoch": 33.26,
2113
+ "learning_rate": 6.71304347826087e-05,
2114
+ "loss": 0.2653,
2115
+ "step": 3060
2116
+ },
2117
+ {
2118
+ "epoch": 33.37,
2119
+ "learning_rate": 6.669565217391304e-05,
2120
+ "loss": 0.206,
2121
+ "step": 3070
2122
+ },
2123
+ {
2124
+ "epoch": 33.48,
2125
+ "learning_rate": 6.62608695652174e-05,
2126
+ "loss": 0.172,
2127
+ "step": 3080
2128
+ },
2129
+ {
2130
+ "epoch": 33.59,
2131
+ "learning_rate": 6.582608695652174e-05,
2132
+ "loss": 0.1463,
2133
+ "step": 3090
2134
+ },
2135
+ {
2136
+ "epoch": 33.7,
2137
+ "learning_rate": 6.539130434782609e-05,
2138
+ "loss": 0.2488,
2139
+ "step": 3100
2140
+ },
2141
+ {
2142
+ "epoch": 33.7,
2143
+ "eval_accuracy": 0.9769230769230769,
2144
+ "eval_loss": 0.11605165898799896,
2145
+ "eval_runtime": 1.7765,
2146
+ "eval_samples_per_second": 146.351,
2147
+ "eval_steps_per_second": 18.575,
2148
+ "step": 3100
2149
+ },
2150
+ {
2151
+ "epoch": 33.8,
2152
+ "learning_rate": 6.495652173913043e-05,
2153
+ "loss": 0.179,
2154
+ "step": 3110
2155
+ },
2156
+ {
2157
+ "epoch": 33.91,
2158
+ "learning_rate": 6.452173913043478e-05,
2159
+ "loss": 0.1539,
2160
+ "step": 3120
2161
+ },
2162
+ {
2163
+ "epoch": 34.02,
2164
+ "learning_rate": 6.408695652173914e-05,
2165
+ "loss": 0.1868,
2166
+ "step": 3130
2167
+ },
2168
+ {
2169
+ "epoch": 34.13,
2170
+ "learning_rate": 6.365217391304348e-05,
2171
+ "loss": 0.1211,
2172
+ "step": 3140
2173
+ },
2174
+ {
2175
+ "epoch": 34.24,
2176
+ "learning_rate": 6.321739130434783e-05,
2177
+ "loss": 0.1994,
2178
+ "step": 3150
2179
+ },
2180
+ {
2181
+ "epoch": 34.35,
2182
+ "learning_rate": 6.278260869565217e-05,
2183
+ "loss": 0.1636,
2184
+ "step": 3160
2185
+ },
2186
+ {
2187
+ "epoch": 34.46,
2188
+ "learning_rate": 6.234782608695654e-05,
2189
+ "loss": 0.3548,
2190
+ "step": 3170
2191
+ },
2192
+ {
2193
+ "epoch": 34.57,
2194
+ "learning_rate": 6.191304347826087e-05,
2195
+ "loss": 0.1397,
2196
+ "step": 3180
2197
+ },
2198
+ {
2199
+ "epoch": 34.67,
2200
+ "learning_rate": 6.147826086956522e-05,
2201
+ "loss": 0.2691,
2202
+ "step": 3190
2203
+ },
2204
+ {
2205
+ "epoch": 34.78,
2206
+ "learning_rate": 6.104347826086957e-05,
2207
+ "loss": 0.1646,
2208
+ "step": 3200
2209
+ },
2210
+ {
2211
+ "epoch": 34.78,
2212
+ "eval_accuracy": 0.9615384615384616,
2213
+ "eval_loss": 0.2051740437746048,
2214
+ "eval_runtime": 1.8,
2215
+ "eval_samples_per_second": 144.442,
2216
+ "eval_steps_per_second": 18.333,
2217
+ "step": 3200
2218
+ },
2219
+ {
2220
+ "epoch": 34.89,
2221
+ "learning_rate": 6.060869565217392e-05,
2222
+ "loss": 0.1621,
2223
+ "step": 3210
2224
+ },
2225
+ {
2226
+ "epoch": 35.0,
2227
+ "learning_rate": 6.017391304347826e-05,
2228
+ "loss": 0.1123,
2229
+ "step": 3220
2230
+ },
2231
+ {
2232
+ "epoch": 35.11,
2233
+ "learning_rate": 5.973913043478261e-05,
2234
+ "loss": 0.2226,
2235
+ "step": 3230
2236
+ },
2237
+ {
2238
+ "epoch": 35.22,
2239
+ "learning_rate": 5.930434782608696e-05,
2240
+ "loss": 0.1163,
2241
+ "step": 3240
2242
+ },
2243
+ {
2244
+ "epoch": 35.33,
2245
+ "learning_rate": 5.886956521739131e-05,
2246
+ "loss": 0.0945,
2247
+ "step": 3250
2248
+ },
2249
+ {
2250
+ "epoch": 35.43,
2251
+ "learning_rate": 5.843478260869566e-05,
2252
+ "loss": 0.1778,
2253
+ "step": 3260
2254
+ },
2255
+ {
2256
+ "epoch": 35.54,
2257
+ "learning_rate": 5.8e-05,
2258
+ "loss": 0.1871,
2259
+ "step": 3270
2260
+ },
2261
+ {
2262
+ "epoch": 35.65,
2263
+ "learning_rate": 5.756521739130435e-05,
2264
+ "loss": 0.0933,
2265
+ "step": 3280
2266
+ },
2267
+ {
2268
+ "epoch": 35.76,
2269
+ "learning_rate": 5.7130434782608696e-05,
2270
+ "loss": 0.2772,
2271
+ "step": 3290
2272
+ },
2273
+ {
2274
+ "epoch": 35.87,
2275
+ "learning_rate": 5.669565217391305e-05,
2276
+ "loss": 0.1326,
2277
+ "step": 3300
2278
+ },
2279
+ {
2280
+ "epoch": 35.87,
2281
+ "eval_accuracy": 0.9769230769230769,
2282
+ "eval_loss": 0.19951356947422028,
2283
+ "eval_runtime": 1.8242,
2284
+ "eval_samples_per_second": 142.526,
2285
+ "eval_steps_per_second": 18.09,
2286
+ "step": 3300
2287
+ },
2288
+ {
2289
+ "epoch": 35.98,
2290
+ "learning_rate": 5.626086956521739e-05,
2291
+ "loss": 0.1642,
2292
+ "step": 3310
2293
+ },
2294
+ {
2295
+ "epoch": 36.09,
2296
+ "learning_rate": 5.582608695652174e-05,
2297
+ "loss": 0.2632,
2298
+ "step": 3320
2299
+ },
2300
+ {
2301
+ "epoch": 36.2,
2302
+ "learning_rate": 5.539130434782609e-05,
2303
+ "loss": 0.2157,
2304
+ "step": 3330
2305
+ },
2306
+ {
2307
+ "epoch": 36.3,
2308
+ "learning_rate": 5.495652173913044e-05,
2309
+ "loss": 0.121,
2310
+ "step": 3340
2311
+ },
2312
+ {
2313
+ "epoch": 36.41,
2314
+ "learning_rate": 5.452173913043479e-05,
2315
+ "loss": 0.1678,
2316
+ "step": 3350
2317
+ },
2318
+ {
2319
+ "epoch": 36.52,
2320
+ "learning_rate": 5.408695652173913e-05,
2321
+ "loss": 0.1978,
2322
+ "step": 3360
2323
+ },
2324
+ {
2325
+ "epoch": 36.63,
2326
+ "learning_rate": 5.365217391304348e-05,
2327
+ "loss": 0.1735,
2328
+ "step": 3370
2329
+ },
2330
+ {
2331
+ "epoch": 36.74,
2332
+ "learning_rate": 5.321739130434783e-05,
2333
+ "loss": 0.1146,
2334
+ "step": 3380
2335
+ },
2336
+ {
2337
+ "epoch": 36.85,
2338
+ "learning_rate": 5.278260869565218e-05,
2339
+ "loss": 0.1784,
2340
+ "step": 3390
2341
+ },
2342
+ {
2343
+ "epoch": 36.96,
2344
+ "learning_rate": 5.234782608695652e-05,
2345
+ "loss": 0.137,
2346
+ "step": 3400
2347
+ },
2348
+ {
2349
+ "epoch": 36.96,
2350
+ "eval_accuracy": 0.9730769230769231,
2351
+ "eval_loss": 0.11240039020776749,
2352
+ "eval_runtime": 1.8523,
2353
+ "eval_samples_per_second": 140.367,
2354
+ "eval_steps_per_second": 17.816,
2355
+ "step": 3400
2356
+ },
2357
+ {
2358
+ "epoch": 37.07,
2359
+ "learning_rate": 5.191304347826087e-05,
2360
+ "loss": 0.1146,
2361
+ "step": 3410
2362
+ },
2363
+ {
2364
+ "epoch": 37.17,
2365
+ "learning_rate": 5.147826086956522e-05,
2366
+ "loss": 0.1942,
2367
+ "step": 3420
2368
+ },
2369
+ {
2370
+ "epoch": 37.28,
2371
+ "learning_rate": 5.104347826086957e-05,
2372
+ "loss": 0.2097,
2373
+ "step": 3430
2374
+ },
2375
+ {
2376
+ "epoch": 37.39,
2377
+ "learning_rate": 5.060869565217392e-05,
2378
+ "loss": 0.1218,
2379
+ "step": 3440
2380
+ },
2381
+ {
2382
+ "epoch": 37.5,
2383
+ "learning_rate": 5.017391304347826e-05,
2384
+ "loss": 0.2491,
2385
+ "step": 3450
2386
+ },
2387
+ {
2388
+ "epoch": 37.61,
2389
+ "learning_rate": 4.973913043478261e-05,
2390
+ "loss": 0.1269,
2391
+ "step": 3460
2392
+ },
2393
+ {
2394
+ "epoch": 37.72,
2395
+ "learning_rate": 4.930434782608696e-05,
2396
+ "loss": 0.1248,
2397
+ "step": 3470
2398
+ },
2399
+ {
2400
+ "epoch": 37.83,
2401
+ "learning_rate": 4.8869565217391305e-05,
2402
+ "loss": 0.2291,
2403
+ "step": 3480
2404
+ },
2405
+ {
2406
+ "epoch": 37.93,
2407
+ "learning_rate": 4.843478260869565e-05,
2408
+ "loss": 0.2026,
2409
+ "step": 3490
2410
+ },
2411
+ {
2412
+ "epoch": 38.04,
2413
+ "learning_rate": 4.8e-05,
2414
+ "loss": 0.1633,
2415
+ "step": 3500
2416
+ },
2417
+ {
2418
+ "epoch": 38.04,
2419
+ "eval_accuracy": 0.9692307692307692,
2420
+ "eval_loss": 0.1620192676782608,
2421
+ "eval_runtime": 1.8103,
2422
+ "eval_samples_per_second": 143.623,
2423
+ "eval_steps_per_second": 18.229,
2424
+ "step": 3500
2425
+ },
2426
+ {
2427
+ "epoch": 38.15,
2428
+ "learning_rate": 4.756521739130435e-05,
2429
+ "loss": 0.2162,
2430
+ "step": 3510
2431
+ },
2432
+ {
2433
+ "epoch": 38.26,
2434
+ "learning_rate": 4.71304347826087e-05,
2435
+ "loss": 0.1133,
2436
+ "step": 3520
2437
+ },
2438
+ {
2439
+ "epoch": 38.37,
2440
+ "learning_rate": 4.6695652173913045e-05,
2441
+ "loss": 0.1274,
2442
+ "step": 3530
2443
+ },
2444
+ {
2445
+ "epoch": 38.48,
2446
+ "learning_rate": 4.62608695652174e-05,
2447
+ "loss": 0.3265,
2448
+ "step": 3540
2449
+ },
2450
+ {
2451
+ "epoch": 38.59,
2452
+ "learning_rate": 4.582608695652174e-05,
2453
+ "loss": 0.1762,
2454
+ "step": 3550
2455
+ },
2456
+ {
2457
+ "epoch": 38.7,
2458
+ "learning_rate": 4.539130434782609e-05,
2459
+ "loss": 0.1412,
2460
+ "step": 3560
2461
+ },
2462
+ {
2463
+ "epoch": 38.8,
2464
+ "learning_rate": 4.4956521739130436e-05,
2465
+ "loss": 0.1581,
2466
+ "step": 3570
2467
+ },
2468
+ {
2469
+ "epoch": 38.91,
2470
+ "learning_rate": 4.4521739130434784e-05,
2471
+ "loss": 0.2164,
2472
+ "step": 3580
2473
+ },
2474
+ {
2475
+ "epoch": 39.02,
2476
+ "learning_rate": 4.408695652173913e-05,
2477
+ "loss": 0.1605,
2478
+ "step": 3590
2479
+ },
2480
+ {
2481
+ "epoch": 39.13,
2482
+ "learning_rate": 4.365217391304348e-05,
2483
+ "loss": 0.1593,
2484
+ "step": 3600
2485
+ },
2486
+ {
2487
+ "epoch": 39.13,
2488
+ "eval_accuracy": 0.9730769230769231,
2489
+ "eval_loss": 0.18379810452461243,
2490
+ "eval_runtime": 1.7823,
2491
+ "eval_samples_per_second": 145.88,
2492
+ "eval_steps_per_second": 18.516,
2493
+ "step": 3600
2494
+ },
2495
+ {
2496
+ "epoch": 39.24,
2497
+ "learning_rate": 4.321739130434783e-05,
2498
+ "loss": 0.2068,
2499
+ "step": 3610
2500
+ },
2501
+ {
2502
+ "epoch": 39.35,
2503
+ "learning_rate": 4.2782608695652176e-05,
2504
+ "loss": 0.1922,
2505
+ "step": 3620
2506
+ },
2507
+ {
2508
+ "epoch": 39.46,
2509
+ "learning_rate": 4.2347826086956523e-05,
2510
+ "loss": 0.1854,
2511
+ "step": 3630
2512
+ },
2513
+ {
2514
+ "epoch": 39.57,
2515
+ "learning_rate": 4.191304347826087e-05,
2516
+ "loss": 0.1933,
2517
+ "step": 3640
2518
+ },
2519
+ {
2520
+ "epoch": 39.67,
2521
+ "learning_rate": 4.147826086956522e-05,
2522
+ "loss": 0.0847,
2523
+ "step": 3650
2524
+ },
2525
+ {
2526
+ "epoch": 39.78,
2527
+ "learning_rate": 4.104347826086957e-05,
2528
+ "loss": 0.0809,
2529
+ "step": 3660
2530
+ },
2531
+ {
2532
+ "epoch": 39.89,
2533
+ "learning_rate": 4.0608695652173915e-05,
2534
+ "loss": 0.2112,
2535
+ "step": 3670
2536
+ },
2537
+ {
2538
+ "epoch": 40.0,
2539
+ "learning_rate": 4.017391304347826e-05,
2540
+ "loss": 0.1198,
2541
+ "step": 3680
2542
+ },
2543
+ {
2544
+ "epoch": 40.11,
2545
+ "learning_rate": 3.973913043478261e-05,
2546
+ "loss": 0.2487,
2547
+ "step": 3690
2548
+ },
2549
+ {
2550
+ "epoch": 40.22,
2551
+ "learning_rate": 3.930434782608696e-05,
2552
+ "loss": 0.2192,
2553
+ "step": 3700
2554
+ },
2555
+ {
2556
+ "epoch": 40.22,
2557
+ "eval_accuracy": 0.9769230769230769,
2558
+ "eval_loss": 0.13305215537548065,
2559
+ "eval_runtime": 1.8315,
2560
+ "eval_samples_per_second": 141.957,
2561
+ "eval_steps_per_second": 18.018,
2562
+ "step": 3700
2563
+ },
2564
+ {
2565
+ "epoch": 40.33,
2566
+ "learning_rate": 3.8869565217391306e-05,
2567
+ "loss": 0.2575,
2568
+ "step": 3710
2569
+ },
2570
+ {
2571
+ "epoch": 40.43,
2572
+ "learning_rate": 3.8434782608695654e-05,
2573
+ "loss": 0.0822,
2574
+ "step": 3720
2575
+ },
2576
+ {
2577
+ "epoch": 40.54,
2578
+ "learning_rate": 3.8e-05,
2579
+ "loss": 0.1304,
2580
+ "step": 3730
2581
+ },
2582
+ {
2583
+ "epoch": 40.65,
2584
+ "learning_rate": 3.756521739130435e-05,
2585
+ "loss": 0.0941,
2586
+ "step": 3740
2587
+ },
2588
+ {
2589
+ "epoch": 40.76,
2590
+ "learning_rate": 3.71304347826087e-05,
2591
+ "loss": 0.1848,
2592
+ "step": 3750
2593
+ },
2594
+ {
2595
+ "epoch": 40.87,
2596
+ "learning_rate": 3.6695652173913046e-05,
2597
+ "loss": 0.1457,
2598
+ "step": 3760
2599
+ },
2600
+ {
2601
+ "epoch": 40.98,
2602
+ "learning_rate": 3.6260869565217394e-05,
2603
+ "loss": 0.2354,
2604
+ "step": 3770
2605
+ },
2606
+ {
2607
+ "epoch": 41.09,
2608
+ "learning_rate": 3.582608695652174e-05,
2609
+ "loss": 0.1257,
2610
+ "step": 3780
2611
+ },
2612
+ {
2613
+ "epoch": 41.2,
2614
+ "learning_rate": 3.539130434782609e-05,
2615
+ "loss": 0.2613,
2616
+ "step": 3790
2617
+ },
2618
+ {
2619
+ "epoch": 41.3,
2620
+ "learning_rate": 3.495652173913044e-05,
2621
+ "loss": 0.1495,
2622
+ "step": 3800
2623
+ },
2624
+ {
2625
+ "epoch": 41.3,
2626
+ "eval_accuracy": 0.9730769230769231,
2627
+ "eval_loss": 0.1290873885154724,
2628
+ "eval_runtime": 1.8023,
2629
+ "eval_samples_per_second": 144.257,
2630
+ "eval_steps_per_second": 18.31,
2631
+ "step": 3800
2632
+ },
2633
+ {
2634
+ "epoch": 41.41,
2635
+ "learning_rate": 3.4521739130434785e-05,
2636
+ "loss": 0.176,
2637
+ "step": 3810
2638
+ },
2639
+ {
2640
+ "epoch": 41.52,
2641
+ "learning_rate": 3.408695652173913e-05,
2642
+ "loss": 0.191,
2643
+ "step": 3820
2644
+ },
2645
+ {
2646
+ "epoch": 41.63,
2647
+ "learning_rate": 3.365217391304348e-05,
2648
+ "loss": 0.2018,
2649
+ "step": 3830
2650
+ },
2651
+ {
2652
+ "epoch": 41.74,
2653
+ "learning_rate": 3.321739130434783e-05,
2654
+ "loss": 0.135,
2655
+ "step": 3840
2656
+ },
2657
+ {
2658
+ "epoch": 41.85,
2659
+ "learning_rate": 3.278260869565217e-05,
2660
+ "loss": 0.2563,
2661
+ "step": 3850
2662
+ },
2663
+ {
2664
+ "epoch": 41.96,
2665
+ "learning_rate": 3.2347826086956524e-05,
2666
+ "loss": 0.2406,
2667
+ "step": 3860
2668
+ },
2669
+ {
2670
+ "epoch": 42.07,
2671
+ "learning_rate": 3.191304347826087e-05,
2672
+ "loss": 0.1189,
2673
+ "step": 3870
2674
+ },
2675
+ {
2676
+ "epoch": 42.17,
2677
+ "learning_rate": 3.147826086956522e-05,
2678
+ "loss": 0.1208,
2679
+ "step": 3880
2680
+ },
2681
+ {
2682
+ "epoch": 42.28,
2683
+ "learning_rate": 3.104347826086957e-05,
2684
+ "loss": 0.1186,
2685
+ "step": 3890
2686
+ },
2687
+ {
2688
+ "epoch": 42.39,
2689
+ "learning_rate": 3.0608695652173916e-05,
2690
+ "loss": 0.226,
2691
+ "step": 3900
2692
+ },
2693
+ {
2694
+ "epoch": 42.39,
2695
+ "eval_accuracy": 0.9692307692307692,
2696
+ "eval_loss": 0.10904478281736374,
2697
+ "eval_runtime": 1.7773,
2698
+ "eval_samples_per_second": 146.286,
2699
+ "eval_steps_per_second": 18.567,
2700
+ "step": 3900
2701
+ },
2702
+ {
2703
+ "epoch": 42.5,
2704
+ "learning_rate": 3.0173913043478264e-05,
2705
+ "loss": 0.0956,
2706
+ "step": 3910
2707
+ },
2708
+ {
2709
+ "epoch": 42.61,
2710
+ "learning_rate": 2.9739130434782608e-05,
2711
+ "loss": 0.0871,
2712
+ "step": 3920
2713
+ },
2714
+ {
2715
+ "epoch": 42.72,
2716
+ "learning_rate": 2.930434782608696e-05,
2717
+ "loss": 0.1092,
2718
+ "step": 3930
2719
+ },
2720
+ {
2721
+ "epoch": 42.83,
2722
+ "learning_rate": 2.8869565217391304e-05,
2723
+ "loss": 0.1455,
2724
+ "step": 3940
2725
+ },
2726
+ {
2727
+ "epoch": 42.93,
2728
+ "learning_rate": 2.8434782608695655e-05,
2729
+ "loss": 0.1314,
2730
+ "step": 3950
2731
+ },
2732
+ {
2733
+ "epoch": 43.04,
2734
+ "learning_rate": 2.8000000000000003e-05,
2735
+ "loss": 0.1083,
2736
+ "step": 3960
2737
+ },
2738
+ {
2739
+ "epoch": 43.15,
2740
+ "learning_rate": 2.7565217391304347e-05,
2741
+ "loss": 0.1211,
2742
+ "step": 3970
2743
+ },
2744
+ {
2745
+ "epoch": 43.26,
2746
+ "learning_rate": 2.71304347826087e-05,
2747
+ "loss": 0.1161,
2748
+ "step": 3980
2749
+ },
2750
+ {
2751
+ "epoch": 43.37,
2752
+ "learning_rate": 2.6695652173913043e-05,
2753
+ "loss": 0.1177,
2754
+ "step": 3990
2755
+ },
2756
+ {
2757
+ "epoch": 43.48,
2758
+ "learning_rate": 2.6260869565217394e-05,
2759
+ "loss": 0.1383,
2760
+ "step": 4000
2761
+ },
2762
+ {
2763
+ "epoch": 43.48,
2764
+ "eval_accuracy": 0.9653846153846154,
2765
+ "eval_loss": 0.09941285848617554,
2766
+ "eval_runtime": 1.8083,
2767
+ "eval_samples_per_second": 143.781,
2768
+ "eval_steps_per_second": 18.249,
2769
+ "step": 4000
2770
+ },
2771
+ {
2772
+ "epoch": 43.59,
2773
+ "learning_rate": 2.582608695652174e-05,
2774
+ "loss": 0.0991,
2775
+ "step": 4010
2776
+ },
2777
+ {
2778
+ "epoch": 43.7,
2779
+ "learning_rate": 2.539130434782609e-05,
2780
+ "loss": 0.2098,
2781
+ "step": 4020
2782
+ },
2783
+ {
2784
+ "epoch": 43.8,
2785
+ "learning_rate": 2.4956521739130438e-05,
2786
+ "loss": 0.0725,
2787
+ "step": 4030
2788
+ },
2789
+ {
2790
+ "epoch": 43.91,
2791
+ "learning_rate": 2.4521739130434786e-05,
2792
+ "loss": 0.0751,
2793
+ "step": 4040
2794
+ },
2795
+ {
2796
+ "epoch": 44.02,
2797
+ "learning_rate": 2.408695652173913e-05,
2798
+ "loss": 0.0937,
2799
+ "step": 4050
2800
+ },
2801
+ {
2802
+ "epoch": 44.13,
2803
+ "learning_rate": 2.3652173913043478e-05,
2804
+ "loss": 0.1337,
2805
+ "step": 4060
2806
+ },
2807
+ {
2808
+ "epoch": 44.24,
2809
+ "learning_rate": 2.3217391304347826e-05,
2810
+ "loss": 0.2065,
2811
+ "step": 4070
2812
+ },
2813
+ {
2814
+ "epoch": 44.35,
2815
+ "learning_rate": 2.2782608695652174e-05,
2816
+ "loss": 0.0914,
2817
+ "step": 4080
2818
+ },
2819
+ {
2820
+ "epoch": 44.46,
2821
+ "learning_rate": 2.2347826086956522e-05,
2822
+ "loss": 0.1386,
2823
+ "step": 4090
2824
+ },
2825
+ {
2826
+ "epoch": 44.57,
2827
+ "learning_rate": 2.191304347826087e-05,
2828
+ "loss": 0.0491,
2829
+ "step": 4100
2830
+ },
2831
+ {
2832
+ "epoch": 44.57,
2833
+ "eval_accuracy": 0.9769230769230769,
2834
+ "eval_loss": 0.06600923091173172,
2835
+ "eval_runtime": 1.8306,
2836
+ "eval_samples_per_second": 142.027,
2837
+ "eval_steps_per_second": 18.027,
2838
+ "step": 4100
2839
+ },
2840
+ {
2841
+ "epoch": 44.67,
2842
+ "learning_rate": 2.1478260869565218e-05,
2843
+ "loss": 0.0547,
2844
+ "step": 4110
2845
+ },
2846
+ {
2847
+ "epoch": 44.78,
2848
+ "learning_rate": 2.104347826086957e-05,
2849
+ "loss": 0.1547,
2850
+ "step": 4120
2851
+ },
2852
+ {
2853
+ "epoch": 44.89,
2854
+ "learning_rate": 2.0608695652173913e-05,
2855
+ "loss": 0.2631,
2856
+ "step": 4130
2857
+ },
2858
+ {
2859
+ "epoch": 45.0,
2860
+ "learning_rate": 2.017391304347826e-05,
2861
+ "loss": 0.0651,
2862
+ "step": 4140
2863
+ },
2864
+ {
2865
+ "epoch": 45.11,
2866
+ "learning_rate": 1.973913043478261e-05,
2867
+ "loss": 0.1835,
2868
+ "step": 4150
2869
+ },
2870
+ {
2871
+ "epoch": 45.22,
2872
+ "learning_rate": 1.9304347826086957e-05,
2873
+ "loss": 0.1625,
2874
+ "step": 4160
2875
+ },
2876
+ {
2877
+ "epoch": 45.33,
2878
+ "learning_rate": 1.8869565217391305e-05,
2879
+ "loss": 0.2268,
2880
+ "step": 4170
2881
+ },
2882
+ {
2883
+ "epoch": 45.43,
2884
+ "learning_rate": 1.8434782608695653e-05,
2885
+ "loss": 0.1337,
2886
+ "step": 4180
2887
+ },
2888
+ {
2889
+ "epoch": 45.54,
2890
+ "learning_rate": 1.8e-05,
2891
+ "loss": 0.1421,
2892
+ "step": 4190
2893
+ },
2894
+ {
2895
+ "epoch": 45.65,
2896
+ "learning_rate": 1.756521739130435e-05,
2897
+ "loss": 0.1034,
2898
+ "step": 4200
2899
+ },
2900
+ {
2901
+ "epoch": 45.65,
2902
+ "eval_accuracy": 0.9807692307692307,
2903
+ "eval_loss": 0.06976764649152756,
2904
+ "eval_runtime": 2.2976,
2905
+ "eval_samples_per_second": 113.162,
2906
+ "eval_steps_per_second": 14.363,
2907
+ "step": 4200
2908
+ },
2909
+ {
2910
+ "epoch": 45.76,
2911
+ "learning_rate": 1.7130434782608696e-05,
2912
+ "loss": 0.0545,
2913
+ "step": 4210
2914
+ },
2915
+ {
2916
+ "epoch": 45.87,
2917
+ "learning_rate": 1.6695652173913044e-05,
2918
+ "loss": 0.2117,
2919
+ "step": 4220
2920
+ },
2921
+ {
2922
+ "epoch": 45.98,
2923
+ "learning_rate": 1.6260869565217392e-05,
2924
+ "loss": 0.1373,
2925
+ "step": 4230
2926
+ },
2927
+ {
2928
+ "epoch": 46.09,
2929
+ "learning_rate": 1.582608695652174e-05,
2930
+ "loss": 0.2125,
2931
+ "step": 4240
2932
+ },
2933
+ {
2934
+ "epoch": 46.2,
2935
+ "learning_rate": 1.5391304347826088e-05,
2936
+ "loss": 0.1378,
2937
+ "step": 4250
2938
+ },
2939
+ {
2940
+ "epoch": 46.3,
2941
+ "learning_rate": 1.4956521739130436e-05,
2942
+ "loss": 0.1553,
2943
+ "step": 4260
2944
+ },
2945
+ {
2946
+ "epoch": 46.41,
2947
+ "learning_rate": 1.4521739130434783e-05,
2948
+ "loss": 0.0898,
2949
+ "step": 4270
2950
+ },
2951
+ {
2952
+ "epoch": 46.52,
2953
+ "learning_rate": 1.4086956521739131e-05,
2954
+ "loss": 0.2507,
2955
+ "step": 4280
2956
+ },
2957
+ {
2958
+ "epoch": 46.63,
2959
+ "learning_rate": 1.3652173913043479e-05,
2960
+ "loss": 0.129,
2961
+ "step": 4290
2962
+ },
2963
+ {
2964
+ "epoch": 46.74,
2965
+ "learning_rate": 1.3217391304347825e-05,
2966
+ "loss": 0.0893,
2967
+ "step": 4300
2968
+ },
2969
+ {
2970
+ "epoch": 46.74,
2971
+ "eval_accuracy": 0.9846153846153847,
2972
+ "eval_loss": 0.04389451816678047,
2973
+ "eval_runtime": 2.1908,
2974
+ "eval_samples_per_second": 118.681,
2975
+ "eval_steps_per_second": 15.063,
2976
+ "step": 4300
2977
+ },
2978
+ {
2979
+ "epoch": 46.85,
2980
+ "learning_rate": 1.2782608695652173e-05,
2981
+ "loss": 0.1806,
2982
+ "step": 4310
2983
+ },
2984
+ {
2985
+ "epoch": 46.96,
2986
+ "learning_rate": 1.2347826086956523e-05,
2987
+ "loss": 0.0068,
2988
+ "step": 4320
2989
+ },
2990
+ {
2991
+ "epoch": 47.07,
2992
+ "learning_rate": 1.191304347826087e-05,
2993
+ "loss": 0.1044,
2994
+ "step": 4330
2995
+ },
2996
+ {
2997
+ "epoch": 47.17,
2998
+ "learning_rate": 1.1478260869565217e-05,
2999
+ "loss": 0.1536,
3000
+ "step": 4340
3001
+ },
3002
+ {
3003
+ "epoch": 47.28,
3004
+ "learning_rate": 1.1043478260869566e-05,
3005
+ "loss": 0.0993,
3006
+ "step": 4350
3007
+ },
3008
+ {
3009
+ "epoch": 47.39,
3010
+ "learning_rate": 1.0608695652173914e-05,
3011
+ "loss": 0.1052,
3012
+ "step": 4360
3013
+ },
3014
+ {
3015
+ "epoch": 47.5,
3016
+ "learning_rate": 1.0173913043478262e-05,
3017
+ "loss": 0.0869,
3018
+ "step": 4370
3019
+ },
3020
+ {
3021
+ "epoch": 47.61,
3022
+ "learning_rate": 9.739130434782608e-06,
3023
+ "loss": 0.1301,
3024
+ "step": 4380
3025
+ },
3026
+ {
3027
+ "epoch": 47.72,
3028
+ "learning_rate": 9.304347826086956e-06,
3029
+ "loss": 0.0556,
3030
+ "step": 4390
3031
+ },
3032
+ {
3033
+ "epoch": 47.83,
3034
+ "learning_rate": 8.869565217391304e-06,
3035
+ "loss": 0.1789,
3036
+ "step": 4400
3037
+ },
3038
+ {
3039
+ "epoch": 47.83,
3040
+ "eval_accuracy": 0.9807692307692307,
3041
+ "eval_loss": 0.05766405537724495,
3042
+ "eval_runtime": 1.7993,
3043
+ "eval_samples_per_second": 144.5,
3044
+ "eval_steps_per_second": 18.34,
3045
+ "step": 4400
3046
+ },
3047
+ {
3048
+ "epoch": 47.93,
3049
+ "learning_rate": 8.434782608695653e-06,
3050
+ "loss": 0.0955,
3051
+ "step": 4410
3052
+ },
3053
+ {
3054
+ "epoch": 48.04,
3055
+ "learning_rate": 8.000000000000001e-06,
3056
+ "loss": 0.1019,
3057
+ "step": 4420
3058
+ },
3059
+ {
3060
+ "epoch": 48.15,
3061
+ "learning_rate": 7.565217391304348e-06,
3062
+ "loss": 0.1429,
3063
+ "step": 4430
3064
+ },
3065
+ {
3066
+ "epoch": 48.26,
3067
+ "learning_rate": 7.130434782608695e-06,
3068
+ "loss": 0.108,
3069
+ "step": 4440
3070
+ },
3071
+ {
3072
+ "epoch": 48.37,
3073
+ "learning_rate": 6.695652173913043e-06,
3074
+ "loss": 0.0836,
3075
+ "step": 4450
3076
+ },
3077
+ {
3078
+ "epoch": 48.48,
3079
+ "learning_rate": 6.260869565217392e-06,
3080
+ "loss": 0.1733,
3081
+ "step": 4460
3082
+ },
3083
+ {
3084
+ "epoch": 48.59,
3085
+ "learning_rate": 5.82608695652174e-06,
3086
+ "loss": 0.2102,
3087
+ "step": 4470
3088
+ },
3089
+ {
3090
+ "epoch": 48.7,
3091
+ "learning_rate": 5.391304347826087e-06,
3092
+ "loss": 0.1313,
3093
+ "step": 4480
3094
+ },
3095
+ {
3096
+ "epoch": 48.8,
3097
+ "learning_rate": 4.956521739130435e-06,
3098
+ "loss": 0.1631,
3099
+ "step": 4490
3100
+ },
3101
+ {
3102
+ "epoch": 48.91,
3103
+ "learning_rate": 4.5217391304347826e-06,
3104
+ "loss": 0.0569,
3105
+ "step": 4500
3106
+ },
3107
+ {
3108
+ "epoch": 48.91,
3109
+ "eval_accuracy": 0.9846153846153847,
3110
+ "eval_loss": 0.054685913026332855,
3111
+ "eval_runtime": 2.2625,
3112
+ "eval_samples_per_second": 114.917,
3113
+ "eval_steps_per_second": 14.586,
3114
+ "step": 4500
3115
+ },
3116
+ {
3117
+ "epoch": 49.02,
3118
+ "learning_rate": 4.08695652173913e-06,
3119
+ "loss": 0.0988,
3120
+ "step": 4510
3121
+ },
3122
+ {
3123
+ "epoch": 49.13,
3124
+ "learning_rate": 3.6521739130434787e-06,
3125
+ "loss": 0.1308,
3126
+ "step": 4520
3127
+ },
3128
+ {
3129
+ "epoch": 49.24,
3130
+ "learning_rate": 3.217391304347826e-06,
3131
+ "loss": 0.1696,
3132
+ "step": 4530
3133
+ },
3134
+ {
3135
+ "epoch": 49.35,
3136
+ "learning_rate": 2.782608695652174e-06,
3137
+ "loss": 0.1302,
3138
+ "step": 4540
3139
+ },
3140
+ {
3141
+ "epoch": 49.46,
3142
+ "learning_rate": 2.347826086956522e-06,
3143
+ "loss": 0.0954,
3144
+ "step": 4550
3145
+ },
3146
+ {
3147
+ "epoch": 49.57,
3148
+ "learning_rate": 1.9130434782608697e-06,
3149
+ "loss": 0.1856,
3150
+ "step": 4560
3151
+ },
3152
+ {
3153
+ "epoch": 49.67,
3154
+ "learning_rate": 1.4782608695652174e-06,
3155
+ "loss": 0.0849,
3156
+ "step": 4570
3157
+ },
3158
+ {
3159
+ "epoch": 49.78,
3160
+ "learning_rate": 1.0434782608695653e-06,
3161
+ "loss": 0.1334,
3162
+ "step": 4580
3163
+ },
3164
+ {
3165
+ "epoch": 49.89,
3166
+ "learning_rate": 6.08695652173913e-07,
3167
+ "loss": 0.1779,
3168
+ "step": 4590
3169
+ },
3170
+ {
3171
+ "epoch": 50.0,
3172
+ "learning_rate": 1.7391304347826088e-07,
3173
+ "loss": 0.1113,
3174
+ "step": 4600
3175
+ },
3176
+ {
3177
+ "epoch": 50.0,
3178
+ "eval_accuracy": 0.9846153846153847,
3179
+ "eval_loss": 0.06046212837100029,
3180
+ "eval_runtime": 1.8739,
3181
+ "eval_samples_per_second": 138.744,
3182
+ "eval_steps_per_second": 17.61,
3183
+ "step": 4600
3184
+ },
3185
+ {
3186
+ "epoch": 50.0,
3187
+ "step": 4600,
3188
+ "total_flos": 1.8256530865176576e+18,
3189
+ "train_loss": 0.3511605499069328,
3190
+ "train_runtime": 996.2222,
3191
+ "train_samples_per_second": 73.678,
3192
+ "train_steps_per_second": 4.617
3193
  }
3194
  ],
3195
  "logging_steps": 10,
3196
+ "max_steps": 4600,
3197
+ "num_train_epochs": 50,
3198
  "save_steps": 100,
3199
+ "total_flos": 1.8256530865176576e+18,
3200
  "trial_name": null,
3201
  "trial_params": null
3202
  }