videomae-base-cctv-brawl_extended / trainer_state.json
onarganogun's picture
End of training
5abbe53
raw
history blame
63.4 kB
{
"best_metric": 0.8643669149353195,
"best_model_checkpoint": "videomae-base-cctv-brawl_extended/checkpoint-4190",
"epoch": 5.165671047391477,
"eval_steps": 500,
"global_step": 5022,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 1.988071570576541e-07,
"loss": 0.7219,
"step": 10
},
{
"epoch": 0.0,
"learning_rate": 3.976143141153082e-07,
"loss": 0.7194,
"step": 20
},
{
"epoch": 0.01,
"learning_rate": 5.964214711729623e-07,
"loss": 0.7111,
"step": 30
},
{
"epoch": 0.01,
"learning_rate": 7.952286282306164e-07,
"loss": 0.7259,
"step": 40
},
{
"epoch": 0.01,
"learning_rate": 9.940357852882705e-07,
"loss": 0.7108,
"step": 50
},
{
"epoch": 0.01,
"learning_rate": 1.1928429423459246e-06,
"loss": 0.7128,
"step": 60
},
{
"epoch": 0.01,
"learning_rate": 1.3916500994035787e-06,
"loss": 0.7096,
"step": 70
},
{
"epoch": 0.02,
"learning_rate": 1.5904572564612327e-06,
"loss": 0.6754,
"step": 80
},
{
"epoch": 0.02,
"learning_rate": 1.7892644135188868e-06,
"loss": 0.6289,
"step": 90
},
{
"epoch": 0.02,
"learning_rate": 1.988071570576541e-06,
"loss": 0.6735,
"step": 100
},
{
"epoch": 0.02,
"learning_rate": 2.186878727634195e-06,
"loss": 0.6414,
"step": 110
},
{
"epoch": 0.02,
"learning_rate": 2.3856858846918492e-06,
"loss": 0.6591,
"step": 120
},
{
"epoch": 0.03,
"learning_rate": 2.5844930417495035e-06,
"loss": 0.6247,
"step": 130
},
{
"epoch": 0.03,
"learning_rate": 2.7833001988071574e-06,
"loss": 0.5978,
"step": 140
},
{
"epoch": 0.03,
"learning_rate": 2.9821073558648112e-06,
"loss": 0.6092,
"step": 150
},
{
"epoch": 0.03,
"learning_rate": 3.1809145129224655e-06,
"loss": 0.5812,
"step": 160
},
{
"epoch": 0.03,
"learning_rate": 3.3797216699801194e-06,
"loss": 0.5962,
"step": 170
},
{
"epoch": 0.04,
"learning_rate": 3.5785288270377736e-06,
"loss": 0.5872,
"step": 180
},
{
"epoch": 0.04,
"learning_rate": 3.7773359840954275e-06,
"loss": 0.5884,
"step": 190
},
{
"epoch": 0.04,
"learning_rate": 3.976143141153082e-06,
"loss": 0.6023,
"step": 200
},
{
"epoch": 0.04,
"learning_rate": 4.174950298210736e-06,
"loss": 0.5678,
"step": 210
},
{
"epoch": 0.04,
"learning_rate": 4.37375745526839e-06,
"loss": 0.5665,
"step": 220
},
{
"epoch": 0.05,
"learning_rate": 4.572564612326044e-06,
"loss": 0.5642,
"step": 230
},
{
"epoch": 0.05,
"learning_rate": 4.7713717693836985e-06,
"loss": 0.5253,
"step": 240
},
{
"epoch": 0.05,
"learning_rate": 4.970178926441353e-06,
"loss": 0.4764,
"step": 250
},
{
"epoch": 0.05,
"learning_rate": 5.168986083499007e-06,
"loss": 0.5652,
"step": 260
},
{
"epoch": 0.05,
"learning_rate": 5.3677932405566604e-06,
"loss": 0.5636,
"step": 270
},
{
"epoch": 0.06,
"learning_rate": 5.566600397614315e-06,
"loss": 0.5912,
"step": 280
},
{
"epoch": 0.06,
"learning_rate": 5.765407554671969e-06,
"loss": 0.5503,
"step": 290
},
{
"epoch": 0.06,
"learning_rate": 5.9642147117296224e-06,
"loss": 0.5331,
"step": 300
},
{
"epoch": 0.06,
"learning_rate": 6.163021868787277e-06,
"loss": 0.5082,
"step": 310
},
{
"epoch": 0.06,
"learning_rate": 6.361829025844931e-06,
"loss": 0.4525,
"step": 320
},
{
"epoch": 0.07,
"learning_rate": 6.560636182902585e-06,
"loss": 0.4899,
"step": 330
},
{
"epoch": 0.07,
"learning_rate": 6.759443339960239e-06,
"loss": 0.4781,
"step": 340
},
{
"epoch": 0.07,
"learning_rate": 6.958250497017893e-06,
"loss": 0.4776,
"step": 350
},
{
"epoch": 0.07,
"learning_rate": 7.157057654075547e-06,
"loss": 0.4492,
"step": 360
},
{
"epoch": 0.07,
"learning_rate": 7.355864811133201e-06,
"loss": 0.4572,
"step": 370
},
{
"epoch": 0.08,
"learning_rate": 7.554671968190855e-06,
"loss": 0.3901,
"step": 380
},
{
"epoch": 0.08,
"learning_rate": 7.75347912524851e-06,
"loss": 0.4159,
"step": 390
},
{
"epoch": 0.08,
"learning_rate": 7.952286282306164e-06,
"loss": 0.3229,
"step": 400
},
{
"epoch": 0.08,
"learning_rate": 8.151093439363818e-06,
"loss": 0.4575,
"step": 410
},
{
"epoch": 0.08,
"learning_rate": 8.349900596421471e-06,
"loss": 0.3253,
"step": 420
},
{
"epoch": 0.09,
"learning_rate": 8.548707753479126e-06,
"loss": 0.4011,
"step": 430
},
{
"epoch": 0.09,
"learning_rate": 8.74751491053678e-06,
"loss": 0.3972,
"step": 440
},
{
"epoch": 0.09,
"learning_rate": 8.946322067594433e-06,
"loss": 0.4415,
"step": 450
},
{
"epoch": 0.09,
"learning_rate": 9.145129224652088e-06,
"loss": 0.3809,
"step": 460
},
{
"epoch": 0.09,
"learning_rate": 9.343936381709743e-06,
"loss": 0.4083,
"step": 470
},
{
"epoch": 0.1,
"learning_rate": 9.542743538767397e-06,
"loss": 0.3875,
"step": 480
},
{
"epoch": 0.1,
"learning_rate": 9.74155069582505e-06,
"loss": 0.4106,
"step": 490
},
{
"epoch": 0.1,
"learning_rate": 9.940357852882705e-06,
"loss": 0.4624,
"step": 500
},
{
"epoch": 0.1,
"learning_rate": 9.984509847311354e-06,
"loss": 0.4058,
"step": 510
},
{
"epoch": 0.1,
"learning_rate": 9.962381057756142e-06,
"loss": 0.4908,
"step": 520
},
{
"epoch": 0.11,
"learning_rate": 9.94025226820093e-06,
"loss": 0.3859,
"step": 530
},
{
"epoch": 0.11,
"learning_rate": 9.918123478645718e-06,
"loss": 0.4327,
"step": 540
},
{
"epoch": 0.11,
"learning_rate": 9.895994689090508e-06,
"loss": 0.4058,
"step": 550
},
{
"epoch": 0.11,
"learning_rate": 9.873865899535297e-06,
"loss": 0.4407,
"step": 560
},
{
"epoch": 0.11,
"learning_rate": 9.851737109980085e-06,
"loss": 0.34,
"step": 570
},
{
"epoch": 0.12,
"learning_rate": 9.829608320424873e-06,
"loss": 0.3745,
"step": 580
},
{
"epoch": 0.12,
"learning_rate": 9.807479530869663e-06,
"loss": 0.3693,
"step": 590
},
{
"epoch": 0.12,
"learning_rate": 9.785350741314451e-06,
"loss": 0.3525,
"step": 600
},
{
"epoch": 0.12,
"learning_rate": 9.76322195175924e-06,
"loss": 0.3235,
"step": 610
},
{
"epoch": 0.12,
"learning_rate": 9.741093162204028e-06,
"loss": 0.2694,
"step": 620
},
{
"epoch": 0.13,
"learning_rate": 9.718964372648817e-06,
"loss": 0.3649,
"step": 630
},
{
"epoch": 0.13,
"learning_rate": 9.696835583093606e-06,
"loss": 0.3023,
"step": 640
},
{
"epoch": 0.13,
"learning_rate": 9.674706793538394e-06,
"loss": 0.3799,
"step": 650
},
{
"epoch": 0.13,
"learning_rate": 9.652578003983182e-06,
"loss": 0.4931,
"step": 660
},
{
"epoch": 0.13,
"learning_rate": 9.630449214427972e-06,
"loss": 0.3699,
"step": 670
},
{
"epoch": 0.14,
"learning_rate": 9.60832042487276e-06,
"loss": 0.3177,
"step": 680
},
{
"epoch": 0.14,
"learning_rate": 9.586191635317548e-06,
"loss": 0.3574,
"step": 690
},
{
"epoch": 0.14,
"learning_rate": 9.564062845762337e-06,
"loss": 0.3777,
"step": 700
},
{
"epoch": 0.14,
"learning_rate": 9.541934056207127e-06,
"loss": 0.2595,
"step": 710
},
{
"epoch": 0.14,
"learning_rate": 9.519805266651915e-06,
"loss": 0.2837,
"step": 720
},
{
"epoch": 0.15,
"learning_rate": 9.497676477096703e-06,
"loss": 0.2935,
"step": 730
},
{
"epoch": 0.15,
"learning_rate": 9.475547687541491e-06,
"loss": 0.2305,
"step": 740
},
{
"epoch": 0.15,
"learning_rate": 9.453418897986281e-06,
"loss": 0.3272,
"step": 750
},
{
"epoch": 0.15,
"learning_rate": 9.43129010843107e-06,
"loss": 0.2583,
"step": 760
},
{
"epoch": 0.15,
"learning_rate": 9.409161318875858e-06,
"loss": 0.3476,
"step": 770
},
{
"epoch": 0.16,
"learning_rate": 9.387032529320646e-06,
"loss": 0.2818,
"step": 780
},
{
"epoch": 0.16,
"learning_rate": 9.364903739765436e-06,
"loss": 0.3278,
"step": 790
},
{
"epoch": 0.16,
"learning_rate": 9.342774950210224e-06,
"loss": 0.306,
"step": 800
},
{
"epoch": 0.16,
"learning_rate": 9.320646160655012e-06,
"loss": 0.406,
"step": 810
},
{
"epoch": 0.16,
"learning_rate": 9.2985173710998e-06,
"loss": 0.2104,
"step": 820
},
{
"epoch": 0.17,
"learning_rate": 9.27638858154459e-06,
"loss": 0.232,
"step": 830
},
{
"epoch": 0.17,
"eval_accuracy": 0.7812622500980008,
"eval_loss": 0.5134419202804565,
"eval_runtime": 577.7526,
"eval_samples_per_second": 4.415,
"eval_steps_per_second": 0.369,
"step": 838
},
{
"epoch": 1.0,
"learning_rate": 9.254259791989379e-06,
"loss": 0.3927,
"step": 840
},
{
"epoch": 1.0,
"learning_rate": 9.232131002434168e-06,
"loss": 0.3709,
"step": 850
},
{
"epoch": 1.0,
"learning_rate": 9.210002212878957e-06,
"loss": 0.3054,
"step": 860
},
{
"epoch": 1.01,
"learning_rate": 9.187873423323745e-06,
"loss": 0.2988,
"step": 870
},
{
"epoch": 1.01,
"learning_rate": 9.165744633768535e-06,
"loss": 0.2673,
"step": 880
},
{
"epoch": 1.01,
"learning_rate": 9.143615844213323e-06,
"loss": 0.3064,
"step": 890
},
{
"epoch": 1.01,
"learning_rate": 9.121487054658111e-06,
"loss": 0.3245,
"step": 900
},
{
"epoch": 1.01,
"learning_rate": 9.0993582651029e-06,
"loss": 0.2463,
"step": 910
},
{
"epoch": 1.02,
"learning_rate": 9.07722947554769e-06,
"loss": 0.2583,
"step": 920
},
{
"epoch": 1.02,
"learning_rate": 9.055100685992478e-06,
"loss": 0.302,
"step": 930
},
{
"epoch": 1.02,
"learning_rate": 9.032971896437266e-06,
"loss": 0.2733,
"step": 940
},
{
"epoch": 1.02,
"learning_rate": 9.010843106882054e-06,
"loss": 0.2683,
"step": 950
},
{
"epoch": 1.02,
"learning_rate": 8.988714317326844e-06,
"loss": 0.2354,
"step": 960
},
{
"epoch": 1.03,
"learning_rate": 8.966585527771632e-06,
"loss": 0.1559,
"step": 970
},
{
"epoch": 1.03,
"learning_rate": 8.94445673821642e-06,
"loss": 0.4634,
"step": 980
},
{
"epoch": 1.03,
"learning_rate": 8.922327948661209e-06,
"loss": 0.2703,
"step": 990
},
{
"epoch": 1.03,
"learning_rate": 8.900199159105998e-06,
"loss": 0.3276,
"step": 1000
},
{
"epoch": 1.03,
"learning_rate": 8.878070369550787e-06,
"loss": 0.3241,
"step": 1010
},
{
"epoch": 1.04,
"learning_rate": 8.855941579995575e-06,
"loss": 0.339,
"step": 1020
},
{
"epoch": 1.04,
"learning_rate": 8.833812790440363e-06,
"loss": 0.2769,
"step": 1030
},
{
"epoch": 1.04,
"learning_rate": 8.811684000885153e-06,
"loss": 0.3192,
"step": 1040
},
{
"epoch": 1.04,
"learning_rate": 8.789555211329941e-06,
"loss": 0.2547,
"step": 1050
},
{
"epoch": 1.04,
"learning_rate": 8.76742642177473e-06,
"loss": 0.3132,
"step": 1060
},
{
"epoch": 1.05,
"learning_rate": 8.745297632219518e-06,
"loss": 0.2438,
"step": 1070
},
{
"epoch": 1.05,
"learning_rate": 8.723168842664308e-06,
"loss": 0.2702,
"step": 1080
},
{
"epoch": 1.05,
"learning_rate": 8.701040053109096e-06,
"loss": 0.2292,
"step": 1090
},
{
"epoch": 1.05,
"learning_rate": 8.678911263553884e-06,
"loss": 0.1375,
"step": 1100
},
{
"epoch": 1.05,
"learning_rate": 8.656782473998672e-06,
"loss": 0.2329,
"step": 1110
},
{
"epoch": 1.06,
"learning_rate": 8.634653684443462e-06,
"loss": 0.2198,
"step": 1120
},
{
"epoch": 1.06,
"learning_rate": 8.61252489488825e-06,
"loss": 0.2714,
"step": 1130
},
{
"epoch": 1.06,
"learning_rate": 8.590396105333039e-06,
"loss": 0.2835,
"step": 1140
},
{
"epoch": 1.06,
"learning_rate": 8.568267315777827e-06,
"loss": 0.2106,
"step": 1150
},
{
"epoch": 1.06,
"learning_rate": 8.546138526222617e-06,
"loss": 0.225,
"step": 1160
},
{
"epoch": 1.07,
"learning_rate": 8.524009736667405e-06,
"loss": 0.3149,
"step": 1170
},
{
"epoch": 1.07,
"learning_rate": 8.501880947112193e-06,
"loss": 0.2412,
"step": 1180
},
{
"epoch": 1.07,
"learning_rate": 8.479752157556981e-06,
"loss": 0.2139,
"step": 1190
},
{
"epoch": 1.07,
"learning_rate": 8.457623368001771e-06,
"loss": 0.2128,
"step": 1200
},
{
"epoch": 1.07,
"learning_rate": 8.43549457844656e-06,
"loss": 0.1696,
"step": 1210
},
{
"epoch": 1.08,
"learning_rate": 8.413365788891348e-06,
"loss": 0.196,
"step": 1220
},
{
"epoch": 1.08,
"learning_rate": 8.391236999336136e-06,
"loss": 0.3033,
"step": 1230
},
{
"epoch": 1.08,
"learning_rate": 8.369108209780926e-06,
"loss": 0.2646,
"step": 1240
},
{
"epoch": 1.08,
"learning_rate": 8.346979420225714e-06,
"loss": 0.344,
"step": 1250
},
{
"epoch": 1.08,
"learning_rate": 8.324850630670504e-06,
"loss": 0.1595,
"step": 1260
},
{
"epoch": 1.09,
"learning_rate": 8.302721841115292e-06,
"loss": 0.3235,
"step": 1270
},
{
"epoch": 1.09,
"learning_rate": 8.28059305156008e-06,
"loss": 0.1695,
"step": 1280
},
{
"epoch": 1.09,
"learning_rate": 8.258464262004869e-06,
"loss": 0.2382,
"step": 1290
},
{
"epoch": 1.09,
"learning_rate": 8.236335472449659e-06,
"loss": 0.3283,
"step": 1300
},
{
"epoch": 1.09,
"learning_rate": 8.214206682894447e-06,
"loss": 0.3028,
"step": 1310
},
{
"epoch": 1.1,
"learning_rate": 8.192077893339235e-06,
"loss": 0.231,
"step": 1320
},
{
"epoch": 1.1,
"learning_rate": 8.169949103784023e-06,
"loss": 0.319,
"step": 1330
},
{
"epoch": 1.1,
"learning_rate": 8.147820314228813e-06,
"loss": 0.2392,
"step": 1340
},
{
"epoch": 1.1,
"learning_rate": 8.125691524673601e-06,
"loss": 0.2225,
"step": 1350
},
{
"epoch": 1.1,
"learning_rate": 8.10356273511839e-06,
"loss": 0.449,
"step": 1360
},
{
"epoch": 1.11,
"learning_rate": 8.081433945563178e-06,
"loss": 0.3471,
"step": 1370
},
{
"epoch": 1.11,
"learning_rate": 8.059305156007968e-06,
"loss": 0.3111,
"step": 1380
},
{
"epoch": 1.11,
"learning_rate": 8.037176366452756e-06,
"loss": 0.2577,
"step": 1390
},
{
"epoch": 1.11,
"learning_rate": 8.015047576897544e-06,
"loss": 0.205,
"step": 1400
},
{
"epoch": 1.11,
"learning_rate": 7.992918787342332e-06,
"loss": 0.2821,
"step": 1410
},
{
"epoch": 1.12,
"learning_rate": 7.970789997787122e-06,
"loss": 0.2689,
"step": 1420
},
{
"epoch": 1.12,
"learning_rate": 7.94866120823191e-06,
"loss": 0.2167,
"step": 1430
},
{
"epoch": 1.12,
"learning_rate": 7.926532418676699e-06,
"loss": 0.2621,
"step": 1440
},
{
"epoch": 1.12,
"learning_rate": 7.904403629121487e-06,
"loss": 0.3638,
"step": 1450
},
{
"epoch": 1.12,
"learning_rate": 7.882274839566277e-06,
"loss": 0.2401,
"step": 1460
},
{
"epoch": 1.13,
"learning_rate": 7.860146050011065e-06,
"loss": 0.2378,
"step": 1470
},
{
"epoch": 1.13,
"learning_rate": 7.838017260455853e-06,
"loss": 0.2154,
"step": 1480
},
{
"epoch": 1.13,
"learning_rate": 7.815888470900642e-06,
"loss": 0.2149,
"step": 1490
},
{
"epoch": 1.13,
"learning_rate": 7.793759681345431e-06,
"loss": 0.2284,
"step": 1500
},
{
"epoch": 1.13,
"learning_rate": 7.77163089179022e-06,
"loss": 0.1492,
"step": 1510
},
{
"epoch": 1.14,
"learning_rate": 7.749502102235008e-06,
"loss": 0.3516,
"step": 1520
},
{
"epoch": 1.14,
"learning_rate": 7.727373312679796e-06,
"loss": 0.2962,
"step": 1530
},
{
"epoch": 1.14,
"learning_rate": 7.705244523124586e-06,
"loss": 0.1978,
"step": 1540
},
{
"epoch": 1.14,
"learning_rate": 7.683115733569374e-06,
"loss": 0.2855,
"step": 1550
},
{
"epoch": 1.14,
"learning_rate": 7.660986944014162e-06,
"loss": 0.2107,
"step": 1560
},
{
"epoch": 1.15,
"learning_rate": 7.63885815445895e-06,
"loss": 0.1989,
"step": 1570
},
{
"epoch": 1.15,
"learning_rate": 7.61672936490374e-06,
"loss": 0.1848,
"step": 1580
},
{
"epoch": 1.15,
"learning_rate": 7.594600575348529e-06,
"loss": 0.2676,
"step": 1590
},
{
"epoch": 1.15,
"learning_rate": 7.572471785793317e-06,
"loss": 0.2119,
"step": 1600
},
{
"epoch": 1.15,
"learning_rate": 7.550342996238106e-06,
"loss": 0.3076,
"step": 1610
},
{
"epoch": 1.16,
"learning_rate": 7.528214206682896e-06,
"loss": 0.2303,
"step": 1620
},
{
"epoch": 1.16,
"learning_rate": 7.506085417127684e-06,
"loss": 0.1646,
"step": 1630
},
{
"epoch": 1.16,
"learning_rate": 7.4839566275724725e-06,
"loss": 0.2384,
"step": 1640
},
{
"epoch": 1.16,
"learning_rate": 7.4618278380172615e-06,
"loss": 0.1908,
"step": 1650
},
{
"epoch": 1.16,
"learning_rate": 7.43969904846205e-06,
"loss": 0.3155,
"step": 1660
},
{
"epoch": 1.17,
"learning_rate": 7.417570258906839e-06,
"loss": 0.1099,
"step": 1670
},
{
"epoch": 1.17,
"eval_accuracy": 0.782438259506076,
"eval_loss": 0.7191832661628723,
"eval_runtime": 556.1282,
"eval_samples_per_second": 4.587,
"eval_steps_per_second": 0.383,
"step": 1676
},
{
"epoch": 2.0,
"learning_rate": 7.395441469351627e-06,
"loss": 0.1875,
"step": 1680
},
{
"epoch": 2.0,
"learning_rate": 7.373312679796416e-06,
"loss": 0.2107,
"step": 1690
},
{
"epoch": 2.0,
"learning_rate": 7.351183890241204e-06,
"loss": 0.374,
"step": 1700
},
{
"epoch": 2.01,
"learning_rate": 7.329055100685993e-06,
"loss": 0.2293,
"step": 1710
},
{
"epoch": 2.01,
"learning_rate": 7.306926311130782e-06,
"loss": 0.2004,
"step": 1720
},
{
"epoch": 2.01,
"learning_rate": 7.284797521575571e-06,
"loss": 0.2731,
"step": 1730
},
{
"epoch": 2.01,
"learning_rate": 7.262668732020359e-06,
"loss": 0.2156,
"step": 1740
},
{
"epoch": 2.01,
"learning_rate": 7.240539942465148e-06,
"loss": 0.3421,
"step": 1750
},
{
"epoch": 2.02,
"learning_rate": 7.218411152909936e-06,
"loss": 0.1165,
"step": 1760
},
{
"epoch": 2.02,
"learning_rate": 7.196282363354725e-06,
"loss": 0.1781,
"step": 1770
},
{
"epoch": 2.02,
"learning_rate": 7.1741535737995134e-06,
"loss": 0.1665,
"step": 1780
},
{
"epoch": 2.02,
"learning_rate": 7.1520247842443025e-06,
"loss": 0.1456,
"step": 1790
},
{
"epoch": 2.02,
"learning_rate": 7.129895994689091e-06,
"loss": 0.2544,
"step": 1800
},
{
"epoch": 2.03,
"learning_rate": 7.10776720513388e-06,
"loss": 0.2747,
"step": 1810
},
{
"epoch": 2.03,
"learning_rate": 7.085638415578668e-06,
"loss": 0.2413,
"step": 1820
},
{
"epoch": 2.03,
"learning_rate": 7.063509626023457e-06,
"loss": 0.2187,
"step": 1830
},
{
"epoch": 2.03,
"learning_rate": 7.041380836468245e-06,
"loss": 0.2101,
"step": 1840
},
{
"epoch": 2.03,
"learning_rate": 7.019252046913034e-06,
"loss": 0.2719,
"step": 1850
},
{
"epoch": 2.04,
"learning_rate": 6.997123257357823e-06,
"loss": 0.2055,
"step": 1860
},
{
"epoch": 2.04,
"learning_rate": 6.974994467802612e-06,
"loss": 0.1508,
"step": 1870
},
{
"epoch": 2.04,
"learning_rate": 6.9528656782474e-06,
"loss": 0.2017,
"step": 1880
},
{
"epoch": 2.04,
"learning_rate": 6.930736888692189e-06,
"loss": 0.1292,
"step": 1890
},
{
"epoch": 2.04,
"learning_rate": 6.908608099136977e-06,
"loss": 0.1796,
"step": 1900
},
{
"epoch": 2.05,
"learning_rate": 6.886479309581766e-06,
"loss": 0.2117,
"step": 1910
},
{
"epoch": 2.05,
"learning_rate": 6.8643505200265544e-06,
"loss": 0.2878,
"step": 1920
},
{
"epoch": 2.05,
"learning_rate": 6.8422217304713435e-06,
"loss": 0.1418,
"step": 1930
},
{
"epoch": 2.05,
"learning_rate": 6.820092940916132e-06,
"loss": 0.0803,
"step": 1940
},
{
"epoch": 2.05,
"learning_rate": 6.797964151360921e-06,
"loss": 0.3428,
"step": 1950
},
{
"epoch": 2.06,
"learning_rate": 6.775835361805709e-06,
"loss": 0.2008,
"step": 1960
},
{
"epoch": 2.06,
"learning_rate": 6.753706572250498e-06,
"loss": 0.2444,
"step": 1970
},
{
"epoch": 2.06,
"learning_rate": 6.731577782695286e-06,
"loss": 0.2775,
"step": 1980
},
{
"epoch": 2.06,
"learning_rate": 6.709448993140075e-06,
"loss": 0.1756,
"step": 1990
},
{
"epoch": 2.06,
"learning_rate": 6.687320203584865e-06,
"loss": 0.2606,
"step": 2000
},
{
"epoch": 2.07,
"learning_rate": 6.6651914140296535e-06,
"loss": 0.2213,
"step": 2010
},
{
"epoch": 2.07,
"learning_rate": 6.6430626244744426e-06,
"loss": 0.1869,
"step": 2020
},
{
"epoch": 2.07,
"learning_rate": 6.620933834919231e-06,
"loss": 0.2149,
"step": 2030
},
{
"epoch": 2.07,
"learning_rate": 6.59880504536402e-06,
"loss": 0.2346,
"step": 2040
},
{
"epoch": 2.07,
"learning_rate": 6.576676255808808e-06,
"loss": 0.1693,
"step": 2050
},
{
"epoch": 2.08,
"learning_rate": 6.554547466253597e-06,
"loss": 0.2225,
"step": 2060
},
{
"epoch": 2.08,
"learning_rate": 6.532418676698385e-06,
"loss": 0.2497,
"step": 2070
},
{
"epoch": 2.08,
"learning_rate": 6.510289887143174e-06,
"loss": 0.2825,
"step": 2080
},
{
"epoch": 2.08,
"learning_rate": 6.488161097587963e-06,
"loss": 0.2909,
"step": 2090
},
{
"epoch": 2.08,
"learning_rate": 6.466032308032752e-06,
"loss": 0.3198,
"step": 2100
},
{
"epoch": 2.09,
"learning_rate": 6.44390351847754e-06,
"loss": 0.1954,
"step": 2110
},
{
"epoch": 2.09,
"learning_rate": 6.421774728922329e-06,
"loss": 0.2166,
"step": 2120
},
{
"epoch": 2.09,
"learning_rate": 6.399645939367117e-06,
"loss": 0.3095,
"step": 2130
},
{
"epoch": 2.09,
"learning_rate": 6.377517149811906e-06,
"loss": 0.0666,
"step": 2140
},
{
"epoch": 2.09,
"learning_rate": 6.3553883602566945e-06,
"loss": 0.2469,
"step": 2150
},
{
"epoch": 2.1,
"learning_rate": 6.3332595707014835e-06,
"loss": 0.1981,
"step": 2160
},
{
"epoch": 2.1,
"learning_rate": 6.311130781146272e-06,
"loss": 0.0946,
"step": 2170
},
{
"epoch": 2.1,
"learning_rate": 6.289001991591061e-06,
"loss": 0.209,
"step": 2180
},
{
"epoch": 2.1,
"learning_rate": 6.266873202035849e-06,
"loss": 0.1831,
"step": 2190
},
{
"epoch": 2.1,
"learning_rate": 6.244744412480638e-06,
"loss": 0.226,
"step": 2200
},
{
"epoch": 2.11,
"learning_rate": 6.222615622925426e-06,
"loss": 0.1695,
"step": 2210
},
{
"epoch": 2.11,
"learning_rate": 6.200486833370215e-06,
"loss": 0.2599,
"step": 2220
},
{
"epoch": 2.11,
"learning_rate": 6.178358043815004e-06,
"loss": 0.0863,
"step": 2230
},
{
"epoch": 2.11,
"learning_rate": 6.156229254259793e-06,
"loss": 0.2787,
"step": 2240
},
{
"epoch": 2.11,
"learning_rate": 6.134100464704581e-06,
"loss": 0.3413,
"step": 2250
},
{
"epoch": 2.12,
"learning_rate": 6.11197167514937e-06,
"loss": 0.2457,
"step": 2260
},
{
"epoch": 2.12,
"learning_rate": 6.089842885594158e-06,
"loss": 0.1474,
"step": 2270
},
{
"epoch": 2.12,
"learning_rate": 6.067714096038947e-06,
"loss": 0.1682,
"step": 2280
},
{
"epoch": 2.12,
"learning_rate": 6.0455853064837355e-06,
"loss": 0.236,
"step": 2290
},
{
"epoch": 2.12,
"learning_rate": 6.0234565169285245e-06,
"loss": 0.1295,
"step": 2300
},
{
"epoch": 2.13,
"learning_rate": 6.001327727373313e-06,
"loss": 0.1731,
"step": 2310
},
{
"epoch": 2.13,
"learning_rate": 5.979198937818102e-06,
"loss": 0.1829,
"step": 2320
},
{
"epoch": 2.13,
"learning_rate": 5.95707014826289e-06,
"loss": 0.2921,
"step": 2330
},
{
"epoch": 2.13,
"learning_rate": 5.934941358707679e-06,
"loss": 0.2537,
"step": 2340
},
{
"epoch": 2.13,
"learning_rate": 5.912812569152467e-06,
"loss": 0.2838,
"step": 2350
},
{
"epoch": 2.14,
"learning_rate": 5.890683779597256e-06,
"loss": 0.2342,
"step": 2360
},
{
"epoch": 2.14,
"learning_rate": 5.868554990042045e-06,
"loss": 0.1875,
"step": 2370
},
{
"epoch": 2.14,
"learning_rate": 5.8464262004868345e-06,
"loss": 0.2775,
"step": 2380
},
{
"epoch": 2.14,
"learning_rate": 5.824297410931623e-06,
"loss": 0.2561,
"step": 2390
},
{
"epoch": 2.14,
"learning_rate": 5.802168621376412e-06,
"loss": 0.292,
"step": 2400
},
{
"epoch": 2.15,
"learning_rate": 5.7800398318212e-06,
"loss": 0.2448,
"step": 2410
},
{
"epoch": 2.15,
"learning_rate": 5.757911042265989e-06,
"loss": 0.2695,
"step": 2420
},
{
"epoch": 2.15,
"learning_rate": 5.735782252710777e-06,
"loss": 0.1965,
"step": 2430
},
{
"epoch": 2.15,
"learning_rate": 5.713653463155566e-06,
"loss": 0.203,
"step": 2440
},
{
"epoch": 2.15,
"learning_rate": 5.691524673600355e-06,
"loss": 0.239,
"step": 2450
},
{
"epoch": 2.16,
"learning_rate": 5.669395884045144e-06,
"loss": 0.2028,
"step": 2460
},
{
"epoch": 2.16,
"learning_rate": 5.647267094489932e-06,
"loss": 0.1763,
"step": 2470
},
{
"epoch": 2.16,
"learning_rate": 5.625138304934721e-06,
"loss": 0.2413,
"step": 2480
},
{
"epoch": 2.16,
"learning_rate": 5.603009515379509e-06,
"loss": 0.2726,
"step": 2490
},
{
"epoch": 2.16,
"learning_rate": 5.580880725824298e-06,
"loss": 0.2998,
"step": 2500
},
{
"epoch": 2.17,
"learning_rate": 5.5587519362690865e-06,
"loss": 0.2178,
"step": 2510
},
{
"epoch": 2.17,
"eval_accuracy": 0.8298706389651117,
"eval_loss": 0.4418592154979706,
"eval_runtime": 455.5394,
"eval_samples_per_second": 5.6,
"eval_steps_per_second": 0.468,
"step": 2514
},
{
"epoch": 3.0,
"learning_rate": 5.5366231467138755e-06,
"loss": 0.1391,
"step": 2520
},
{
"epoch": 3.0,
"learning_rate": 5.514494357158664e-06,
"loss": 0.1202,
"step": 2530
},
{
"epoch": 3.01,
"learning_rate": 5.492365567603453e-06,
"loss": 0.1799,
"step": 2540
},
{
"epoch": 3.01,
"learning_rate": 5.470236778048241e-06,
"loss": 0.1843,
"step": 2550
},
{
"epoch": 3.01,
"learning_rate": 5.44810798849303e-06,
"loss": 0.1504,
"step": 2560
},
{
"epoch": 3.01,
"learning_rate": 5.425979198937818e-06,
"loss": 0.1064,
"step": 2570
},
{
"epoch": 3.01,
"learning_rate": 5.403850409382607e-06,
"loss": 0.397,
"step": 2580
},
{
"epoch": 3.02,
"learning_rate": 5.381721619827396e-06,
"loss": 0.1298,
"step": 2590
},
{
"epoch": 3.02,
"learning_rate": 5.359592830272185e-06,
"loss": 0.1984,
"step": 2600
},
{
"epoch": 3.02,
"learning_rate": 5.337464040716973e-06,
"loss": 0.3349,
"step": 2610
},
{
"epoch": 3.02,
"learning_rate": 5.315335251161762e-06,
"loss": 0.1957,
"step": 2620
},
{
"epoch": 3.02,
"learning_rate": 5.29320646160655e-06,
"loss": 0.2681,
"step": 2630
},
{
"epoch": 3.03,
"learning_rate": 5.271077672051339e-06,
"loss": 0.0977,
"step": 2640
},
{
"epoch": 3.03,
"learning_rate": 5.2489488824961274e-06,
"loss": 0.3088,
"step": 2650
},
{
"epoch": 3.03,
"learning_rate": 5.2268200929409165e-06,
"loss": 0.2288,
"step": 2660
},
{
"epoch": 3.03,
"learning_rate": 5.204691303385705e-06,
"loss": 0.2878,
"step": 2670
},
{
"epoch": 3.03,
"learning_rate": 5.182562513830494e-06,
"loss": 0.2257,
"step": 2680
},
{
"epoch": 3.04,
"learning_rate": 5.160433724275282e-06,
"loss": 0.15,
"step": 2690
},
{
"epoch": 3.04,
"learning_rate": 5.138304934720071e-06,
"loss": 0.2424,
"step": 2700
},
{
"epoch": 3.04,
"learning_rate": 5.116176145164859e-06,
"loss": 0.2213,
"step": 2710
},
{
"epoch": 3.04,
"learning_rate": 5.094047355609648e-06,
"loss": 0.1488,
"step": 2720
},
{
"epoch": 3.04,
"learning_rate": 5.071918566054437e-06,
"loss": 0.1004,
"step": 2730
},
{
"epoch": 3.05,
"learning_rate": 5.049789776499226e-06,
"loss": 0.2068,
"step": 2740
},
{
"epoch": 3.05,
"learning_rate": 5.027660986944014e-06,
"loss": 0.3556,
"step": 2750
},
{
"epoch": 3.05,
"learning_rate": 5.005532197388803e-06,
"loss": 0.2188,
"step": 2760
},
{
"epoch": 3.05,
"learning_rate": 4.983403407833592e-06,
"loss": 0.2531,
"step": 2770
},
{
"epoch": 3.05,
"learning_rate": 4.96127461827838e-06,
"loss": 0.2659,
"step": 2780
},
{
"epoch": 3.05,
"learning_rate": 4.939145828723169e-06,
"loss": 0.2333,
"step": 2790
},
{
"epoch": 3.06,
"learning_rate": 4.9170170391679575e-06,
"loss": 0.2603,
"step": 2800
},
{
"epoch": 3.06,
"learning_rate": 4.8948882496127466e-06,
"loss": 0.1662,
"step": 2810
},
{
"epoch": 3.06,
"learning_rate": 4.872759460057535e-06,
"loss": 0.1891,
"step": 2820
},
{
"epoch": 3.06,
"learning_rate": 4.850630670502324e-06,
"loss": 0.1719,
"step": 2830
},
{
"epoch": 3.06,
"learning_rate": 4.828501880947112e-06,
"loss": 0.1205,
"step": 2840
},
{
"epoch": 3.07,
"learning_rate": 4.806373091391901e-06,
"loss": 0.1061,
"step": 2850
},
{
"epoch": 3.07,
"learning_rate": 4.78424430183669e-06,
"loss": 0.2271,
"step": 2860
},
{
"epoch": 3.07,
"learning_rate": 4.762115512281478e-06,
"loss": 0.2392,
"step": 2870
},
{
"epoch": 3.07,
"learning_rate": 4.7399867227262675e-06,
"loss": 0.2029,
"step": 2880
},
{
"epoch": 3.07,
"learning_rate": 4.717857933171056e-06,
"loss": 0.2938,
"step": 2890
},
{
"epoch": 3.08,
"learning_rate": 4.695729143615845e-06,
"loss": 0.2804,
"step": 2900
},
{
"epoch": 3.08,
"learning_rate": 4.673600354060633e-06,
"loss": 0.2101,
"step": 2910
},
{
"epoch": 3.08,
"learning_rate": 4.651471564505422e-06,
"loss": 0.2806,
"step": 2920
},
{
"epoch": 3.08,
"learning_rate": 4.62934277495021e-06,
"loss": 0.1367,
"step": 2930
},
{
"epoch": 3.08,
"learning_rate": 4.607213985394999e-06,
"loss": 0.2148,
"step": 2940
},
{
"epoch": 3.09,
"learning_rate": 4.5850851958397876e-06,
"loss": 0.0975,
"step": 2950
},
{
"epoch": 3.09,
"learning_rate": 4.562956406284577e-06,
"loss": 0.1914,
"step": 2960
},
{
"epoch": 3.09,
"learning_rate": 4.540827616729365e-06,
"loss": 0.1859,
"step": 2970
},
{
"epoch": 3.09,
"learning_rate": 4.518698827174154e-06,
"loss": 0.1547,
"step": 2980
},
{
"epoch": 3.09,
"learning_rate": 4.496570037618942e-06,
"loss": 0.1743,
"step": 2990
},
{
"epoch": 3.1,
"learning_rate": 4.474441248063731e-06,
"loss": 0.2247,
"step": 3000
},
{
"epoch": 3.1,
"learning_rate": 4.452312458508519e-06,
"loss": 0.2033,
"step": 3010
},
{
"epoch": 3.1,
"learning_rate": 4.4301836689533085e-06,
"loss": 0.1757,
"step": 3020
},
{
"epoch": 3.1,
"learning_rate": 4.408054879398097e-06,
"loss": 0.212,
"step": 3030
},
{
"epoch": 3.1,
"learning_rate": 4.385926089842886e-06,
"loss": 0.2183,
"step": 3040
},
{
"epoch": 3.11,
"learning_rate": 4.363797300287675e-06,
"loss": 0.2498,
"step": 3050
},
{
"epoch": 3.11,
"learning_rate": 4.341668510732464e-06,
"loss": 0.0668,
"step": 3060
},
{
"epoch": 3.11,
"learning_rate": 4.319539721177252e-06,
"loss": 0.1867,
"step": 3070
},
{
"epoch": 3.11,
"learning_rate": 4.297410931622041e-06,
"loss": 0.1403,
"step": 3080
},
{
"epoch": 3.11,
"learning_rate": 4.275282142066829e-06,
"loss": 0.2343,
"step": 3090
},
{
"epoch": 3.12,
"learning_rate": 4.2531533525116185e-06,
"loss": 0.1536,
"step": 3100
},
{
"epoch": 3.12,
"learning_rate": 4.231024562956407e-06,
"loss": 0.1656,
"step": 3110
},
{
"epoch": 3.12,
"learning_rate": 4.208895773401196e-06,
"loss": 0.2044,
"step": 3120
},
{
"epoch": 3.12,
"learning_rate": 4.186766983845984e-06,
"loss": 0.1283,
"step": 3130
},
{
"epoch": 3.12,
"learning_rate": 4.164638194290773e-06,
"loss": 0.0793,
"step": 3140
},
{
"epoch": 3.13,
"learning_rate": 4.142509404735561e-06,
"loss": 0.2157,
"step": 3150
},
{
"epoch": 3.13,
"learning_rate": 4.12038061518035e-06,
"loss": 0.2458,
"step": 3160
},
{
"epoch": 3.13,
"learning_rate": 4.0982518256251385e-06,
"loss": 0.1386,
"step": 3170
},
{
"epoch": 3.13,
"learning_rate": 4.076123036069928e-06,
"loss": 0.1956,
"step": 3180
},
{
"epoch": 3.13,
"learning_rate": 4.053994246514716e-06,
"loss": 0.1353,
"step": 3190
},
{
"epoch": 3.14,
"learning_rate": 4.031865456959505e-06,
"loss": 0.1785,
"step": 3200
},
{
"epoch": 3.14,
"learning_rate": 4.009736667404293e-06,
"loss": 0.2949,
"step": 3210
},
{
"epoch": 3.14,
"learning_rate": 3.987607877849082e-06,
"loss": 0.2012,
"step": 3220
},
{
"epoch": 3.14,
"learning_rate": 3.96547908829387e-06,
"loss": 0.1827,
"step": 3230
},
{
"epoch": 3.14,
"learning_rate": 3.9433502987386595e-06,
"loss": 0.2234,
"step": 3240
},
{
"epoch": 3.15,
"learning_rate": 3.9212215091834485e-06,
"loss": 0.1809,
"step": 3250
},
{
"epoch": 3.15,
"learning_rate": 3.899092719628237e-06,
"loss": 0.1309,
"step": 3260
},
{
"epoch": 3.15,
"learning_rate": 3.876963930073026e-06,
"loss": 0.1616,
"step": 3270
},
{
"epoch": 3.15,
"learning_rate": 3.854835140517814e-06,
"loss": 0.2984,
"step": 3280
},
{
"epoch": 3.15,
"learning_rate": 3.832706350962603e-06,
"loss": 0.0939,
"step": 3290
},
{
"epoch": 3.16,
"learning_rate": 3.8105775614073913e-06,
"loss": 0.1858,
"step": 3300
},
{
"epoch": 3.16,
"learning_rate": 3.78844877185218e-06,
"loss": 0.2291,
"step": 3310
},
{
"epoch": 3.16,
"learning_rate": 3.7663199822969686e-06,
"loss": 0.2996,
"step": 3320
},
{
"epoch": 3.16,
"learning_rate": 3.7441911927417572e-06,
"loss": 0.1286,
"step": 3330
},
{
"epoch": 3.16,
"learning_rate": 3.722062403186546e-06,
"loss": 0.0735,
"step": 3340
},
{
"epoch": 3.17,
"learning_rate": 3.6999336136313345e-06,
"loss": 0.0697,
"step": 3350
},
{
"epoch": 3.17,
"eval_accuracy": 0.8447667581340651,
"eval_loss": 0.6156530976295471,
"eval_runtime": 478.3766,
"eval_samples_per_second": 5.333,
"eval_steps_per_second": 0.445,
"step": 3352
},
{
"epoch": 4.0,
"learning_rate": 3.677804824076123e-06,
"loss": 0.0433,
"step": 3360
},
{
"epoch": 4.0,
"learning_rate": 3.655676034520912e-06,
"loss": 0.3206,
"step": 3370
},
{
"epoch": 4.01,
"learning_rate": 3.6335472449657004e-06,
"loss": 0.228,
"step": 3380
},
{
"epoch": 4.01,
"learning_rate": 3.611418455410489e-06,
"loss": 0.2148,
"step": 3390
},
{
"epoch": 4.01,
"learning_rate": 3.5892896658552777e-06,
"loss": 0.1528,
"step": 3400
},
{
"epoch": 4.01,
"learning_rate": 3.5671608763000664e-06,
"loss": 0.2124,
"step": 3410
},
{
"epoch": 4.01,
"learning_rate": 3.545032086744855e-06,
"loss": 0.0536,
"step": 3420
},
{
"epoch": 4.02,
"learning_rate": 3.5229032971896437e-06,
"loss": 0.2198,
"step": 3430
},
{
"epoch": 4.02,
"learning_rate": 3.500774507634433e-06,
"loss": 0.1849,
"step": 3440
},
{
"epoch": 4.02,
"learning_rate": 3.478645718079222e-06,
"loss": 0.2319,
"step": 3450
},
{
"epoch": 4.02,
"learning_rate": 3.45651692852401e-06,
"loss": 0.0702,
"step": 3460
},
{
"epoch": 4.02,
"learning_rate": 3.4343881389687987e-06,
"loss": 0.1208,
"step": 3470
},
{
"epoch": 4.03,
"learning_rate": 3.4122593494135873e-06,
"loss": 0.108,
"step": 3480
},
{
"epoch": 4.03,
"learning_rate": 3.390130559858376e-06,
"loss": 0.2169,
"step": 3490
},
{
"epoch": 4.03,
"learning_rate": 3.3680017703031646e-06,
"loss": 0.1446,
"step": 3500
},
{
"epoch": 4.03,
"learning_rate": 3.3458729807479532e-06,
"loss": 0.1869,
"step": 3510
},
{
"epoch": 4.03,
"learning_rate": 3.323744191192742e-06,
"loss": 0.3277,
"step": 3520
},
{
"epoch": 4.04,
"learning_rate": 3.3016154016375305e-06,
"loss": 0.2244,
"step": 3530
},
{
"epoch": 4.04,
"learning_rate": 3.279486612082319e-06,
"loss": 0.1608,
"step": 3540
},
{
"epoch": 4.04,
"learning_rate": 3.257357822527108e-06,
"loss": 0.1947,
"step": 3550
},
{
"epoch": 4.04,
"learning_rate": 3.2352290329718964e-06,
"loss": 0.2295,
"step": 3560
},
{
"epoch": 4.04,
"learning_rate": 3.213100243416685e-06,
"loss": 0.1933,
"step": 3570
},
{
"epoch": 4.05,
"learning_rate": 3.1909714538614737e-06,
"loss": 0.1222,
"step": 3580
},
{
"epoch": 4.05,
"learning_rate": 3.1688426643062624e-06,
"loss": 0.1036,
"step": 3590
},
{
"epoch": 4.05,
"learning_rate": 3.146713874751051e-06,
"loss": 0.1496,
"step": 3600
},
{
"epoch": 4.05,
"learning_rate": 3.1245850851958396e-06,
"loss": 0.0575,
"step": 3610
},
{
"epoch": 4.05,
"learning_rate": 3.1024562956406283e-06,
"loss": 0.0818,
"step": 3620
},
{
"epoch": 4.06,
"learning_rate": 3.0803275060854178e-06,
"loss": 0.216,
"step": 3630
},
{
"epoch": 4.06,
"learning_rate": 3.0581987165302064e-06,
"loss": 0.097,
"step": 3640
},
{
"epoch": 4.06,
"learning_rate": 3.036069926974995e-06,
"loss": 0.0846,
"step": 3650
},
{
"epoch": 4.06,
"learning_rate": 3.0139411374197837e-06,
"loss": 0.178,
"step": 3660
},
{
"epoch": 4.06,
"learning_rate": 2.9918123478645723e-06,
"loss": 0.3417,
"step": 3670
},
{
"epoch": 4.07,
"learning_rate": 2.969683558309361e-06,
"loss": 0.1691,
"step": 3680
},
{
"epoch": 4.07,
"learning_rate": 2.9475547687541496e-06,
"loss": 0.2325,
"step": 3690
},
{
"epoch": 4.07,
"learning_rate": 2.9254259791989383e-06,
"loss": 0.0148,
"step": 3700
},
{
"epoch": 4.07,
"learning_rate": 2.903297189643727e-06,
"loss": 0.3002,
"step": 3710
},
{
"epoch": 4.07,
"learning_rate": 2.8811684000885156e-06,
"loss": 0.1167,
"step": 3720
},
{
"epoch": 4.08,
"learning_rate": 2.859039610533304e-06,
"loss": 0.3281,
"step": 3730
},
{
"epoch": 4.08,
"learning_rate": 2.836910820978093e-06,
"loss": 0.1938,
"step": 3740
},
{
"epoch": 4.08,
"learning_rate": 2.8147820314228815e-06,
"loss": 0.1634,
"step": 3750
},
{
"epoch": 4.08,
"learning_rate": 2.79265324186767e-06,
"loss": 0.1627,
"step": 3760
},
{
"epoch": 4.08,
"learning_rate": 2.7705244523124588e-06,
"loss": 0.1519,
"step": 3770
},
{
"epoch": 4.09,
"learning_rate": 2.7483956627572474e-06,
"loss": 0.0827,
"step": 3780
},
{
"epoch": 4.09,
"learning_rate": 2.726266873202036e-06,
"loss": 0.181,
"step": 3790
},
{
"epoch": 4.09,
"learning_rate": 2.7041380836468247e-06,
"loss": 0.1907,
"step": 3800
},
{
"epoch": 4.09,
"learning_rate": 2.6820092940916133e-06,
"loss": 0.1519,
"step": 3810
},
{
"epoch": 4.09,
"learning_rate": 2.6598805045364024e-06,
"loss": 0.2911,
"step": 3820
},
{
"epoch": 4.1,
"learning_rate": 2.637751714981191e-06,
"loss": 0.2609,
"step": 3830
},
{
"epoch": 4.1,
"learning_rate": 2.6156229254259797e-06,
"loss": 0.1138,
"step": 3840
},
{
"epoch": 4.1,
"learning_rate": 2.5934941358707683e-06,
"loss": 0.1796,
"step": 3850
},
{
"epoch": 4.1,
"learning_rate": 2.571365346315557e-06,
"loss": 0.1406,
"step": 3860
},
{
"epoch": 4.1,
"learning_rate": 2.5492365567603456e-06,
"loss": 0.3324,
"step": 3870
},
{
"epoch": 4.11,
"learning_rate": 2.5271077672051343e-06,
"loss": 0.1073,
"step": 3880
},
{
"epoch": 4.11,
"learning_rate": 2.504978977649923e-06,
"loss": 0.1545,
"step": 3890
},
{
"epoch": 4.11,
"learning_rate": 2.4828501880947115e-06,
"loss": 0.0673,
"step": 3900
},
{
"epoch": 4.11,
"learning_rate": 2.4607213985395e-06,
"loss": 0.1819,
"step": 3910
},
{
"epoch": 4.11,
"learning_rate": 2.438592608984289e-06,
"loss": 0.0896,
"step": 3920
},
{
"epoch": 4.12,
"learning_rate": 2.4164638194290775e-06,
"loss": 0.1293,
"step": 3930
},
{
"epoch": 4.12,
"learning_rate": 2.394335029873866e-06,
"loss": 0.2196,
"step": 3940
},
{
"epoch": 4.12,
"learning_rate": 2.3722062403186548e-06,
"loss": 0.2235,
"step": 3950
},
{
"epoch": 4.12,
"learning_rate": 2.3500774507634434e-06,
"loss": 0.1067,
"step": 3960
},
{
"epoch": 4.12,
"learning_rate": 2.327948661208232e-06,
"loss": 0.2652,
"step": 3970
},
{
"epoch": 4.13,
"learning_rate": 2.3058198716530207e-06,
"loss": 0.2255,
"step": 3980
},
{
"epoch": 4.13,
"learning_rate": 2.2836910820978093e-06,
"loss": 0.2405,
"step": 3990
},
{
"epoch": 4.13,
"learning_rate": 2.261562292542598e-06,
"loss": 0.137,
"step": 4000
},
{
"epoch": 4.13,
"learning_rate": 2.2394335029873866e-06,
"loss": 0.133,
"step": 4010
},
{
"epoch": 4.13,
"learning_rate": 2.2173047134321752e-06,
"loss": 0.1682,
"step": 4020
},
{
"epoch": 4.14,
"learning_rate": 2.195175923876964e-06,
"loss": 0.2465,
"step": 4030
},
{
"epoch": 4.14,
"learning_rate": 2.1730471343217525e-06,
"loss": 0.1982,
"step": 4040
},
{
"epoch": 4.14,
"learning_rate": 2.150918344766541e-06,
"loss": 0.1348,
"step": 4050
},
{
"epoch": 4.14,
"learning_rate": 2.1287895552113302e-06,
"loss": 0.1349,
"step": 4060
},
{
"epoch": 4.14,
"learning_rate": 2.106660765656119e-06,
"loss": 0.1451,
"step": 4070
},
{
"epoch": 4.14,
"learning_rate": 2.0845319761009075e-06,
"loss": 0.2781,
"step": 4080
},
{
"epoch": 4.15,
"learning_rate": 2.062403186545696e-06,
"loss": 0.1213,
"step": 4090
},
{
"epoch": 4.15,
"learning_rate": 2.040274396990485e-06,
"loss": 0.1548,
"step": 4100
},
{
"epoch": 4.15,
"learning_rate": 2.0181456074352735e-06,
"loss": 0.1743,
"step": 4110
},
{
"epoch": 4.15,
"learning_rate": 1.996016817880062e-06,
"loss": 0.163,
"step": 4120
},
{
"epoch": 4.15,
"learning_rate": 1.9738880283248507e-06,
"loss": 0.1655,
"step": 4130
},
{
"epoch": 4.16,
"learning_rate": 1.9517592387696394e-06,
"loss": 0.1672,
"step": 4140
},
{
"epoch": 4.16,
"learning_rate": 1.929630449214428e-06,
"loss": 0.0966,
"step": 4150
},
{
"epoch": 4.16,
"learning_rate": 1.907501659659217e-06,
"loss": 0.1906,
"step": 4160
},
{
"epoch": 4.16,
"learning_rate": 1.8853728701040055e-06,
"loss": 0.2156,
"step": 4170
},
{
"epoch": 4.16,
"learning_rate": 1.8632440805487942e-06,
"loss": 0.1546,
"step": 4180
},
{
"epoch": 4.17,
"learning_rate": 1.8411152909935828e-06,
"loss": 0.2116,
"step": 4190
},
{
"epoch": 4.17,
"eval_accuracy": 0.8643669149353195,
"eval_loss": 0.4997994899749756,
"eval_runtime": 440.6246,
"eval_samples_per_second": 5.79,
"eval_steps_per_second": 0.483,
"step": 4190
},
{
"epoch": 5.0,
"learning_rate": 1.8189865014383714e-06,
"loss": 0.1667,
"step": 4200
},
{
"epoch": 5.0,
"learning_rate": 1.79685771188316e-06,
"loss": 0.396,
"step": 4210
},
{
"epoch": 5.01,
"learning_rate": 1.7747289223279487e-06,
"loss": 0.12,
"step": 4220
},
{
"epoch": 5.01,
"learning_rate": 1.7526001327727374e-06,
"loss": 0.1906,
"step": 4230
},
{
"epoch": 5.01,
"learning_rate": 1.730471343217526e-06,
"loss": 0.3117,
"step": 4240
},
{
"epoch": 5.01,
"learning_rate": 1.7083425536623149e-06,
"loss": 0.1781,
"step": 4250
},
{
"epoch": 5.01,
"learning_rate": 1.6862137641071035e-06,
"loss": 0.0814,
"step": 4260
},
{
"epoch": 5.02,
"learning_rate": 1.6640849745518922e-06,
"loss": 0.1559,
"step": 4270
},
{
"epoch": 5.02,
"learning_rate": 1.6419561849966808e-06,
"loss": 0.2145,
"step": 4280
},
{
"epoch": 5.02,
"learning_rate": 1.6198273954414694e-06,
"loss": 0.1389,
"step": 4290
},
{
"epoch": 5.02,
"learning_rate": 1.597698605886258e-06,
"loss": 0.0715,
"step": 4300
},
{
"epoch": 5.02,
"learning_rate": 1.5755698163310467e-06,
"loss": 0.2595,
"step": 4310
},
{
"epoch": 5.03,
"learning_rate": 1.5534410267758354e-06,
"loss": 0.119,
"step": 4320
},
{
"epoch": 5.03,
"learning_rate": 1.531312237220624e-06,
"loss": 0.0869,
"step": 4330
},
{
"epoch": 5.03,
"learning_rate": 1.5091834476654126e-06,
"loss": 0.1115,
"step": 4340
},
{
"epoch": 5.03,
"learning_rate": 1.4870546581102017e-06,
"loss": 0.249,
"step": 4350
},
{
"epoch": 5.03,
"learning_rate": 1.4649258685549901e-06,
"loss": 0.1659,
"step": 4360
},
{
"epoch": 5.04,
"learning_rate": 1.4427970789997788e-06,
"loss": 0.1521,
"step": 4370
},
{
"epoch": 5.04,
"learning_rate": 1.4206682894445674e-06,
"loss": 0.1376,
"step": 4380
},
{
"epoch": 5.04,
"learning_rate": 1.398539499889356e-06,
"loss": 0.1015,
"step": 4390
},
{
"epoch": 5.04,
"learning_rate": 1.3764107103341447e-06,
"loss": 0.2383,
"step": 4400
},
{
"epoch": 5.04,
"learning_rate": 1.3542819207789334e-06,
"loss": 0.1839,
"step": 4410
},
{
"epoch": 5.05,
"learning_rate": 1.332153131223722e-06,
"loss": 0.0749,
"step": 4420
},
{
"epoch": 5.05,
"learning_rate": 1.3100243416685106e-06,
"loss": 0.2221,
"step": 4430
},
{
"epoch": 5.05,
"learning_rate": 1.2878955521132997e-06,
"loss": 0.1028,
"step": 4440
},
{
"epoch": 5.05,
"learning_rate": 1.2657667625580883e-06,
"loss": 0.1556,
"step": 4450
},
{
"epoch": 5.05,
"learning_rate": 1.2436379730028768e-06,
"loss": 0.3584,
"step": 4460
},
{
"epoch": 5.06,
"learning_rate": 1.2215091834476656e-06,
"loss": 0.1174,
"step": 4470
},
{
"epoch": 5.06,
"learning_rate": 1.1993803938924543e-06,
"loss": 0.2224,
"step": 4480
},
{
"epoch": 5.06,
"learning_rate": 1.177251604337243e-06,
"loss": 0.0997,
"step": 4490
},
{
"epoch": 5.06,
"learning_rate": 1.1551228147820316e-06,
"loss": 0.1691,
"step": 4500
},
{
"epoch": 5.06,
"learning_rate": 1.1329940252268202e-06,
"loss": 0.1221,
"step": 4510
},
{
"epoch": 5.07,
"learning_rate": 1.1108652356716088e-06,
"loss": 0.1768,
"step": 4520
},
{
"epoch": 5.07,
"learning_rate": 1.0887364461163975e-06,
"loss": 0.1979,
"step": 4530
},
{
"epoch": 5.07,
"learning_rate": 1.0666076565611861e-06,
"loss": 0.2115,
"step": 4540
},
{
"epoch": 5.07,
"learning_rate": 1.0444788670059748e-06,
"loss": 0.1275,
"step": 4550
},
{
"epoch": 5.07,
"learning_rate": 1.0223500774507636e-06,
"loss": 0.1195,
"step": 4560
},
{
"epoch": 5.08,
"learning_rate": 1.0002212878955523e-06,
"loss": 0.0997,
"step": 4570
},
{
"epoch": 5.08,
"learning_rate": 9.78092498340341e-07,
"loss": 0.1918,
"step": 4580
},
{
"epoch": 5.08,
"learning_rate": 9.559637087851296e-07,
"loss": 0.1582,
"step": 4590
},
{
"epoch": 5.08,
"learning_rate": 9.338349192299182e-07,
"loss": 0.2074,
"step": 4600
},
{
"epoch": 5.08,
"learning_rate": 9.117061296747069e-07,
"loss": 0.3362,
"step": 4610
},
{
"epoch": 5.09,
"learning_rate": 8.895773401194956e-07,
"loss": 0.2022,
"step": 4620
},
{
"epoch": 5.09,
"learning_rate": 8.674485505642842e-07,
"loss": 0.1409,
"step": 4630
},
{
"epoch": 5.09,
"learning_rate": 8.453197610090729e-07,
"loss": 0.1028,
"step": 4640
},
{
"epoch": 5.09,
"learning_rate": 8.231909714538615e-07,
"loss": 0.0855,
"step": 4650
},
{
"epoch": 5.09,
"learning_rate": 8.010621818986503e-07,
"loss": 0.1453,
"step": 4660
},
{
"epoch": 5.1,
"learning_rate": 7.789333923434389e-07,
"loss": 0.1247,
"step": 4670
},
{
"epoch": 5.1,
"learning_rate": 7.568046027882275e-07,
"loss": 0.0749,
"step": 4680
},
{
"epoch": 5.1,
"learning_rate": 7.346758132330162e-07,
"loss": 0.1832,
"step": 4690
},
{
"epoch": 5.1,
"learning_rate": 7.125470236778048e-07,
"loss": 0.0402,
"step": 4700
},
{
"epoch": 5.1,
"learning_rate": 6.904182341225936e-07,
"loss": 0.1689,
"step": 4710
},
{
"epoch": 5.11,
"learning_rate": 6.682894445673822e-07,
"loss": 0.1668,
"step": 4720
},
{
"epoch": 5.11,
"learning_rate": 6.461606550121709e-07,
"loss": 0.0635,
"step": 4730
},
{
"epoch": 5.11,
"learning_rate": 6.240318654569596e-07,
"loss": 0.3186,
"step": 4740
},
{
"epoch": 5.11,
"learning_rate": 6.019030759017483e-07,
"loss": 0.0793,
"step": 4750
},
{
"epoch": 5.11,
"learning_rate": 5.797742863465369e-07,
"loss": 0.1578,
"step": 4760
},
{
"epoch": 5.12,
"learning_rate": 5.576454967913255e-07,
"loss": 0.0247,
"step": 4770
},
{
"epoch": 5.12,
"learning_rate": 5.355167072361142e-07,
"loss": 0.1533,
"step": 4780
},
{
"epoch": 5.12,
"learning_rate": 5.133879176809029e-07,
"loss": 0.089,
"step": 4790
},
{
"epoch": 5.12,
"learning_rate": 4.912591281256916e-07,
"loss": 0.1192,
"step": 4800
},
{
"epoch": 5.12,
"learning_rate": 4.6913033857048026e-07,
"loss": 0.1591,
"step": 4810
},
{
"epoch": 5.13,
"learning_rate": 4.470015490152689e-07,
"loss": 0.169,
"step": 4820
},
{
"epoch": 5.13,
"learning_rate": 4.2487275946005755e-07,
"loss": 0.0843,
"step": 4830
},
{
"epoch": 5.13,
"learning_rate": 4.0274396990484624e-07,
"loss": 0.1278,
"step": 4840
},
{
"epoch": 5.13,
"learning_rate": 3.806151803496349e-07,
"loss": 0.1355,
"step": 4850
},
{
"epoch": 5.13,
"learning_rate": 3.584863907944236e-07,
"loss": 0.1263,
"step": 4860
},
{
"epoch": 5.14,
"learning_rate": 3.363576012392122e-07,
"loss": 0.1327,
"step": 4870
},
{
"epoch": 5.14,
"learning_rate": 3.1422881168400087e-07,
"loss": 0.1344,
"step": 4880
},
{
"epoch": 5.14,
"learning_rate": 2.9210002212878956e-07,
"loss": 0.0959,
"step": 4890
},
{
"epoch": 5.14,
"learning_rate": 2.6997123257357826e-07,
"loss": 0.1882,
"step": 4900
},
{
"epoch": 5.14,
"learning_rate": 2.478424430183669e-07,
"loss": 0.2254,
"step": 4910
},
{
"epoch": 5.15,
"learning_rate": 2.2571365346315557e-07,
"loss": 0.0817,
"step": 4920
},
{
"epoch": 5.15,
"learning_rate": 2.0358486390794424e-07,
"loss": 0.1513,
"step": 4930
},
{
"epoch": 5.15,
"learning_rate": 1.8145607435273293e-07,
"loss": 0.0656,
"step": 4940
},
{
"epoch": 5.15,
"learning_rate": 1.593272847975216e-07,
"loss": 0.1388,
"step": 4950
},
{
"epoch": 5.15,
"learning_rate": 1.3719849524231024e-07,
"loss": 0.2887,
"step": 4960
},
{
"epoch": 5.16,
"learning_rate": 1.1506970568709893e-07,
"loss": 0.2351,
"step": 4970
},
{
"epoch": 5.16,
"learning_rate": 9.294091613188761e-08,
"loss": 0.1093,
"step": 4980
},
{
"epoch": 5.16,
"learning_rate": 7.081212657667626e-08,
"loss": 0.231,
"step": 4990
},
{
"epoch": 5.16,
"learning_rate": 4.868333702146493e-08,
"loss": 0.0945,
"step": 5000
},
{
"epoch": 5.16,
"learning_rate": 2.6554547466253597e-08,
"loss": 0.119,
"step": 5010
},
{
"epoch": 5.17,
"learning_rate": 4.4257579110422664e-09,
"loss": 0.1655,
"step": 5020
},
{
"epoch": 5.17,
"eval_accuracy": 0.8541748333986672,
"eval_loss": 0.5614621043205261,
"eval_runtime": 458.2183,
"eval_samples_per_second": 5.567,
"eval_steps_per_second": 0.465,
"step": 5022
},
{
"epoch": 5.17,
"step": 5022,
"total_flos": 7.508660609697782e+19,
"train_loss": 0.24504626986812852,
"train_runtime": 16648.2238,
"train_samples_per_second": 3.62,
"train_steps_per_second": 0.302
},
{
"epoch": 5.17,
"eval_accuracy": 0.8643669149353195,
"eval_loss": 0.4997994899749756,
"eval_runtime": 558.362,
"eval_samples_per_second": 4.569,
"eval_steps_per_second": 0.381,
"step": 5022
},
{
"epoch": 5.17,
"eval_accuracy": 0.5961538461538461,
"eval_loss": 1.6456845998764038,
"eval_runtime": 40.3879,
"eval_samples_per_second": 2.575,
"eval_steps_per_second": 0.223,
"step": 5022
}
],
"logging_steps": 10,
"max_steps": 5022,
"num_train_epochs": 9223372036854775807,
"save_steps": 500,
"total_flos": 7.508660609697782e+19,
"trial_name": null,
"trial_params": null
}