muril_base_cased_urdu_sentiment / trainer_state.json
MichaelHuang's picture
Upload 6 files
fc63ddc
{
"best_metric": 0.26086243987083435,
"best_model_checkpoint": "./results/checkpoint-5500",
"epoch": 2.9880478087649402,
"global_step": 9000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 1.0000000000000002e-06,
"loss": 0.6922,
"step": 10
},
{
"epoch": 0.01,
"learning_rate": 2.0000000000000003e-06,
"loss": 0.6938,
"step": 20
},
{
"epoch": 0.01,
"learning_rate": 3e-06,
"loss": 0.694,
"step": 30
},
{
"epoch": 0.01,
"learning_rate": 4.000000000000001e-06,
"loss": 0.6926,
"step": 40
},
{
"epoch": 0.02,
"learning_rate": 5e-06,
"loss": 0.6929,
"step": 50
},
{
"epoch": 0.02,
"eval_accuracy": 0.48244374990463257,
"eval_loss": 0.6933985948562622,
"eval_runtime": 2988.6075,
"eval_samples_per_second": 4.031,
"eval_steps_per_second": 0.063,
"step": 50
},
{
"epoch": 0.02,
"learning_rate": 6e-06,
"loss": 0.6935,
"step": 60
},
{
"epoch": 0.02,
"learning_rate": 7.000000000000001e-06,
"loss": 0.6929,
"step": 70
},
{
"epoch": 0.03,
"learning_rate": 8.000000000000001e-06,
"loss": 0.6935,
"step": 80
},
{
"epoch": 0.03,
"learning_rate": 9e-06,
"loss": 0.6934,
"step": 90
},
{
"epoch": 0.03,
"learning_rate": 1e-05,
"loss": 0.6927,
"step": 100
},
{
"epoch": 0.03,
"eval_accuracy": 0.48244374990463257,
"eval_loss": 0.6929991245269775,
"eval_runtime": 3009.547,
"eval_samples_per_second": 4.003,
"eval_steps_per_second": 0.063,
"step": 100
},
{
"epoch": 0.04,
"learning_rate": 1.1000000000000001e-05,
"loss": 0.6933,
"step": 110
},
{
"epoch": 0.04,
"learning_rate": 1.2e-05,
"loss": 0.6919,
"step": 120
},
{
"epoch": 0.04,
"learning_rate": 1.3000000000000001e-05,
"loss": 0.6893,
"step": 130
},
{
"epoch": 0.05,
"learning_rate": 1.4000000000000001e-05,
"loss": 0.6794,
"step": 140
},
{
"epoch": 0.05,
"learning_rate": 1.5e-05,
"loss": 0.6701,
"step": 150
},
{
"epoch": 0.05,
"eval_accuracy": 0.671287477016449,
"eval_loss": 0.6748385429382324,
"eval_runtime": 3039.4115,
"eval_samples_per_second": 3.964,
"eval_steps_per_second": 0.062,
"step": 150
},
{
"epoch": 0.05,
"learning_rate": 1.6000000000000003e-05,
"loss": 0.6603,
"step": 160
},
{
"epoch": 0.06,
"learning_rate": 1.7000000000000003e-05,
"loss": 0.6428,
"step": 170
},
{
"epoch": 0.06,
"learning_rate": 1.8e-05,
"loss": 0.643,
"step": 180
},
{
"epoch": 0.06,
"learning_rate": 1.9e-05,
"loss": 0.6138,
"step": 190
},
{
"epoch": 0.07,
"learning_rate": 2e-05,
"loss": 0.5888,
"step": 200
},
{
"epoch": 0.07,
"eval_accuracy": 0.815970778465271,
"eval_loss": 0.5752072334289551,
"eval_runtime": 3007.0357,
"eval_samples_per_second": 4.006,
"eval_steps_per_second": 0.063,
"step": 200
},
{
"epoch": 0.07,
"learning_rate": 2.1e-05,
"loss": 0.5843,
"step": 210
},
{
"epoch": 0.07,
"learning_rate": 2.2000000000000003e-05,
"loss": 0.6005,
"step": 220
},
{
"epoch": 0.08,
"learning_rate": 2.3000000000000003e-05,
"loss": 0.5417,
"step": 230
},
{
"epoch": 0.08,
"learning_rate": 2.4e-05,
"loss": 0.5546,
"step": 240
},
{
"epoch": 0.08,
"learning_rate": 2.5e-05,
"loss": 0.5493,
"step": 250
},
{
"epoch": 0.08,
"eval_accuracy": 0.829750120639801,
"eval_loss": 0.507931649684906,
"eval_runtime": 2890.9969,
"eval_samples_per_second": 4.167,
"eval_steps_per_second": 0.065,
"step": 250
},
{
"epoch": 0.09,
"learning_rate": 2.6000000000000002e-05,
"loss": 0.519,
"step": 260
},
{
"epoch": 0.09,
"learning_rate": 2.7000000000000002e-05,
"loss": 0.4943,
"step": 270
},
{
"epoch": 0.09,
"learning_rate": 2.8000000000000003e-05,
"loss": 0.5312,
"step": 280
},
{
"epoch": 0.1,
"learning_rate": 2.9e-05,
"loss": 0.5532,
"step": 290
},
{
"epoch": 0.1,
"learning_rate": 3e-05,
"loss": 0.5315,
"step": 300
},
{
"epoch": 0.1,
"eval_accuracy": 0.7565369009971619,
"eval_loss": 0.5359323024749756,
"eval_runtime": 3029.4417,
"eval_samples_per_second": 3.977,
"eval_steps_per_second": 0.062,
"step": 300
},
{
"epoch": 0.1,
"learning_rate": 3.1e-05,
"loss": 0.4794,
"step": 310
},
{
"epoch": 0.11,
"learning_rate": 3.2000000000000005e-05,
"loss": 0.4717,
"step": 320
},
{
"epoch": 0.11,
"learning_rate": 3.3e-05,
"loss": 0.5199,
"step": 330
},
{
"epoch": 0.11,
"learning_rate": 3.4000000000000007e-05,
"loss": 0.4743,
"step": 340
},
{
"epoch": 0.12,
"learning_rate": 3.5e-05,
"loss": 0.4576,
"step": 350
},
{
"epoch": 0.12,
"eval_accuracy": 0.8144766092300415,
"eval_loss": 0.4594773054122925,
"eval_runtime": 2944.0266,
"eval_samples_per_second": 4.092,
"eval_steps_per_second": 0.064,
"step": 350
},
{
"epoch": 0.12,
"learning_rate": 3.6e-05,
"loss": 0.3828,
"step": 360
},
{
"epoch": 0.12,
"learning_rate": 3.7e-05,
"loss": 0.4435,
"step": 370
},
{
"epoch": 0.13,
"learning_rate": 3.8e-05,
"loss": 0.391,
"step": 380
},
{
"epoch": 0.13,
"learning_rate": 3.9000000000000006e-05,
"loss": 0.5049,
"step": 390
},
{
"epoch": 0.13,
"learning_rate": 4e-05,
"loss": 0.4562,
"step": 400
},
{
"epoch": 0.13,
"eval_accuracy": 0.8325724005699158,
"eval_loss": 0.4149327874183655,
"eval_runtime": 2923.6572,
"eval_samples_per_second": 4.121,
"eval_steps_per_second": 0.065,
"step": 400
},
{
"epoch": 0.14,
"learning_rate": 4.1e-05,
"loss": 0.4448,
"step": 410
},
{
"epoch": 0.14,
"learning_rate": 4.2e-05,
"loss": 0.5251,
"step": 420
},
{
"epoch": 0.14,
"learning_rate": 4.3e-05,
"loss": 0.4321,
"step": 430
},
{
"epoch": 0.15,
"learning_rate": 4.4000000000000006e-05,
"loss": 0.5235,
"step": 440
},
{
"epoch": 0.15,
"learning_rate": 4.5e-05,
"loss": 0.4184,
"step": 450
},
{
"epoch": 0.15,
"eval_accuracy": 0.8212003111839294,
"eval_loss": 0.45684748888015747,
"eval_runtime": 2914.0923,
"eval_samples_per_second": 4.134,
"eval_steps_per_second": 0.065,
"step": 450
},
{
"epoch": 0.15,
"learning_rate": 4.600000000000001e-05,
"loss": 0.5847,
"step": 460
},
{
"epoch": 0.16,
"learning_rate": 4.7e-05,
"loss": 0.512,
"step": 470
},
{
"epoch": 0.16,
"learning_rate": 4.8e-05,
"loss": 0.5393,
"step": 480
},
{
"epoch": 0.16,
"learning_rate": 4.9e-05,
"loss": 0.5452,
"step": 490
},
{
"epoch": 0.17,
"learning_rate": 5e-05,
"loss": 0.4554,
"step": 500
},
{
"epoch": 0.17,
"eval_accuracy": 0.8339005708694458,
"eval_loss": 0.48061037063598633,
"eval_runtime": 2915.8808,
"eval_samples_per_second": 4.132,
"eval_steps_per_second": 0.065,
"step": 500
},
{
"epoch": 0.17,
"learning_rate": 4.994142455482662e-05,
"loss": 0.4601,
"step": 510
},
{
"epoch": 0.17,
"learning_rate": 4.9882849109653237e-05,
"loss": 0.5016,
"step": 520
},
{
"epoch": 0.18,
"learning_rate": 4.9824273664479854e-05,
"loss": 0.4519,
"step": 530
},
{
"epoch": 0.18,
"learning_rate": 4.9765698219306464e-05,
"loss": 0.5132,
"step": 540
},
{
"epoch": 0.18,
"learning_rate": 4.970712277413309e-05,
"loss": 0.4444,
"step": 550
},
{
"epoch": 0.18,
"eval_accuracy": 0.8052627444267273,
"eval_loss": 0.4847351312637329,
"eval_runtime": 2834.0076,
"eval_samples_per_second": 4.251,
"eval_steps_per_second": 0.067,
"step": 550
},
{
"epoch": 0.19,
"learning_rate": 4.9648547328959705e-05,
"loss": 0.4314,
"step": 560
},
{
"epoch": 0.19,
"learning_rate": 4.9589971883786315e-05,
"loss": 0.5419,
"step": 570
},
{
"epoch": 0.19,
"learning_rate": 4.953139643861294e-05,
"loss": 0.4737,
"step": 580
},
{
"epoch": 0.2,
"learning_rate": 4.947282099343955e-05,
"loss": 0.5337,
"step": 590
},
{
"epoch": 0.2,
"learning_rate": 4.9414245548266166e-05,
"loss": 0.538,
"step": 600
},
{
"epoch": 0.2,
"eval_accuracy": 0.8014443516731262,
"eval_loss": 0.45312491059303284,
"eval_runtime": 2917.8384,
"eval_samples_per_second": 4.129,
"eval_steps_per_second": 0.065,
"step": 600
},
{
"epoch": 0.2,
"learning_rate": 4.935567010309279e-05,
"loss": 0.381,
"step": 610
},
{
"epoch": 0.21,
"learning_rate": 4.92970946579194e-05,
"loss": 0.448,
"step": 620
},
{
"epoch": 0.21,
"learning_rate": 4.923851921274602e-05,
"loss": 0.5391,
"step": 630
},
{
"epoch": 0.21,
"learning_rate": 4.9179943767572635e-05,
"loss": 0.4214,
"step": 640
},
{
"epoch": 0.22,
"learning_rate": 4.912136832239925e-05,
"loss": 0.4842,
"step": 650
},
{
"epoch": 0.22,
"eval_accuracy": 0.8117373585700989,
"eval_loss": 0.45403727889060974,
"eval_runtime": 2926.2641,
"eval_samples_per_second": 4.117,
"eval_steps_per_second": 0.065,
"step": 650
},
{
"epoch": 0.22,
"learning_rate": 4.906279287722587e-05,
"loss": 0.456,
"step": 660
},
{
"epoch": 0.22,
"learning_rate": 4.9004217432052486e-05,
"loss": 0.479,
"step": 670
},
{
"epoch": 0.23,
"learning_rate": 4.89456419868791e-05,
"loss": 0.404,
"step": 680
},
{
"epoch": 0.23,
"learning_rate": 4.888706654170572e-05,
"loss": 0.4451,
"step": 690
},
{
"epoch": 0.23,
"learning_rate": 4.882849109653234e-05,
"loss": 0.3923,
"step": 700
},
{
"epoch": 0.23,
"eval_accuracy": 0.8407072424888611,
"eval_loss": 0.4229690134525299,
"eval_runtime": 2931.6632,
"eval_samples_per_second": 4.109,
"eval_steps_per_second": 0.064,
"step": 700
},
{
"epoch": 0.24,
"learning_rate": 4.8769915651358954e-05,
"loss": 0.4551,
"step": 710
},
{
"epoch": 0.24,
"learning_rate": 4.871134020618557e-05,
"loss": 0.4239,
"step": 720
},
{
"epoch": 0.24,
"learning_rate": 4.865276476101219e-05,
"loss": 0.4673,
"step": 730
},
{
"epoch": 0.25,
"learning_rate": 4.85941893158388e-05,
"loss": 0.4224,
"step": 740
},
{
"epoch": 0.25,
"learning_rate": 4.853561387066542e-05,
"loss": 0.4277,
"step": 750
},
{
"epoch": 0.25,
"eval_accuracy": 0.821449339389801,
"eval_loss": 0.45256727933883667,
"eval_runtime": 2978.3304,
"eval_samples_per_second": 4.045,
"eval_steps_per_second": 0.063,
"step": 750
},
{
"epoch": 0.25,
"learning_rate": 4.847703842549204e-05,
"loss": 0.4115,
"step": 760
},
{
"epoch": 0.26,
"learning_rate": 4.841846298031865e-05,
"loss": 0.3928,
"step": 770
},
{
"epoch": 0.26,
"learning_rate": 4.8359887535145274e-05,
"loss": 0.3658,
"step": 780
},
{
"epoch": 0.26,
"learning_rate": 4.8301312089971884e-05,
"loss": 0.408,
"step": 790
},
{
"epoch": 0.27,
"learning_rate": 4.82427366447985e-05,
"loss": 0.3838,
"step": 800
},
{
"epoch": 0.27,
"eval_accuracy": 0.8405411839485168,
"eval_loss": 0.421342670917511,
"eval_runtime": 3022.7481,
"eval_samples_per_second": 3.985,
"eval_steps_per_second": 0.063,
"step": 800
},
{
"epoch": 0.27,
"learning_rate": 4.818416119962512e-05,
"loss": 0.4917,
"step": 810
},
{
"epoch": 0.27,
"learning_rate": 4.8125585754451736e-05,
"loss": 0.5618,
"step": 820
},
{
"epoch": 0.28,
"learning_rate": 4.806701030927835e-05,
"loss": 0.4129,
"step": 830
},
{
"epoch": 0.28,
"learning_rate": 4.800843486410497e-05,
"loss": 0.3701,
"step": 840
},
{
"epoch": 0.28,
"learning_rate": 4.794985941893159e-05,
"loss": 0.4728,
"step": 850
},
{
"epoch": 0.28,
"eval_accuracy": 0.8525773882865906,
"eval_loss": 0.36839208006858826,
"eval_runtime": 3083.8189,
"eval_samples_per_second": 3.907,
"eval_steps_per_second": 0.061,
"step": 850
},
{
"epoch": 0.29,
"learning_rate": 4.7891283973758204e-05,
"loss": 0.4434,
"step": 860
},
{
"epoch": 0.29,
"learning_rate": 4.783270852858482e-05,
"loss": 0.3602,
"step": 870
},
{
"epoch": 0.29,
"learning_rate": 4.777413308341144e-05,
"loss": 0.3227,
"step": 880
},
{
"epoch": 0.3,
"learning_rate": 4.771555763823805e-05,
"loss": 0.5942,
"step": 890
},
{
"epoch": 0.3,
"learning_rate": 4.765698219306467e-05,
"loss": 0.5339,
"step": 900
},
{
"epoch": 0.3,
"eval_accuracy": 0.7447497248649597,
"eval_loss": 0.5473734736442566,
"eval_runtime": 3004.5491,
"eval_samples_per_second": 4.01,
"eval_steps_per_second": 0.063,
"step": 900
},
{
"epoch": 0.3,
"learning_rate": 4.759840674789129e-05,
"loss": 0.65,
"step": 910
},
{
"epoch": 0.31,
"learning_rate": 4.75398313027179e-05,
"loss": 0.6799,
"step": 920
},
{
"epoch": 0.31,
"learning_rate": 4.7481255857544524e-05,
"loss": 0.6257,
"step": 930
},
{
"epoch": 0.31,
"learning_rate": 4.7422680412371134e-05,
"loss": 0.501,
"step": 940
},
{
"epoch": 0.32,
"learning_rate": 4.736410496719775e-05,
"loss": 0.4643,
"step": 950
},
{
"epoch": 0.32,
"eval_accuracy": 0.8384659886360168,
"eval_loss": 0.4451840817928314,
"eval_runtime": 3013.7247,
"eval_samples_per_second": 3.997,
"eval_steps_per_second": 0.063,
"step": 950
},
{
"epoch": 0.32,
"learning_rate": 4.7305529522024375e-05,
"loss": 0.4393,
"step": 960
},
{
"epoch": 0.32,
"learning_rate": 4.7246954076850985e-05,
"loss": 0.4277,
"step": 970
},
{
"epoch": 0.33,
"learning_rate": 4.71883786316776e-05,
"loss": 0.4803,
"step": 980
},
{
"epoch": 0.33,
"learning_rate": 4.712980318650422e-05,
"loss": 0.454,
"step": 990
},
{
"epoch": 0.33,
"learning_rate": 4.7071227741330836e-05,
"loss": 0.5764,
"step": 1000
},
{
"epoch": 0.33,
"eval_accuracy": 0.8483439683914185,
"eval_loss": 0.4207330644130707,
"eval_runtime": 2999.2124,
"eval_samples_per_second": 4.017,
"eval_steps_per_second": 0.063,
"step": 1000
},
{
"epoch": 0.34,
"learning_rate": 4.7012652296157454e-05,
"loss": 0.4157,
"step": 1010
},
{
"epoch": 0.34,
"learning_rate": 4.695407685098407e-05,
"loss": 0.4516,
"step": 1020
},
{
"epoch": 0.34,
"learning_rate": 4.689550140581069e-05,
"loss": 0.4845,
"step": 1030
},
{
"epoch": 0.35,
"learning_rate": 4.68369259606373e-05,
"loss": 0.4002,
"step": 1040
},
{
"epoch": 0.35,
"learning_rate": 4.677835051546392e-05,
"loss": 0.4336,
"step": 1050
},
{
"epoch": 0.35,
"eval_accuracy": 0.8451066613197327,
"eval_loss": 0.41939765214920044,
"eval_runtime": 3009.9889,
"eval_samples_per_second": 4.002,
"eval_steps_per_second": 0.063,
"step": 1050
},
{
"epoch": 0.35,
"learning_rate": 4.671977507029054e-05,
"loss": 0.5973,
"step": 1060
},
{
"epoch": 0.36,
"learning_rate": 4.666119962511715e-05,
"loss": 0.4049,
"step": 1070
},
{
"epoch": 0.36,
"learning_rate": 4.660262417994377e-05,
"loss": 0.4494,
"step": 1080
},
{
"epoch": 0.36,
"learning_rate": 4.6544048734770383e-05,
"loss": 0.4352,
"step": 1090
},
{
"epoch": 0.37,
"learning_rate": 4.6485473289597e-05,
"loss": 0.3085,
"step": 1100
},
{
"epoch": 0.37,
"eval_accuracy": 0.8608782291412354,
"eval_loss": 0.36667364835739136,
"eval_runtime": 2940.4464,
"eval_samples_per_second": 4.097,
"eval_steps_per_second": 0.064,
"step": 1100
},
{
"epoch": 0.37,
"learning_rate": 4.6426897844423624e-05,
"loss": 0.4418,
"step": 1110
},
{
"epoch": 0.37,
"learning_rate": 4.6368322399250235e-05,
"loss": 0.2533,
"step": 1120
},
{
"epoch": 0.38,
"learning_rate": 4.630974695407685e-05,
"loss": 0.4812,
"step": 1130
},
{
"epoch": 0.38,
"learning_rate": 4.625117150890347e-05,
"loss": 0.3775,
"step": 1140
},
{
"epoch": 0.38,
"learning_rate": 4.6192596063730086e-05,
"loss": 0.4591,
"step": 1150
},
{
"epoch": 0.38,
"eval_accuracy": 0.8424503803253174,
"eval_loss": 0.4464161694049835,
"eval_runtime": 2932.0604,
"eval_samples_per_second": 4.109,
"eval_steps_per_second": 0.064,
"step": 1150
},
{
"epoch": 0.39,
"learning_rate": 4.61340206185567e-05,
"loss": 0.5435,
"step": 1160
},
{
"epoch": 0.39,
"learning_rate": 4.607544517338332e-05,
"loss": 0.4174,
"step": 1170
},
{
"epoch": 0.39,
"learning_rate": 4.601686972820994e-05,
"loss": 0.3645,
"step": 1180
},
{
"epoch": 0.4,
"learning_rate": 4.5958294283036554e-05,
"loss": 0.4174,
"step": 1190
},
{
"epoch": 0.4,
"learning_rate": 4.589971883786317e-05,
"loss": 0.4081,
"step": 1200
},
{
"epoch": 0.4,
"eval_accuracy": 0.8350626826286316,
"eval_loss": 0.41294723749160767,
"eval_runtime": 2933.542,
"eval_samples_per_second": 4.107,
"eval_steps_per_second": 0.064,
"step": 1200
},
{
"epoch": 0.4,
"learning_rate": 4.584114339268979e-05,
"loss": 0.469,
"step": 1210
},
{
"epoch": 0.41,
"learning_rate": 4.5782567947516406e-05,
"loss": 0.2987,
"step": 1220
},
{
"epoch": 0.41,
"learning_rate": 4.572399250234302e-05,
"loss": 0.4368,
"step": 1230
},
{
"epoch": 0.41,
"learning_rate": 4.566541705716963e-05,
"loss": 0.4313,
"step": 1240
},
{
"epoch": 0.42,
"learning_rate": 4.560684161199626e-05,
"loss": 0.3453,
"step": 1250
},
{
"epoch": 0.42,
"eval_accuracy": 0.8547356128692627,
"eval_loss": 0.36404505372047424,
"eval_runtime": 2949.5837,
"eval_samples_per_second": 4.084,
"eval_steps_per_second": 0.064,
"step": 1250
},
{
"epoch": 0.42,
"learning_rate": 4.5548266166822874e-05,
"loss": 0.3765,
"step": 1260
},
{
"epoch": 0.42,
"learning_rate": 4.5489690721649484e-05,
"loss": 0.4036,
"step": 1270
},
{
"epoch": 0.42,
"learning_rate": 4.543111527647611e-05,
"loss": 0.4914,
"step": 1280
},
{
"epoch": 0.43,
"learning_rate": 4.537253983130272e-05,
"loss": 0.399,
"step": 1290
},
{
"epoch": 0.43,
"learning_rate": 4.5313964386129336e-05,
"loss": 0.3865,
"step": 1300
},
{
"epoch": 0.43,
"eval_accuracy": 0.8540715575218201,
"eval_loss": 0.3634878098964691,
"eval_runtime": 2974.1469,
"eval_samples_per_second": 4.051,
"eval_steps_per_second": 0.064,
"step": 1300
},
{
"epoch": 0.43,
"learning_rate": 4.525538894095596e-05,
"loss": 0.4852,
"step": 1310
},
{
"epoch": 0.44,
"learning_rate": 4.519681349578257e-05,
"loss": 0.4521,
"step": 1320
},
{
"epoch": 0.44,
"learning_rate": 4.513823805060919e-05,
"loss": 0.4128,
"step": 1330
},
{
"epoch": 0.44,
"learning_rate": 4.5079662605435804e-05,
"loss": 0.4878,
"step": 1340
},
{
"epoch": 0.45,
"learning_rate": 4.502108716026242e-05,
"loss": 0.3853,
"step": 1350
},
{
"epoch": 0.45,
"eval_accuracy": 0.8607951998710632,
"eval_loss": 0.39044466614723206,
"eval_runtime": 3018.7831,
"eval_samples_per_second": 3.991,
"eval_steps_per_second": 0.063,
"step": 1350
},
{
"epoch": 0.45,
"learning_rate": 4.496251171508904e-05,
"loss": 0.3551,
"step": 1360
},
{
"epoch": 0.45,
"learning_rate": 4.4903936269915655e-05,
"loss": 0.4035,
"step": 1370
},
{
"epoch": 0.46,
"learning_rate": 4.484536082474227e-05,
"loss": 0.4232,
"step": 1380
},
{
"epoch": 0.46,
"learning_rate": 4.478678537956888e-05,
"loss": 0.456,
"step": 1390
},
{
"epoch": 0.46,
"learning_rate": 4.4728209934395506e-05,
"loss": 0.5111,
"step": 1400
},
{
"epoch": 0.46,
"eval_accuracy": 0.84651780128479,
"eval_loss": 0.3800100088119507,
"eval_runtime": 3045.1951,
"eval_samples_per_second": 3.956,
"eval_steps_per_second": 0.062,
"step": 1400
},
{
"epoch": 0.47,
"learning_rate": 4.466963448922212e-05,
"loss": 0.3289,
"step": 1410
},
{
"epoch": 0.47,
"learning_rate": 4.4611059044048734e-05,
"loss": 0.4073,
"step": 1420
},
{
"epoch": 0.47,
"learning_rate": 4.455248359887536e-05,
"loss": 0.3507,
"step": 1430
},
{
"epoch": 0.48,
"learning_rate": 4.449390815370197e-05,
"loss": 0.4125,
"step": 1440
},
{
"epoch": 0.48,
"learning_rate": 4.4435332708528585e-05,
"loss": 0.401,
"step": 1450
},
{
"epoch": 0.48,
"eval_accuracy": 0.8611272573471069,
"eval_loss": 0.37042567133903503,
"eval_runtime": 2973.5921,
"eval_samples_per_second": 4.051,
"eval_steps_per_second": 0.064,
"step": 1450
},
{
"epoch": 0.48,
"learning_rate": 4.43767572633552e-05,
"loss": 0.4538,
"step": 1460
},
{
"epoch": 0.49,
"learning_rate": 4.431818181818182e-05,
"loss": 0.3909,
"step": 1470
},
{
"epoch": 0.49,
"learning_rate": 4.4259606373008436e-05,
"loss": 0.4123,
"step": 1480
},
{
"epoch": 0.49,
"learning_rate": 4.4201030927835053e-05,
"loss": 0.4419,
"step": 1490
},
{
"epoch": 0.5,
"learning_rate": 4.414245548266167e-05,
"loss": 0.3334,
"step": 1500
},
{
"epoch": 0.5,
"eval_accuracy": 0.8576409220695496,
"eval_loss": 0.38589969277381897,
"eval_runtime": 2945.6098,
"eval_samples_per_second": 4.09,
"eval_steps_per_second": 0.064,
"step": 1500
},
{
"epoch": 0.5,
"learning_rate": 4.408388003748829e-05,
"loss": 0.28,
"step": 1510
},
{
"epoch": 0.5,
"learning_rate": 4.4025304592314905e-05,
"loss": 0.3848,
"step": 1520
},
{
"epoch": 0.51,
"learning_rate": 4.396672914714152e-05,
"loss": 0.3276,
"step": 1530
},
{
"epoch": 0.51,
"learning_rate": 4.390815370196814e-05,
"loss": 0.3681,
"step": 1540
},
{
"epoch": 0.51,
"learning_rate": 4.3849578256794756e-05,
"loss": 0.2806,
"step": 1550
},
{
"epoch": 0.51,
"eval_accuracy": 0.8264298439025879,
"eval_loss": 0.41383180022239685,
"eval_runtime": 2893.0129,
"eval_samples_per_second": 4.164,
"eval_steps_per_second": 0.065,
"step": 1550
},
{
"epoch": 0.52,
"learning_rate": 4.3791002811621366e-05,
"loss": 0.3561,
"step": 1560
},
{
"epoch": 0.52,
"learning_rate": 4.373242736644798e-05,
"loss": 0.3713,
"step": 1570
},
{
"epoch": 0.52,
"learning_rate": 4.367385192127461e-05,
"loss": 0.3353,
"step": 1580
},
{
"epoch": 0.53,
"learning_rate": 4.361527647610122e-05,
"loss": 0.3803,
"step": 1590
},
{
"epoch": 0.53,
"learning_rate": 4.3556701030927835e-05,
"loss": 0.4595,
"step": 1600
},
{
"epoch": 0.53,
"eval_accuracy": 0.8476799130439758,
"eval_loss": 0.3633853793144226,
"eval_runtime": 2921.8289,
"eval_samples_per_second": 4.123,
"eval_steps_per_second": 0.065,
"step": 1600
},
{
"epoch": 0.53,
"learning_rate": 4.349812558575445e-05,
"loss": 0.3614,
"step": 1610
},
{
"epoch": 0.54,
"learning_rate": 4.343955014058107e-05,
"loss": 0.3779,
"step": 1620
},
{
"epoch": 0.54,
"learning_rate": 4.3380974695407686e-05,
"loss": 0.4611,
"step": 1630
},
{
"epoch": 0.54,
"learning_rate": 4.33223992502343e-05,
"loss": 0.2935,
"step": 1640
},
{
"epoch": 0.55,
"learning_rate": 4.326382380506092e-05,
"loss": 0.3706,
"step": 1650
},
{
"epoch": 0.55,
"eval_accuracy": 0.8651946783065796,
"eval_loss": 0.3683921694755554,
"eval_runtime": 2922.8189,
"eval_samples_per_second": 4.122,
"eval_steps_per_second": 0.065,
"step": 1650
},
{
"epoch": 0.55,
"learning_rate": 4.320524835988754e-05,
"loss": 0.2781,
"step": 1660
},
{
"epoch": 0.55,
"learning_rate": 4.3146672914714154e-05,
"loss": 0.4412,
"step": 1670
},
{
"epoch": 0.56,
"learning_rate": 4.308809746954077e-05,
"loss": 0.3983,
"step": 1680
},
{
"epoch": 0.56,
"learning_rate": 4.302952202436739e-05,
"loss": 0.5213,
"step": 1690
},
{
"epoch": 0.56,
"learning_rate": 4.2970946579194005e-05,
"loss": 0.3744,
"step": 1700
},
{
"epoch": 0.56,
"eval_accuracy": 0.8672698736190796,
"eval_loss": 0.33778074383735657,
"eval_runtime": 2900.2504,
"eval_samples_per_second": 4.154,
"eval_steps_per_second": 0.065,
"step": 1700
},
{
"epoch": 0.57,
"learning_rate": 4.2912371134020616e-05,
"loss": 0.267,
"step": 1710
},
{
"epoch": 0.57,
"learning_rate": 4.285379568884724e-05,
"loss": 0.3318,
"step": 1720
},
{
"epoch": 0.57,
"learning_rate": 4.279522024367386e-05,
"loss": 0.4457,
"step": 1730
},
{
"epoch": 0.58,
"learning_rate": 4.273664479850047e-05,
"loss": 0.3101,
"step": 1740
},
{
"epoch": 0.58,
"learning_rate": 4.267806935332709e-05,
"loss": 0.3573,
"step": 1750
},
{
"epoch": 0.58,
"eval_accuracy": 0.874906599521637,
"eval_loss": 0.3185945451259613,
"eval_runtime": 2921.437,
"eval_samples_per_second": 4.124,
"eval_steps_per_second": 0.065,
"step": 1750
},
{
"epoch": 0.58,
"learning_rate": 4.26194939081537e-05,
"loss": 0.3407,
"step": 1760
},
{
"epoch": 0.59,
"learning_rate": 4.256091846298032e-05,
"loss": 0.2661,
"step": 1770
},
{
"epoch": 0.59,
"learning_rate": 4.250234301780694e-05,
"loss": 0.4254,
"step": 1780
},
{
"epoch": 0.59,
"learning_rate": 4.244376757263355e-05,
"loss": 0.3771,
"step": 1790
},
{
"epoch": 0.6,
"learning_rate": 4.238519212746017e-05,
"loss": 0.3605,
"step": 1800
},
{
"epoch": 0.6,
"eval_accuracy": 0.8687639832496643,
"eval_loss": 0.36973297595977783,
"eval_runtime": 2923.8943,
"eval_samples_per_second": 4.12,
"eval_steps_per_second": 0.065,
"step": 1800
},
{
"epoch": 0.6,
"learning_rate": 4.232661668228679e-05,
"loss": 0.427,
"step": 1810
},
{
"epoch": 0.6,
"learning_rate": 4.2268041237113404e-05,
"loss": 0.4451,
"step": 1820
},
{
"epoch": 0.61,
"learning_rate": 4.220946579194002e-05,
"loss": 0.3673,
"step": 1830
},
{
"epoch": 0.61,
"learning_rate": 4.215089034676664e-05,
"loss": 0.3658,
"step": 1840
},
{
"epoch": 0.61,
"learning_rate": 4.2092314901593255e-05,
"loss": 0.4364,
"step": 1850
},
{
"epoch": 0.61,
"eval_accuracy": 0.8597161173820496,
"eval_loss": 0.3295934498310089,
"eval_runtime": 2931.5089,
"eval_samples_per_second": 4.109,
"eval_steps_per_second": 0.064,
"step": 1850
},
{
"epoch": 0.62,
"learning_rate": 4.2033739456419865e-05,
"loss": 0.3393,
"step": 1860
},
{
"epoch": 0.62,
"learning_rate": 4.197516401124649e-05,
"loss": 0.3867,
"step": 1870
},
{
"epoch": 0.62,
"learning_rate": 4.1916588566073106e-05,
"loss": 0.2674,
"step": 1880
},
{
"epoch": 0.63,
"learning_rate": 4.1858013120899717e-05,
"loss": 0.4421,
"step": 1890
},
{
"epoch": 0.63,
"learning_rate": 4.179943767572634e-05,
"loss": 0.3998,
"step": 1900
},
{
"epoch": 0.63,
"eval_accuracy": 0.8741595149040222,
"eval_loss": 0.3256959021091461,
"eval_runtime": 2930.6044,
"eval_samples_per_second": 4.111,
"eval_steps_per_second": 0.064,
"step": 1900
},
{
"epoch": 0.63,
"learning_rate": 4.174086223055295e-05,
"loss": 0.4353,
"step": 1910
},
{
"epoch": 0.64,
"learning_rate": 4.168228678537957e-05,
"loss": 0.4334,
"step": 1920
},
{
"epoch": 0.64,
"learning_rate": 4.162371134020619e-05,
"loss": 0.3184,
"step": 1930
},
{
"epoch": 0.64,
"learning_rate": 4.15651358950328e-05,
"loss": 0.3467,
"step": 1940
},
{
"epoch": 0.65,
"learning_rate": 4.150656044985942e-05,
"loss": 0.422,
"step": 1950
},
{
"epoch": 0.65,
"eval_accuracy": 0.8738275170326233,
"eval_loss": 0.32080963253974915,
"eval_runtime": 2931.2514,
"eval_samples_per_second": 4.11,
"eval_steps_per_second": 0.064,
"step": 1950
},
{
"epoch": 0.65,
"learning_rate": 4.1447985004686036e-05,
"loss": 0.3593,
"step": 1960
},
{
"epoch": 0.65,
"learning_rate": 4.138940955951265e-05,
"loss": 0.2707,
"step": 1970
},
{
"epoch": 0.66,
"learning_rate": 4.133083411433927e-05,
"loss": 0.2846,
"step": 1980
},
{
"epoch": 0.66,
"learning_rate": 4.127225866916589e-05,
"loss": 0.3786,
"step": 1990
},
{
"epoch": 0.66,
"learning_rate": 4.1213683223992505e-05,
"loss": 0.3744,
"step": 2000
},
{
"epoch": 0.66,
"eval_accuracy": 0.8722503781318665,
"eval_loss": 0.32994359731674194,
"eval_runtime": 2967.2199,
"eval_samples_per_second": 4.06,
"eval_steps_per_second": 0.064,
"step": 2000
},
{
"epoch": 0.67,
"learning_rate": 4.115510777881912e-05,
"loss": 0.3574,
"step": 2010
},
{
"epoch": 0.67,
"learning_rate": 4.109653233364574e-05,
"loss": 0.3398,
"step": 2020
},
{
"epoch": 0.67,
"learning_rate": 4.1037956888472356e-05,
"loss": 0.4685,
"step": 2030
},
{
"epoch": 0.68,
"learning_rate": 4.097938144329897e-05,
"loss": 0.3352,
"step": 2040
},
{
"epoch": 0.68,
"learning_rate": 4.092080599812559e-05,
"loss": 0.3303,
"step": 2050
},
{
"epoch": 0.68,
"eval_accuracy": 0.8800531029701233,
"eval_loss": 0.30461445450782776,
"eval_runtime": 2971.8504,
"eval_samples_per_second": 4.054,
"eval_steps_per_second": 0.064,
"step": 2050
},
{
"epoch": 0.68,
"learning_rate": 4.08622305529522e-05,
"loss": 0.2883,
"step": 2060
},
{
"epoch": 0.69,
"learning_rate": 4.0803655107778824e-05,
"loss": 0.3605,
"step": 2070
},
{
"epoch": 0.69,
"learning_rate": 4.074507966260544e-05,
"loss": 0.3245,
"step": 2080
},
{
"epoch": 0.69,
"learning_rate": 4.068650421743205e-05,
"loss": 0.3353,
"step": 2090
},
{
"epoch": 0.7,
"learning_rate": 4.0627928772258675e-05,
"loss": 0.3163,
"step": 2100
},
{
"epoch": 0.7,
"eval_accuracy": 0.871171236038208,
"eval_loss": 0.3203169107437134,
"eval_runtime": 2994.2709,
"eval_samples_per_second": 4.023,
"eval_steps_per_second": 0.063,
"step": 2100
},
{
"epoch": 0.7,
"learning_rate": 4.0569353327085286e-05,
"loss": 0.3334,
"step": 2110
},
{
"epoch": 0.7,
"learning_rate": 4.05107778819119e-05,
"loss": 0.3228,
"step": 2120
},
{
"epoch": 0.71,
"learning_rate": 4.045220243673852e-05,
"loss": 0.2895,
"step": 2130
},
{
"epoch": 0.71,
"learning_rate": 4.039362699156514e-05,
"loss": 0.3289,
"step": 2140
},
{
"epoch": 0.71,
"learning_rate": 4.0335051546391754e-05,
"loss": 0.3407,
"step": 2150
},
{
"epoch": 0.71,
"eval_accuracy": 0.8810492157936096,
"eval_loss": 0.30052676796913147,
"eval_runtime": 2994.4783,
"eval_samples_per_second": 4.023,
"eval_steps_per_second": 0.063,
"step": 2150
},
{
"epoch": 0.72,
"learning_rate": 4.027647610121837e-05,
"loss": 0.2437,
"step": 2160
},
{
"epoch": 0.72,
"learning_rate": 4.021790065604499e-05,
"loss": 0.3425,
"step": 2170
},
{
"epoch": 0.72,
"learning_rate": 4.0159325210871605e-05,
"loss": 0.4596,
"step": 2180
},
{
"epoch": 0.73,
"learning_rate": 4.010074976569822e-05,
"loss": 0.3299,
"step": 2190
},
{
"epoch": 0.73,
"learning_rate": 4.004217432052484e-05,
"loss": 0.3216,
"step": 2200
},
{
"epoch": 0.73,
"eval_accuracy": 0.8680169582366943,
"eval_loss": 0.3160869777202606,
"eval_runtime": 3007.0708,
"eval_samples_per_second": 4.006,
"eval_steps_per_second": 0.063,
"step": 2200
},
{
"epoch": 0.73,
"learning_rate": 3.998359887535145e-05,
"loss": 0.3645,
"step": 2210
},
{
"epoch": 0.74,
"learning_rate": 3.9925023430178074e-05,
"loss": 0.3015,
"step": 2220
},
{
"epoch": 0.74,
"learning_rate": 3.986644798500469e-05,
"loss": 0.2759,
"step": 2230
},
{
"epoch": 0.74,
"learning_rate": 3.98078725398313e-05,
"loss": 0.3127,
"step": 2240
},
{
"epoch": 0.75,
"learning_rate": 3.9749297094657925e-05,
"loss": 0.298,
"step": 2250
},
{
"epoch": 0.75,
"eval_accuracy": 0.880385160446167,
"eval_loss": 0.3090185225009918,
"eval_runtime": 2969.1687,
"eval_samples_per_second": 4.057,
"eval_steps_per_second": 0.064,
"step": 2250
},
{
"epoch": 0.75,
"learning_rate": 3.9690721649484535e-05,
"loss": 0.2428,
"step": 2260
},
{
"epoch": 0.75,
"learning_rate": 3.963214620431115e-05,
"loss": 0.4462,
"step": 2270
},
{
"epoch": 0.76,
"learning_rate": 3.9573570759137776e-05,
"loss": 0.3003,
"step": 2280
},
{
"epoch": 0.76,
"learning_rate": 3.9514995313964387e-05,
"loss": 0.4282,
"step": 2290
},
{
"epoch": 0.76,
"learning_rate": 3.9456419868791004e-05,
"loss": 0.3384,
"step": 2300
},
{
"epoch": 0.76,
"eval_accuracy": 0.8790570497512817,
"eval_loss": 0.3029511868953705,
"eval_runtime": 2941.0141,
"eval_samples_per_second": 4.096,
"eval_steps_per_second": 0.064,
"step": 2300
},
{
"epoch": 0.77,
"learning_rate": 3.939784442361762e-05,
"loss": 0.3612,
"step": 2310
},
{
"epoch": 0.77,
"learning_rate": 3.933926897844424e-05,
"loss": 0.3815,
"step": 2320
},
{
"epoch": 0.77,
"learning_rate": 3.9280693533270855e-05,
"loss": 0.3859,
"step": 2330
},
{
"epoch": 0.78,
"learning_rate": 3.922211808809747e-05,
"loss": 0.2775,
"step": 2340
},
{
"epoch": 0.78,
"learning_rate": 3.916354264292409e-05,
"loss": 0.2791,
"step": 2350
},
{
"epoch": 0.78,
"eval_accuracy": 0.8856146931648254,
"eval_loss": 0.30784520506858826,
"eval_runtime": 2943.0764,
"eval_samples_per_second": 4.093,
"eval_steps_per_second": 0.064,
"step": 2350
},
{
"epoch": 0.78,
"learning_rate": 3.91049671977507e-05,
"loss": 0.3565,
"step": 2360
},
{
"epoch": 0.79,
"learning_rate": 3.904639175257732e-05,
"loss": 0.2971,
"step": 2370
},
{
"epoch": 0.79,
"learning_rate": 3.898781630740394e-05,
"loss": 0.3991,
"step": 2380
},
{
"epoch": 0.79,
"learning_rate": 3.892924086223055e-05,
"loss": 0.3312,
"step": 2390
},
{
"epoch": 0.8,
"learning_rate": 3.8870665417057174e-05,
"loss": 0.365,
"step": 2400
},
{
"epoch": 0.8,
"eval_accuracy": 0.8855316638946533,
"eval_loss": 0.29047778248786926,
"eval_runtime": 3008.1086,
"eval_samples_per_second": 4.005,
"eval_steps_per_second": 0.063,
"step": 2400
},
{
"epoch": 0.8,
"learning_rate": 3.8812089971883785e-05,
"loss": 0.2835,
"step": 2410
},
{
"epoch": 0.8,
"learning_rate": 3.87535145267104e-05,
"loss": 0.3858,
"step": 2420
},
{
"epoch": 0.81,
"learning_rate": 3.8694939081537026e-05,
"loss": 0.2081,
"step": 2430
},
{
"epoch": 0.81,
"learning_rate": 3.8636363636363636e-05,
"loss": 0.4151,
"step": 2440
},
{
"epoch": 0.81,
"learning_rate": 3.857778819119025e-05,
"loss": 0.273,
"step": 2450
},
{
"epoch": 0.81,
"eval_accuracy": 0.887523889541626,
"eval_loss": 0.3015758991241455,
"eval_runtime": 3006.6054,
"eval_samples_per_second": 4.007,
"eval_steps_per_second": 0.063,
"step": 2450
},
{
"epoch": 0.82,
"learning_rate": 3.851921274601687e-05,
"loss": 0.2739,
"step": 2460
},
{
"epoch": 0.82,
"learning_rate": 3.846063730084349e-05,
"loss": 0.3282,
"step": 2470
},
{
"epoch": 0.82,
"learning_rate": 3.8402061855670104e-05,
"loss": 0.346,
"step": 2480
},
{
"epoch": 0.83,
"learning_rate": 3.834348641049672e-05,
"loss": 0.3466,
"step": 2490
},
{
"epoch": 0.83,
"learning_rate": 3.828491096532334e-05,
"loss": 0.3192,
"step": 2500
},
{
"epoch": 0.83,
"eval_accuracy": 0.8812152147293091,
"eval_loss": 0.29833853244781494,
"eval_runtime": 3010.2051,
"eval_samples_per_second": 4.002,
"eval_steps_per_second": 0.063,
"step": 2500
},
{
"epoch": 0.83,
"learning_rate": 3.8226335520149956e-05,
"loss": 0.2924,
"step": 2510
},
{
"epoch": 0.84,
"learning_rate": 3.816776007497657e-05,
"loss": 0.189,
"step": 2520
},
{
"epoch": 0.84,
"learning_rate": 3.810918462980319e-05,
"loss": 0.3818,
"step": 2530
},
{
"epoch": 0.84,
"learning_rate": 3.805060918462981e-05,
"loss": 0.3296,
"step": 2540
},
{
"epoch": 0.85,
"learning_rate": 3.7992033739456424e-05,
"loss": 0.3126,
"step": 2550
},
{
"epoch": 0.85,
"eval_accuracy": 0.8775628805160522,
"eval_loss": 0.33056697249412537,
"eval_runtime": 2975.7054,
"eval_samples_per_second": 4.048,
"eval_steps_per_second": 0.064,
"step": 2550
},
{
"epoch": 0.85,
"learning_rate": 3.7933458294283034e-05,
"loss": 0.4875,
"step": 2560
},
{
"epoch": 0.85,
"learning_rate": 3.787488284910966e-05,
"loss": 0.2335,
"step": 2570
},
{
"epoch": 0.86,
"learning_rate": 3.7816307403936275e-05,
"loss": 0.4201,
"step": 2580
},
{
"epoch": 0.86,
"learning_rate": 3.7757731958762886e-05,
"loss": 0.2644,
"step": 2590
},
{
"epoch": 0.86,
"learning_rate": 3.769915651358951e-05,
"loss": 0.282,
"step": 2600
},
{
"epoch": 0.86,
"eval_accuracy": 0.8815472722053528,
"eval_loss": 0.3129451870918274,
"eval_runtime": 2979.7422,
"eval_samples_per_second": 4.043,
"eval_steps_per_second": 0.063,
"step": 2600
},
{
"epoch": 0.87,
"learning_rate": 3.764058106841612e-05,
"loss": 0.2824,
"step": 2610
},
{
"epoch": 0.87,
"learning_rate": 3.758200562324274e-05,
"loss": 0.3408,
"step": 2620
},
{
"epoch": 0.87,
"learning_rate": 3.752343017806936e-05,
"loss": 0.3771,
"step": 2630
},
{
"epoch": 0.88,
"learning_rate": 3.746485473289597e-05,
"loss": 0.2865,
"step": 2640
},
{
"epoch": 0.88,
"learning_rate": 3.740627928772259e-05,
"loss": 0.3097,
"step": 2650
},
{
"epoch": 0.88,
"eval_accuracy": 0.8850336074829102,
"eval_loss": 0.2975265085697174,
"eval_runtime": 2933.946,
"eval_samples_per_second": 4.106,
"eval_steps_per_second": 0.064,
"step": 2650
},
{
"epoch": 0.88,
"learning_rate": 3.7347703842549205e-05,
"loss": 0.302,
"step": 2660
},
{
"epoch": 0.89,
"learning_rate": 3.728912839737582e-05,
"loss": 0.2886,
"step": 2670
},
{
"epoch": 0.89,
"learning_rate": 3.723055295220244e-05,
"loss": 0.3093,
"step": 2680
},
{
"epoch": 0.89,
"learning_rate": 3.7171977507029056e-05,
"loss": 0.3629,
"step": 2690
},
{
"epoch": 0.9,
"learning_rate": 3.7113402061855674e-05,
"loss": 0.3492,
"step": 2700
},
{
"epoch": 0.9,
"eval_accuracy": 0.8750726580619812,
"eval_loss": 0.3024357259273529,
"eval_runtime": 2930.5608,
"eval_samples_per_second": 4.111,
"eval_steps_per_second": 0.064,
"step": 2700
},
{
"epoch": 0.9,
"learning_rate": 3.7054826616682284e-05,
"loss": 0.2758,
"step": 2710
},
{
"epoch": 0.9,
"learning_rate": 3.699625117150891e-05,
"loss": 0.3081,
"step": 2720
},
{
"epoch": 0.91,
"learning_rate": 3.6937675726335525e-05,
"loss": 0.2572,
"step": 2730
},
{
"epoch": 0.91,
"learning_rate": 3.6879100281162135e-05,
"loss": 0.4114,
"step": 2740
},
{
"epoch": 0.91,
"learning_rate": 3.682052483598876e-05,
"loss": 0.3099,
"step": 2750
},
{
"epoch": 0.91,
"eval_accuracy": 0.867020845413208,
"eval_loss": 0.3481622338294983,
"eval_runtime": 2905.5736,
"eval_samples_per_second": 4.146,
"eval_steps_per_second": 0.065,
"step": 2750
},
{
"epoch": 0.92,
"learning_rate": 3.676194939081537e-05,
"loss": 0.3577,
"step": 2760
},
{
"epoch": 0.92,
"learning_rate": 3.6703373945641986e-05,
"loss": 0.238,
"step": 2770
},
{
"epoch": 0.92,
"learning_rate": 3.664479850046861e-05,
"loss": 0.3833,
"step": 2780
},
{
"epoch": 0.93,
"learning_rate": 3.658622305529522e-05,
"loss": 0.3692,
"step": 2790
},
{
"epoch": 0.93,
"learning_rate": 3.652764761012184e-05,
"loss": 0.3225,
"step": 2800
},
{
"epoch": 0.93,
"eval_accuracy": 0.8865277767181396,
"eval_loss": 0.3081686198711395,
"eval_runtime": 2912.8093,
"eval_samples_per_second": 4.136,
"eval_steps_per_second": 0.065,
"step": 2800
},
{
"epoch": 0.93,
"learning_rate": 3.6469072164948455e-05,
"loss": 0.3342,
"step": 2810
},
{
"epoch": 0.94,
"learning_rate": 3.641049671977507e-05,
"loss": 0.3183,
"step": 2820
},
{
"epoch": 0.94,
"learning_rate": 3.635192127460169e-05,
"loss": 0.3336,
"step": 2830
},
{
"epoch": 0.94,
"learning_rate": 3.6293345829428306e-05,
"loss": 0.333,
"step": 2840
},
{
"epoch": 0.95,
"learning_rate": 3.623477038425492e-05,
"loss": 0.3037,
"step": 2850
},
{
"epoch": 0.95,
"eval_accuracy": 0.8706731796264648,
"eval_loss": 0.34793028235435486,
"eval_runtime": 2922.6449,
"eval_samples_per_second": 4.122,
"eval_steps_per_second": 0.065,
"step": 2850
},
{
"epoch": 0.95,
"learning_rate": 3.617619493908154e-05,
"loss": 0.3514,
"step": 2860
},
{
"epoch": 0.95,
"learning_rate": 3.611761949390816e-05,
"loss": 0.3722,
"step": 2870
},
{
"epoch": 0.96,
"learning_rate": 3.6059044048734774e-05,
"loss": 0.3864,
"step": 2880
},
{
"epoch": 0.96,
"learning_rate": 3.600046860356139e-05,
"loss": 0.3237,
"step": 2890
},
{
"epoch": 0.96,
"learning_rate": 3.594189315838801e-05,
"loss": 0.3177,
"step": 2900
},
{
"epoch": 0.96,
"eval_accuracy": 0.8834564685821533,
"eval_loss": 0.31710025668144226,
"eval_runtime": 2918.9433,
"eval_samples_per_second": 4.127,
"eval_steps_per_second": 0.065,
"step": 2900
},
{
"epoch": 0.97,
"learning_rate": 3.588331771321462e-05,
"loss": 0.3124,
"step": 2910
},
{
"epoch": 0.97,
"learning_rate": 3.5824742268041236e-05,
"loss": 0.373,
"step": 2920
},
{
"epoch": 0.97,
"learning_rate": 3.576616682286786e-05,
"loss": 0.2667,
"step": 2930
},
{
"epoch": 0.98,
"learning_rate": 3.570759137769447e-05,
"loss": 0.3555,
"step": 2940
},
{
"epoch": 0.98,
"learning_rate": 3.564901593252109e-05,
"loss": 0.3124,
"step": 2950
},
{
"epoch": 0.98,
"eval_accuracy": 0.8821283578872681,
"eval_loss": 0.30336007475852966,
"eval_runtime": 2908.0609,
"eval_samples_per_second": 4.143,
"eval_steps_per_second": 0.065,
"step": 2950
},
{
"epoch": 0.98,
"learning_rate": 3.5590440487347704e-05,
"loss": 0.3011,
"step": 2960
},
{
"epoch": 0.99,
"learning_rate": 3.553186504217432e-05,
"loss": 0.3634,
"step": 2970
},
{
"epoch": 0.99,
"learning_rate": 3.547328959700094e-05,
"loss": 0.3035,
"step": 2980
},
{
"epoch": 0.99,
"learning_rate": 3.5414714151827556e-05,
"loss": 0.3098,
"step": 2990
},
{
"epoch": 1.0,
"learning_rate": 3.535613870665417e-05,
"loss": 0.2924,
"step": 3000
},
{
"epoch": 1.0,
"eval_accuracy": 0.8852826356887817,
"eval_loss": 0.29924488067626953,
"eval_runtime": 2973.317,
"eval_samples_per_second": 4.052,
"eval_steps_per_second": 0.064,
"step": 3000
},
{
"epoch": 1.0,
"learning_rate": 3.529756326148079e-05,
"loss": 0.2763,
"step": 3010
},
{
"epoch": 1.0,
"learning_rate": 3.523898781630741e-05,
"loss": 0.3134,
"step": 3020
},
{
"epoch": 1.01,
"learning_rate": 3.5180412371134024e-05,
"loss": 0.1996,
"step": 3030
},
{
"epoch": 1.01,
"learning_rate": 3.512183692596064e-05,
"loss": 0.2786,
"step": 3040
},
{
"epoch": 1.01,
"learning_rate": 3.506326148078726e-05,
"loss": 0.2568,
"step": 3050
},
{
"epoch": 1.01,
"eval_accuracy": 0.8895160555839539,
"eval_loss": 0.3091294467449188,
"eval_runtime": 2930.6001,
"eval_samples_per_second": 4.111,
"eval_steps_per_second": 0.064,
"step": 3050
},
{
"epoch": 1.02,
"learning_rate": 3.500468603561387e-05,
"loss": 0.2333,
"step": 3060
},
{
"epoch": 1.02,
"learning_rate": 3.494611059044049e-05,
"loss": 0.342,
"step": 3070
},
{
"epoch": 1.02,
"learning_rate": 3.488753514526711e-05,
"loss": 0.2609,
"step": 3080
},
{
"epoch": 1.03,
"learning_rate": 3.482895970009372e-05,
"loss": 0.2487,
"step": 3090
},
{
"epoch": 1.03,
"learning_rate": 3.4770384254920344e-05,
"loss": 0.3105,
"step": 3100
},
{
"epoch": 1.03,
"eval_accuracy": 0.8702581524848938,
"eval_loss": 0.3597377836704254,
"eval_runtime": 2919.3463,
"eval_samples_per_second": 4.127,
"eval_steps_per_second": 0.065,
"step": 3100
},
{
"epoch": 1.03,
"learning_rate": 3.4711808809746954e-05,
"loss": 0.2523,
"step": 3110
},
{
"epoch": 1.04,
"learning_rate": 3.465323336457357e-05,
"loss": 0.289,
"step": 3120
},
{
"epoch": 1.04,
"learning_rate": 3.4594657919400195e-05,
"loss": 0.1788,
"step": 3130
},
{
"epoch": 1.04,
"learning_rate": 3.4536082474226805e-05,
"loss": 0.2311,
"step": 3140
},
{
"epoch": 1.05,
"learning_rate": 3.447750702905342e-05,
"loss": 0.2572,
"step": 3150
},
{
"epoch": 1.05,
"eval_accuracy": 0.8855316638946533,
"eval_loss": 0.2860332131385803,
"eval_runtime": 2916.4885,
"eval_samples_per_second": 4.131,
"eval_steps_per_second": 0.065,
"step": 3150
},
{
"epoch": 1.05,
"learning_rate": 3.441893158388004e-05,
"loss": 0.1942,
"step": 3160
},
{
"epoch": 1.05,
"learning_rate": 3.4360356138706656e-05,
"loss": 0.257,
"step": 3170
},
{
"epoch": 1.06,
"learning_rate": 3.430178069353327e-05,
"loss": 0.2219,
"step": 3180
},
{
"epoch": 1.06,
"learning_rate": 3.424320524835989e-05,
"loss": 0.2896,
"step": 3190
},
{
"epoch": 1.06,
"learning_rate": 3.418462980318651e-05,
"loss": 0.2675,
"step": 3200
},
{
"epoch": 1.06,
"eval_accuracy": 0.8843695521354675,
"eval_loss": 0.33106133341789246,
"eval_runtime": 2926.6818,
"eval_samples_per_second": 4.116,
"eval_steps_per_second": 0.065,
"step": 3200
},
{
"epoch": 1.07,
"learning_rate": 3.412605435801312e-05,
"loss": 0.1938,
"step": 3210
},
{
"epoch": 1.07,
"learning_rate": 3.406747891283974e-05,
"loss": 0.1344,
"step": 3220
},
{
"epoch": 1.07,
"learning_rate": 3.400890346766635e-05,
"loss": 0.3441,
"step": 3230
},
{
"epoch": 1.08,
"learning_rate": 3.395032802249297e-05,
"loss": 0.2335,
"step": 3240
},
{
"epoch": 1.08,
"learning_rate": 3.389175257731959e-05,
"loss": 0.2932,
"step": 3250
},
{
"epoch": 1.08,
"eval_accuracy": 0.8847845792770386,
"eval_loss": 0.35532134771347046,
"eval_runtime": 2915.1623,
"eval_samples_per_second": 4.133,
"eval_steps_per_second": 0.065,
"step": 3250
},
{
"epoch": 1.08,
"learning_rate": 3.38331771321462e-05,
"loss": 0.3233,
"step": 3260
},
{
"epoch": 1.09,
"learning_rate": 3.377460168697282e-05,
"loss": 0.1836,
"step": 3270
},
{
"epoch": 1.09,
"learning_rate": 3.371602624179944e-05,
"loss": 0.1725,
"step": 3280
},
{
"epoch": 1.09,
"learning_rate": 3.3657450796626055e-05,
"loss": 0.2483,
"step": 3290
},
{
"epoch": 1.1,
"learning_rate": 3.359887535145267e-05,
"loss": 0.3317,
"step": 3300
},
{
"epoch": 1.1,
"eval_accuracy": 0.8862787485122681,
"eval_loss": 0.3190576136112213,
"eval_runtime": 2912.1453,
"eval_samples_per_second": 4.137,
"eval_steps_per_second": 0.065,
"step": 3300
},
{
"epoch": 1.1,
"learning_rate": 3.354029990627929e-05,
"loss": 0.2593,
"step": 3310
},
{
"epoch": 1.1,
"learning_rate": 3.3481724461105906e-05,
"loss": 0.2421,
"step": 3320
},
{
"epoch": 1.11,
"learning_rate": 3.342314901593252e-05,
"loss": 0.2945,
"step": 3330
},
{
"epoch": 1.11,
"learning_rate": 3.336457357075914e-05,
"loss": 0.311,
"step": 3340
},
{
"epoch": 1.11,
"learning_rate": 3.330599812558576e-05,
"loss": 0.3351,
"step": 3350
},
{
"epoch": 1.11,
"eval_accuracy": 0.8708392381668091,
"eval_loss": 0.4064333736896515,
"eval_runtime": 3015.0212,
"eval_samples_per_second": 3.996,
"eval_steps_per_second": 0.063,
"step": 3350
},
{
"epoch": 1.12,
"learning_rate": 3.3247422680412374e-05,
"loss": 0.2762,
"step": 3360
},
{
"epoch": 1.12,
"learning_rate": 3.318884723523899e-05,
"loss": 0.3162,
"step": 3370
},
{
"epoch": 1.12,
"learning_rate": 3.31302717900656e-05,
"loss": 0.3115,
"step": 3380
},
{
"epoch": 1.13,
"learning_rate": 3.3071696344892225e-05,
"loss": 0.2265,
"step": 3390
},
{
"epoch": 1.13,
"learning_rate": 3.301312089971884e-05,
"loss": 0.1996,
"step": 3400
},
{
"epoch": 1.13,
"eval_accuracy": 0.8877729177474976,
"eval_loss": 0.30873024463653564,
"eval_runtime": 2978.9416,
"eval_samples_per_second": 4.044,
"eval_steps_per_second": 0.063,
"step": 3400
},
{
"epoch": 1.13,
"learning_rate": 3.295454545454545e-05,
"loss": 0.2439,
"step": 3410
},
{
"epoch": 1.14,
"learning_rate": 3.289597000937208e-05,
"loss": 0.1656,
"step": 3420
},
{
"epoch": 1.14,
"learning_rate": 3.283739456419869e-05,
"loss": 0.2516,
"step": 3430
},
{
"epoch": 1.14,
"learning_rate": 3.2778819119025304e-05,
"loss": 0.3645,
"step": 3440
},
{
"epoch": 1.15,
"learning_rate": 3.272024367385193e-05,
"loss": 0.2047,
"step": 3450
},
{
"epoch": 1.15,
"eval_accuracy": 0.8866937756538391,
"eval_loss": 0.34220683574676514,
"eval_runtime": 3014.7588,
"eval_samples_per_second": 3.996,
"eval_steps_per_second": 0.063,
"step": 3450
},
{
"epoch": 1.15,
"learning_rate": 3.266166822867854e-05,
"loss": 0.3218,
"step": 3460
},
{
"epoch": 1.15,
"learning_rate": 3.2603092783505155e-05,
"loss": 0.2646,
"step": 3470
},
{
"epoch": 1.16,
"learning_rate": 3.254451733833177e-05,
"loss": 0.3432,
"step": 3480
},
{
"epoch": 1.16,
"learning_rate": 3.248594189315839e-05,
"loss": 0.2153,
"step": 3490
},
{
"epoch": 1.16,
"learning_rate": 3.242736644798501e-05,
"loss": 0.2515,
"step": 3500
},
{
"epoch": 1.16,
"eval_accuracy": 0.8876898884773254,
"eval_loss": 0.3146258592605591,
"eval_runtime": 2970.8234,
"eval_samples_per_second": 4.055,
"eval_steps_per_second": 0.064,
"step": 3500
},
{
"epoch": 1.17,
"learning_rate": 3.2368791002811624e-05,
"loss": 0.251,
"step": 3510
},
{
"epoch": 1.17,
"learning_rate": 3.231021555763824e-05,
"loss": 0.3896,
"step": 3520
},
{
"epoch": 1.17,
"learning_rate": 3.225164011246485e-05,
"loss": 0.3057,
"step": 3530
},
{
"epoch": 1.18,
"learning_rate": 3.2193064667291475e-05,
"loss": 0.2114,
"step": 3540
},
{
"epoch": 1.18,
"learning_rate": 3.213448922211809e-05,
"loss": 0.2652,
"step": 3550
},
{
"epoch": 1.18,
"eval_accuracy": 0.8839545249938965,
"eval_loss": 0.3532884418964386,
"eval_runtime": 2967.08,
"eval_samples_per_second": 4.06,
"eval_steps_per_second": 0.064,
"step": 3550
},
{
"epoch": 1.18,
"learning_rate": 3.20759137769447e-05,
"loss": 0.2321,
"step": 3560
},
{
"epoch": 1.19,
"learning_rate": 3.2017338331771326e-05,
"loss": 0.311,
"step": 3570
},
{
"epoch": 1.19,
"learning_rate": 3.1958762886597937e-05,
"loss": 0.3379,
"step": 3580
},
{
"epoch": 1.19,
"learning_rate": 3.1900187441424554e-05,
"loss": 0.1771,
"step": 3590
},
{
"epoch": 1.2,
"learning_rate": 3.184161199625118e-05,
"loss": 0.3286,
"step": 3600
},
{
"epoch": 1.2,
"eval_accuracy": 0.8923383355140686,
"eval_loss": 0.30157408118247986,
"eval_runtime": 3002.6026,
"eval_samples_per_second": 4.012,
"eval_steps_per_second": 0.063,
"step": 3600
},
{
"epoch": 1.2,
"learning_rate": 3.178303655107779e-05,
"loss": 0.3123,
"step": 3610
},
{
"epoch": 1.2,
"learning_rate": 3.1724461105904405e-05,
"loss": 0.2986,
"step": 3620
},
{
"epoch": 1.21,
"learning_rate": 3.166588566073102e-05,
"loss": 0.2499,
"step": 3630
},
{
"epoch": 1.21,
"learning_rate": 3.160731021555764e-05,
"loss": 0.2738,
"step": 3640
},
{
"epoch": 1.21,
"learning_rate": 3.1548734770384256e-05,
"loss": 0.2658,
"step": 3650
},
{
"epoch": 1.21,
"eval_accuracy": 0.8765667676925659,
"eval_loss": 0.35946688055992126,
"eval_runtime": 2957.309,
"eval_samples_per_second": 4.074,
"eval_steps_per_second": 0.064,
"step": 3650
},
{
"epoch": 1.22,
"learning_rate": 3.149015932521087e-05,
"loss": 0.2732,
"step": 3660
},
{
"epoch": 1.22,
"learning_rate": 3.143158388003749e-05,
"loss": 0.3002,
"step": 3670
},
{
"epoch": 1.22,
"learning_rate": 3.13730084348641e-05,
"loss": 0.3389,
"step": 3680
},
{
"epoch": 1.23,
"learning_rate": 3.1314432989690725e-05,
"loss": 0.3097,
"step": 3690
},
{
"epoch": 1.23,
"learning_rate": 3.125585754451734e-05,
"loss": 0.2652,
"step": 3700
},
{
"epoch": 1.23,
"eval_accuracy": 0.8722503781318665,
"eval_loss": 0.30808377265930176,
"eval_runtime": 2963.9764,
"eval_samples_per_second": 4.064,
"eval_steps_per_second": 0.064,
"step": 3700
},
{
"epoch": 1.23,
"learning_rate": 3.119728209934395e-05,
"loss": 0.2672,
"step": 3710
},
{
"epoch": 1.24,
"learning_rate": 3.1138706654170576e-05,
"loss": 0.3262,
"step": 3720
},
{
"epoch": 1.24,
"learning_rate": 3.1080131208997186e-05,
"loss": 0.2852,
"step": 3730
},
{
"epoch": 1.24,
"learning_rate": 3.10215557638238e-05,
"loss": 0.3505,
"step": 3740
},
{
"epoch": 1.25,
"learning_rate": 3.096298031865043e-05,
"loss": 0.2781,
"step": 3750
},
{
"epoch": 1.25,
"eval_accuracy": 0.8886029720306396,
"eval_loss": 0.30135467648506165,
"eval_runtime": 2939.792,
"eval_samples_per_second": 4.098,
"eval_steps_per_second": 0.064,
"step": 3750
},
{
"epoch": 1.25,
"learning_rate": 3.090440487347704e-05,
"loss": 0.3526,
"step": 3760
},
{
"epoch": 1.25,
"learning_rate": 3.0845829428303654e-05,
"loss": 0.2841,
"step": 3770
},
{
"epoch": 1.25,
"learning_rate": 3.078725398313027e-05,
"loss": 0.2578,
"step": 3780
},
{
"epoch": 1.26,
"learning_rate": 3.072867853795689e-05,
"loss": 0.2886,
"step": 3790
},
{
"epoch": 1.26,
"learning_rate": 3.0670103092783506e-05,
"loss": 0.2308,
"step": 3800
},
{
"epoch": 1.26,
"eval_accuracy": 0.8944135308265686,
"eval_loss": 0.3107089102268219,
"eval_runtime": 2925.7198,
"eval_samples_per_second": 4.118,
"eval_steps_per_second": 0.065,
"step": 3800
},
{
"epoch": 1.26,
"learning_rate": 3.061152764761012e-05,
"loss": 0.3303,
"step": 3810
},
{
"epoch": 1.27,
"learning_rate": 3.055295220243674e-05,
"loss": 0.2801,
"step": 3820
},
{
"epoch": 1.27,
"learning_rate": 3.0494376757263354e-05,
"loss": 0.2308,
"step": 3830
},
{
"epoch": 1.27,
"learning_rate": 3.0435801312089974e-05,
"loss": 0.2462,
"step": 3840
},
{
"epoch": 1.28,
"learning_rate": 3.037722586691659e-05,
"loss": 0.2896,
"step": 3850
},
{
"epoch": 1.28,
"eval_accuracy": 0.8955756425857544,
"eval_loss": 0.2939203977584839,
"eval_runtime": 2925.3139,
"eval_samples_per_second": 4.118,
"eval_steps_per_second": 0.065,
"step": 3850
},
{
"epoch": 1.28,
"learning_rate": 3.0318650421743205e-05,
"loss": 0.2736,
"step": 3860
},
{
"epoch": 1.28,
"learning_rate": 3.0260074976569825e-05,
"loss": 0.2567,
"step": 3870
},
{
"epoch": 1.29,
"learning_rate": 3.020149953139644e-05,
"loss": 0.2009,
"step": 3880
},
{
"epoch": 1.29,
"learning_rate": 3.0142924086223056e-05,
"loss": 0.2943,
"step": 3890
},
{
"epoch": 1.29,
"learning_rate": 3.0084348641049677e-05,
"loss": 0.339,
"step": 3900
},
{
"epoch": 1.29,
"eval_accuracy": 0.8927533626556396,
"eval_loss": 0.29802992939949036,
"eval_runtime": 2930.0892,
"eval_samples_per_second": 4.111,
"eval_steps_per_second": 0.065,
"step": 3900
},
{
"epoch": 1.3,
"learning_rate": 3.002577319587629e-05,
"loss": 0.2817,
"step": 3910
},
{
"epoch": 1.3,
"learning_rate": 2.9967197750702907e-05,
"loss": 0.3471,
"step": 3920
},
{
"epoch": 1.3,
"learning_rate": 2.990862230552952e-05,
"loss": 0.3022,
"step": 3930
},
{
"epoch": 1.31,
"learning_rate": 2.985004686035614e-05,
"loss": 0.1821,
"step": 3940
},
{
"epoch": 1.31,
"learning_rate": 2.979147141518276e-05,
"loss": 0.3788,
"step": 3950
},
{
"epoch": 1.31,
"eval_accuracy": 0.8848676085472107,
"eval_loss": 0.335862398147583,
"eval_runtime": 2890.2656,
"eval_samples_per_second": 4.168,
"eval_steps_per_second": 0.065,
"step": 3950
},
{
"epoch": 1.31,
"learning_rate": 2.9732895970009372e-05,
"loss": 0.2704,
"step": 3960
},
{
"epoch": 1.32,
"learning_rate": 2.9674320524835993e-05,
"loss": 0.2548,
"step": 3970
},
{
"epoch": 1.32,
"learning_rate": 2.9615745079662603e-05,
"loss": 0.2334,
"step": 3980
},
{
"epoch": 1.32,
"learning_rate": 2.9557169634489224e-05,
"loss": 0.2045,
"step": 3990
},
{
"epoch": 1.33,
"learning_rate": 2.949859418931584e-05,
"loss": 0.1653,
"step": 4000
},
{
"epoch": 1.33,
"eval_accuracy": 0.8860297203063965,
"eval_loss": 0.3242672383785248,
"eval_runtime": 2928.0303,
"eval_samples_per_second": 4.114,
"eval_steps_per_second": 0.065,
"step": 4000
},
{
"epoch": 1.33,
"learning_rate": 2.9440018744142454e-05,
"loss": 0.2394,
"step": 4010
},
{
"epoch": 1.33,
"learning_rate": 2.9381443298969075e-05,
"loss": 0.3278,
"step": 4020
},
{
"epoch": 1.34,
"learning_rate": 2.932286785379569e-05,
"loss": 0.1747,
"step": 4030
},
{
"epoch": 1.34,
"learning_rate": 2.9264292408622306e-05,
"loss": 0.2607,
"step": 4040
},
{
"epoch": 1.34,
"learning_rate": 2.9205716963448926e-05,
"loss": 0.3088,
"step": 4050
},
{
"epoch": 1.34,
"eval_accuracy": 0.8871088027954102,
"eval_loss": 0.3149142861366272,
"eval_runtime": 2882.8389,
"eval_samples_per_second": 4.179,
"eval_steps_per_second": 0.066,
"step": 4050
},
{
"epoch": 1.35,
"learning_rate": 2.914714151827554e-05,
"loss": 0.2744,
"step": 4060
},
{
"epoch": 1.35,
"learning_rate": 2.9088566073102157e-05,
"loss": 0.3001,
"step": 4070
},
{
"epoch": 1.35,
"learning_rate": 2.902999062792877e-05,
"loss": 0.2545,
"step": 4080
},
{
"epoch": 1.36,
"learning_rate": 2.897141518275539e-05,
"loss": 0.1678,
"step": 4090
},
{
"epoch": 1.36,
"learning_rate": 2.8912839737582008e-05,
"loss": 0.4402,
"step": 4100
},
{
"epoch": 1.36,
"eval_accuracy": 0.8904291391372681,
"eval_loss": 0.32059910893440247,
"eval_runtime": 2925.63,
"eval_samples_per_second": 4.118,
"eval_steps_per_second": 0.065,
"step": 4100
},
{
"epoch": 1.36,
"learning_rate": 2.8854264292408622e-05,
"loss": 0.3024,
"step": 4110
},
{
"epoch": 1.37,
"learning_rate": 2.8795688847235242e-05,
"loss": 0.1949,
"step": 4120
},
{
"epoch": 1.37,
"learning_rate": 2.8737113402061856e-05,
"loss": 0.2697,
"step": 4130
},
{
"epoch": 1.37,
"learning_rate": 2.8678537956888473e-05,
"loss": 0.1598,
"step": 4140
},
{
"epoch": 1.38,
"learning_rate": 2.8619962511715094e-05,
"loss": 0.2302,
"step": 4150
},
{
"epoch": 1.38,
"eval_accuracy": 0.8888520002365112,
"eval_loss": 0.34775903820991516,
"eval_runtime": 2941.5064,
"eval_samples_per_second": 4.096,
"eval_steps_per_second": 0.064,
"step": 4150
},
{
"epoch": 1.38,
"learning_rate": 2.8561387066541707e-05,
"loss": 0.2443,
"step": 4160
},
{
"epoch": 1.38,
"learning_rate": 2.8502811621368324e-05,
"loss": 0.2784,
"step": 4170
},
{
"epoch": 1.39,
"learning_rate": 2.8444236176194938e-05,
"loss": 0.2139,
"step": 4180
},
{
"epoch": 1.39,
"learning_rate": 2.838566073102156e-05,
"loss": 0.1431,
"step": 4190
},
{
"epoch": 1.39,
"learning_rate": 2.8327085285848176e-05,
"loss": 0.3066,
"step": 4200
},
{
"epoch": 1.39,
"eval_accuracy": 0.8925043344497681,
"eval_loss": 0.3472656011581421,
"eval_runtime": 2995.6082,
"eval_samples_per_second": 4.022,
"eval_steps_per_second": 0.063,
"step": 4200
},
{
"epoch": 1.4,
"learning_rate": 2.826850984067479e-05,
"loss": 0.2992,
"step": 4210
},
{
"epoch": 1.4,
"learning_rate": 2.820993439550141e-05,
"loss": 0.4127,
"step": 4220
},
{
"epoch": 1.4,
"learning_rate": 2.815135895032802e-05,
"loss": 0.1718,
"step": 4230
},
{
"epoch": 1.41,
"learning_rate": 2.809278350515464e-05,
"loss": 0.2215,
"step": 4240
},
{
"epoch": 1.41,
"learning_rate": 2.803420805998126e-05,
"loss": 0.2434,
"step": 4250
},
{
"epoch": 1.41,
"eval_accuracy": 0.8939985036849976,
"eval_loss": 0.32785314321517944,
"eval_runtime": 2930.7504,
"eval_samples_per_second": 4.111,
"eval_steps_per_second": 0.064,
"step": 4250
},
{
"epoch": 1.41,
"learning_rate": 2.797563261480787e-05,
"loss": 0.2215,
"step": 4260
},
{
"epoch": 1.42,
"learning_rate": 2.7917057169634492e-05,
"loss": 0.3578,
"step": 4270
},
{
"epoch": 1.42,
"learning_rate": 2.7858481724461106e-05,
"loss": 0.2208,
"step": 4280
},
{
"epoch": 1.42,
"learning_rate": 2.7799906279287723e-05,
"loss": 0.2271,
"step": 4290
},
{
"epoch": 1.43,
"learning_rate": 2.7741330834114343e-05,
"loss": 0.2801,
"step": 4300
},
{
"epoch": 1.43,
"eval_accuracy": 0.8939154744148254,
"eval_loss": 0.32341817021369934,
"eval_runtime": 2930.7491,
"eval_samples_per_second": 4.111,
"eval_steps_per_second": 0.064,
"step": 4300
},
{
"epoch": 1.43,
"learning_rate": 2.7682755388940957e-05,
"loss": 0.2672,
"step": 4310
},
{
"epoch": 1.43,
"learning_rate": 2.7624179943767574e-05,
"loss": 0.2383,
"step": 4320
},
{
"epoch": 1.44,
"learning_rate": 2.7565604498594188e-05,
"loss": 0.2971,
"step": 4330
},
{
"epoch": 1.44,
"learning_rate": 2.7507029053420808e-05,
"loss": 0.2431,
"step": 4340
},
{
"epoch": 1.44,
"learning_rate": 2.7448453608247425e-05,
"loss": 0.3461,
"step": 4350
},
{
"epoch": 1.44,
"eval_accuracy": 0.8964887261390686,
"eval_loss": 0.2783967852592468,
"eval_runtime": 2926.1616,
"eval_samples_per_second": 4.117,
"eval_steps_per_second": 0.065,
"step": 4350
},
{
"epoch": 1.45,
"learning_rate": 2.738987816307404e-05,
"loss": 0.2098,
"step": 4360
},
{
"epoch": 1.45,
"learning_rate": 2.733130271790066e-05,
"loss": 0.244,
"step": 4370
},
{
"epoch": 1.45,
"learning_rate": 2.7272727272727273e-05,
"loss": 0.2899,
"step": 4380
},
{
"epoch": 1.46,
"learning_rate": 2.721415182755389e-05,
"loss": 0.1871,
"step": 4390
},
{
"epoch": 1.46,
"learning_rate": 2.715557638238051e-05,
"loss": 0.3233,
"step": 4400
},
{
"epoch": 1.46,
"eval_accuracy": 0.8915082812309265,
"eval_loss": 0.32419413328170776,
"eval_runtime": 2925.7579,
"eval_samples_per_second": 4.118,
"eval_steps_per_second": 0.065,
"step": 4400
},
{
"epoch": 1.46,
"learning_rate": 2.7097000937207124e-05,
"loss": 0.2698,
"step": 4410
},
{
"epoch": 1.47,
"learning_rate": 2.703842549203374e-05,
"loss": 0.2418,
"step": 4420
},
{
"epoch": 1.47,
"learning_rate": 2.6979850046860355e-05,
"loss": 0.312,
"step": 4430
},
{
"epoch": 1.47,
"learning_rate": 2.6921274601686976e-05,
"loss": 0.2791,
"step": 4440
},
{
"epoch": 1.48,
"learning_rate": 2.6862699156513593e-05,
"loss": 0.1694,
"step": 4450
},
{
"epoch": 1.48,
"eval_accuracy": 0.8930854201316833,
"eval_loss": 0.3108774423599243,
"eval_runtime": 2939.9189,
"eval_samples_per_second": 4.098,
"eval_steps_per_second": 0.064,
"step": 4450
},
{
"epoch": 1.48,
"learning_rate": 2.6804123711340206e-05,
"loss": 0.2592,
"step": 4460
},
{
"epoch": 1.48,
"learning_rate": 2.6745548266166827e-05,
"loss": 0.1924,
"step": 4470
},
{
"epoch": 1.49,
"learning_rate": 2.6686972820993437e-05,
"loss": 0.2456,
"step": 4480
},
{
"epoch": 1.49,
"learning_rate": 2.6628397375820058e-05,
"loss": 0.1603,
"step": 4490
},
{
"epoch": 1.49,
"learning_rate": 2.6569821930646678e-05,
"loss": 0.2608,
"step": 4500
},
{
"epoch": 1.49,
"eval_accuracy": 0.8968207836151123,
"eval_loss": 0.3301639258861542,
"eval_runtime": 2947.6766,
"eval_samples_per_second": 4.087,
"eval_steps_per_second": 0.064,
"step": 4500
},
{
"epoch": 1.5,
"learning_rate": 2.651124648547329e-05,
"loss": 0.2059,
"step": 4510
},
{
"epoch": 1.5,
"learning_rate": 2.645267104029991e-05,
"loss": 0.3259,
"step": 4520
},
{
"epoch": 1.5,
"learning_rate": 2.6394095595126523e-05,
"loss": 0.2387,
"step": 4530
},
{
"epoch": 1.51,
"learning_rate": 2.633552014995314e-05,
"loss": 0.2449,
"step": 4540
},
{
"epoch": 1.51,
"learning_rate": 2.627694470477976e-05,
"loss": 0.2651,
"step": 4550
},
{
"epoch": 1.51,
"eval_accuracy": 0.8920063376426697,
"eval_loss": 0.30787232518196106,
"eval_runtime": 2968.9355,
"eval_samples_per_second": 4.058,
"eval_steps_per_second": 0.064,
"step": 4550
},
{
"epoch": 1.51,
"learning_rate": 2.6218369259606374e-05,
"loss": 0.2294,
"step": 4560
},
{
"epoch": 1.52,
"learning_rate": 2.615979381443299e-05,
"loss": 0.3269,
"step": 4570
},
{
"epoch": 1.52,
"learning_rate": 2.6101218369259605e-05,
"loss": 0.2596,
"step": 4580
},
{
"epoch": 1.52,
"learning_rate": 2.6042642924086225e-05,
"loss": 0.2729,
"step": 4590
},
{
"epoch": 1.53,
"learning_rate": 2.5984067478912842e-05,
"loss": 0.2724,
"step": 4600
},
{
"epoch": 1.53,
"eval_accuracy": 0.8871918320655823,
"eval_loss": 0.3105985224246979,
"eval_runtime": 2944.8958,
"eval_samples_per_second": 4.091,
"eval_steps_per_second": 0.064,
"step": 4600
},
{
"epoch": 1.53,
"learning_rate": 2.5925492033739456e-05,
"loss": 0.2914,
"step": 4610
},
{
"epoch": 1.53,
"learning_rate": 2.5866916588566076e-05,
"loss": 0.1969,
"step": 4620
},
{
"epoch": 1.54,
"learning_rate": 2.580834114339269e-05,
"loss": 0.2184,
"step": 4630
},
{
"epoch": 1.54,
"learning_rate": 2.5749765698219307e-05,
"loss": 0.3381,
"step": 4640
},
{
"epoch": 1.54,
"learning_rate": 2.5691190253045928e-05,
"loss": 0.2006,
"step": 4650
},
{
"epoch": 1.54,
"eval_accuracy": 0.8908441662788391,
"eval_loss": 0.2958328127861023,
"eval_runtime": 2984.5836,
"eval_samples_per_second": 4.036,
"eval_steps_per_second": 0.063,
"step": 4650
},
{
"epoch": 1.55,
"learning_rate": 2.563261480787254e-05,
"loss": 0.2845,
"step": 4660
},
{
"epoch": 1.55,
"learning_rate": 2.557403936269916e-05,
"loss": 0.2758,
"step": 4670
},
{
"epoch": 1.55,
"learning_rate": 2.5515463917525772e-05,
"loss": 0.2844,
"step": 4680
},
{
"epoch": 1.56,
"learning_rate": 2.5456888472352393e-05,
"loss": 0.2664,
"step": 4690
},
{
"epoch": 1.56,
"learning_rate": 2.539831302717901e-05,
"loss": 0.2121,
"step": 4700
},
{
"epoch": 1.56,
"eval_accuracy": 0.8965717554092407,
"eval_loss": 0.2965669333934784,
"eval_runtime": 2939.0813,
"eval_samples_per_second": 4.099,
"eval_steps_per_second": 0.064,
"step": 4700
},
{
"epoch": 1.56,
"learning_rate": 2.5339737582005623e-05,
"loss": 0.2384,
"step": 4710
},
{
"epoch": 1.57,
"learning_rate": 2.5281162136832244e-05,
"loss": 0.3088,
"step": 4720
},
{
"epoch": 1.57,
"learning_rate": 2.5222586691658858e-05,
"loss": 0.2495,
"step": 4730
},
{
"epoch": 1.57,
"learning_rate": 2.5164011246485475e-05,
"loss": 0.2194,
"step": 4740
},
{
"epoch": 1.58,
"learning_rate": 2.5105435801312095e-05,
"loss": 0.2619,
"step": 4750
},
{
"epoch": 1.58,
"eval_accuracy": 0.8969038128852844,
"eval_loss": 0.28781718015670776,
"eval_runtime": 2990.3887,
"eval_samples_per_second": 4.029,
"eval_steps_per_second": 0.063,
"step": 4750
},
{
"epoch": 1.58,
"learning_rate": 2.5046860356138705e-05,
"loss": 0.2988,
"step": 4760
},
{
"epoch": 1.58,
"learning_rate": 2.4988284910965323e-05,
"loss": 0.1826,
"step": 4770
},
{
"epoch": 1.59,
"learning_rate": 2.4929709465791943e-05,
"loss": 0.2966,
"step": 4780
},
{
"epoch": 1.59,
"learning_rate": 2.4871134020618557e-05,
"loss": 0.2689,
"step": 4790
},
{
"epoch": 1.59,
"learning_rate": 2.4812558575445174e-05,
"loss": 0.2,
"step": 4800
},
{
"epoch": 1.59,
"eval_accuracy": 0.8967377543449402,
"eval_loss": 0.2746070623397827,
"eval_runtime": 3059.3436,
"eval_samples_per_second": 3.938,
"eval_steps_per_second": 0.062,
"step": 4800
},
{
"epoch": 1.6,
"learning_rate": 2.475398313027179e-05,
"loss": 0.2848,
"step": 4810
},
{
"epoch": 1.6,
"learning_rate": 2.4695407685098408e-05,
"loss": 0.2542,
"step": 4820
},
{
"epoch": 1.6,
"learning_rate": 2.4636832239925025e-05,
"loss": 0.1774,
"step": 4830
},
{
"epoch": 1.61,
"learning_rate": 2.4578256794751642e-05,
"loss": 0.2458,
"step": 4840
},
{
"epoch": 1.61,
"learning_rate": 2.451968134957826e-05,
"loss": 0.2847,
"step": 4850
},
{
"epoch": 1.61,
"eval_accuracy": 0.8977338671684265,
"eval_loss": 0.3023954927921295,
"eval_runtime": 3022.6022,
"eval_samples_per_second": 3.986,
"eval_steps_per_second": 0.063,
"step": 4850
},
{
"epoch": 1.61,
"learning_rate": 2.4461105904404873e-05,
"loss": 0.2877,
"step": 4860
},
{
"epoch": 1.62,
"learning_rate": 2.440253045923149e-05,
"loss": 0.2538,
"step": 4870
},
{
"epoch": 1.62,
"learning_rate": 2.434395501405811e-05,
"loss": 0.2158,
"step": 4880
},
{
"epoch": 1.62,
"learning_rate": 2.4285379568884724e-05,
"loss": 0.2689,
"step": 4890
},
{
"epoch": 1.63,
"learning_rate": 2.422680412371134e-05,
"loss": 0.1995,
"step": 4900
},
{
"epoch": 1.63,
"eval_accuracy": 0.8991450071334839,
"eval_loss": 0.2890797555446625,
"eval_runtime": 2941.9008,
"eval_samples_per_second": 4.095,
"eval_steps_per_second": 0.064,
"step": 4900
},
{
"epoch": 1.63,
"learning_rate": 2.416822867853796e-05,
"loss": 0.1642,
"step": 4910
},
{
"epoch": 1.63,
"learning_rate": 2.4109653233364572e-05,
"loss": 0.2836,
"step": 4920
},
{
"epoch": 1.64,
"learning_rate": 2.4051077788191193e-05,
"loss": 0.203,
"step": 4930
},
{
"epoch": 1.64,
"learning_rate": 2.399250234301781e-05,
"loss": 0.2255,
"step": 4940
},
{
"epoch": 1.64,
"learning_rate": 2.3933926897844423e-05,
"loss": 0.1943,
"step": 4950
},
{
"epoch": 1.64,
"eval_accuracy": 0.8883539438247681,
"eval_loss": 0.36784863471984863,
"eval_runtime": 2935.7382,
"eval_samples_per_second": 4.104,
"eval_steps_per_second": 0.064,
"step": 4950
},
{
"epoch": 1.65,
"learning_rate": 2.387535145267104e-05,
"loss": 0.2346,
"step": 4960
},
{
"epoch": 1.65,
"learning_rate": 2.3816776007497658e-05,
"loss": 0.3136,
"step": 4970
},
{
"epoch": 1.65,
"learning_rate": 2.3758200562324275e-05,
"loss": 0.2796,
"step": 4980
},
{
"epoch": 1.66,
"learning_rate": 2.3699625117150892e-05,
"loss": 0.2094,
"step": 4990
},
{
"epoch": 1.66,
"learning_rate": 2.364104967197751e-05,
"loss": 0.2818,
"step": 5000
},
{
"epoch": 1.66,
"eval_accuracy": 0.897152841091156,
"eval_loss": 0.3128949999809265,
"eval_runtime": 2934.3113,
"eval_samples_per_second": 4.106,
"eval_steps_per_second": 0.064,
"step": 5000
},
{
"epoch": 1.66,
"learning_rate": 2.3582474226804126e-05,
"loss": 0.3021,
"step": 5010
},
{
"epoch": 1.67,
"learning_rate": 2.352389878163074e-05,
"loss": 0.1889,
"step": 5020
},
{
"epoch": 1.67,
"learning_rate": 2.346532333645736e-05,
"loss": 0.176,
"step": 5030
},
{
"epoch": 1.67,
"learning_rate": 2.3406747891283977e-05,
"loss": 0.1692,
"step": 5040
},
{
"epoch": 1.68,
"learning_rate": 2.334817244611059e-05,
"loss": 0.2598,
"step": 5050
},
{
"epoch": 1.68,
"eval_accuracy": 0.8980659246444702,
"eval_loss": 0.3228696286678314,
"eval_runtime": 2867.793,
"eval_samples_per_second": 4.201,
"eval_steps_per_second": 0.066,
"step": 5050
},
{
"epoch": 1.68,
"learning_rate": 2.3289597000937208e-05,
"loss": 0.3448,
"step": 5060
},
{
"epoch": 1.68,
"learning_rate": 2.3231021555763825e-05,
"loss": 0.2667,
"step": 5070
},
{
"epoch": 1.69,
"learning_rate": 2.3172446110590442e-05,
"loss": 0.2407,
"step": 5080
},
{
"epoch": 1.69,
"learning_rate": 2.311387066541706e-05,
"loss": 0.2999,
"step": 5090
},
{
"epoch": 1.69,
"learning_rate": 2.3055295220243676e-05,
"loss": 0.3133,
"step": 5100
},
{
"epoch": 1.69,
"eval_accuracy": 0.8896820545196533,
"eval_loss": 0.3091619908809662,
"eval_runtime": 2938.1739,
"eval_samples_per_second": 4.1,
"eval_steps_per_second": 0.064,
"step": 5100
},
{
"epoch": 1.7,
"learning_rate": 2.299671977507029e-05,
"loss": 0.1843,
"step": 5110
},
{
"epoch": 1.7,
"learning_rate": 2.2938144329896907e-05,
"loss": 0.3259,
"step": 5120
},
{
"epoch": 1.7,
"learning_rate": 2.2879568884723528e-05,
"loss": 0.294,
"step": 5130
},
{
"epoch": 1.71,
"learning_rate": 2.282099343955014e-05,
"loss": 0.2551,
"step": 5140
},
{
"epoch": 1.71,
"learning_rate": 2.276241799437676e-05,
"loss": 0.1876,
"step": 5150
},
{
"epoch": 1.71,
"eval_accuracy": 0.8994770646095276,
"eval_loss": 0.26903077960014343,
"eval_runtime": 2957.9725,
"eval_samples_per_second": 4.073,
"eval_steps_per_second": 0.064,
"step": 5150
},
{
"epoch": 1.71,
"learning_rate": 2.2703842549203375e-05,
"loss": 0.3053,
"step": 5160
},
{
"epoch": 1.72,
"learning_rate": 2.264526710402999e-05,
"loss": 0.1407,
"step": 5170
},
{
"epoch": 1.72,
"learning_rate": 2.258669165885661e-05,
"loss": 0.2645,
"step": 5180
},
{
"epoch": 1.72,
"learning_rate": 2.2528116213683227e-05,
"loss": 0.2395,
"step": 5190
},
{
"epoch": 1.73,
"learning_rate": 2.246954076850984e-05,
"loss": 0.431,
"step": 5200
},
{
"epoch": 1.73,
"eval_accuracy": 0.8953266143798828,
"eval_loss": 0.324379026889801,
"eval_runtime": 2916.0243,
"eval_samples_per_second": 4.131,
"eval_steps_per_second": 0.065,
"step": 5200
},
{
"epoch": 1.73,
"learning_rate": 2.2410965323336457e-05,
"loss": 0.2358,
"step": 5210
},
{
"epoch": 1.73,
"learning_rate": 2.2352389878163075e-05,
"loss": 0.2162,
"step": 5220
},
{
"epoch": 1.74,
"learning_rate": 2.229381443298969e-05,
"loss": 0.2704,
"step": 5230
},
{
"epoch": 1.74,
"learning_rate": 2.223523898781631e-05,
"loss": 0.2596,
"step": 5240
},
{
"epoch": 1.74,
"learning_rate": 2.2176663542642926e-05,
"loss": 0.2305,
"step": 5250
},
{
"epoch": 1.74,
"eval_accuracy": 0.9003901481628418,
"eval_loss": 0.27731630206108093,
"eval_runtime": 2979.377,
"eval_samples_per_second": 4.043,
"eval_steps_per_second": 0.063,
"step": 5250
},
{
"epoch": 1.75,
"learning_rate": 2.2118088097469543e-05,
"loss": 0.2945,
"step": 5260
},
{
"epoch": 1.75,
"learning_rate": 2.2059512652296157e-05,
"loss": 0.3199,
"step": 5270
},
{
"epoch": 1.75,
"learning_rate": 2.2000937207122777e-05,
"loss": 0.2279,
"step": 5280
},
{
"epoch": 1.76,
"learning_rate": 2.1942361761949394e-05,
"loss": 0.2088,
"step": 5290
},
{
"epoch": 1.76,
"learning_rate": 2.1883786316776008e-05,
"loss": 0.32,
"step": 5300
},
{
"epoch": 1.76,
"eval_accuracy": 0.8993940353393555,
"eval_loss": 0.30973345041275024,
"eval_runtime": 2962.0345,
"eval_samples_per_second": 4.067,
"eval_steps_per_second": 0.064,
"step": 5300
},
{
"epoch": 1.76,
"learning_rate": 2.1825210871602625e-05,
"loss": 0.2853,
"step": 5310
},
{
"epoch": 1.77,
"learning_rate": 2.1766635426429242e-05,
"loss": 0.1371,
"step": 5320
},
{
"epoch": 1.77,
"learning_rate": 2.170805998125586e-05,
"loss": 0.2466,
"step": 5330
},
{
"epoch": 1.77,
"learning_rate": 2.1649484536082476e-05,
"loss": 0.2126,
"step": 5340
},
{
"epoch": 1.78,
"learning_rate": 2.1590909090909093e-05,
"loss": 0.2632,
"step": 5350
},
{
"epoch": 1.78,
"eval_accuracy": 0.901303231716156,
"eval_loss": 0.28299954533576965,
"eval_runtime": 2929.0636,
"eval_samples_per_second": 4.113,
"eval_steps_per_second": 0.065,
"step": 5350
},
{
"epoch": 1.78,
"learning_rate": 2.1532333645735707e-05,
"loss": 0.3151,
"step": 5360
},
{
"epoch": 1.78,
"learning_rate": 2.1473758200562324e-05,
"loss": 0.2333,
"step": 5370
},
{
"epoch": 1.79,
"learning_rate": 2.1415182755388945e-05,
"loss": 0.1944,
"step": 5380
},
{
"epoch": 1.79,
"learning_rate": 2.1356607310215558e-05,
"loss": 0.3294,
"step": 5390
},
{
"epoch": 1.79,
"learning_rate": 2.1298031865042175e-05,
"loss": 0.2296,
"step": 5400
},
{
"epoch": 1.79,
"eval_accuracy": 0.8985639810562134,
"eval_loss": 0.2716383934020996,
"eval_runtime": 2933.414,
"eval_samples_per_second": 4.107,
"eval_steps_per_second": 0.064,
"step": 5400
},
{
"epoch": 1.8,
"learning_rate": 2.1239456419868792e-05,
"loss": 0.2017,
"step": 5410
},
{
"epoch": 1.8,
"learning_rate": 2.118088097469541e-05,
"loss": 0.2426,
"step": 5420
},
{
"epoch": 1.8,
"learning_rate": 2.1122305529522023e-05,
"loss": 0.2222,
"step": 5430
},
{
"epoch": 1.81,
"learning_rate": 2.1063730084348644e-05,
"loss": 0.2208,
"step": 5440
},
{
"epoch": 1.81,
"learning_rate": 2.1005154639175257e-05,
"loss": 0.2276,
"step": 5450
},
{
"epoch": 1.81,
"eval_accuracy": 0.8921723365783691,
"eval_loss": 0.31200098991394043,
"eval_runtime": 2927.7023,
"eval_samples_per_second": 4.115,
"eval_steps_per_second": 0.065,
"step": 5450
},
{
"epoch": 1.81,
"learning_rate": 2.0946579194001875e-05,
"loss": 0.1967,
"step": 5460
},
{
"epoch": 1.82,
"learning_rate": 2.088800374882849e-05,
"loss": 0.2521,
"step": 5470
},
{
"epoch": 1.82,
"learning_rate": 2.082942830365511e-05,
"loss": 0.2899,
"step": 5480
},
{
"epoch": 1.82,
"learning_rate": 2.0770852858481726e-05,
"loss": 0.3003,
"step": 5490
},
{
"epoch": 1.83,
"learning_rate": 2.0712277413308343e-05,
"loss": 0.237,
"step": 5500
},
{
"epoch": 1.83,
"eval_accuracy": 0.9008051753044128,
"eval_loss": 0.26086243987083435,
"eval_runtime": 2933.7335,
"eval_samples_per_second": 4.106,
"eval_steps_per_second": 0.064,
"step": 5500
},
{
"epoch": 1.83,
"learning_rate": 2.065370196813496e-05,
"loss": 0.2551,
"step": 5510
},
{
"epoch": 1.83,
"learning_rate": 2.0595126522961574e-05,
"loss": 0.1407,
"step": 5520
},
{
"epoch": 1.84,
"learning_rate": 2.053655107778819e-05,
"loss": 0.2094,
"step": 5530
},
{
"epoch": 1.84,
"learning_rate": 2.047797563261481e-05,
"loss": 0.2599,
"step": 5540
},
{
"epoch": 1.84,
"learning_rate": 2.0419400187441425e-05,
"loss": 0.2505,
"step": 5550
},
{
"epoch": 1.84,
"eval_accuracy": 0.9030464291572571,
"eval_loss": 0.254546195268631,
"eval_runtime": 2895.0779,
"eval_samples_per_second": 4.161,
"eval_steps_per_second": 0.065,
"step": 5550
},
{
"epoch": 1.85,
"learning_rate": 2.0360824742268042e-05,
"loss": 0.2148,
"step": 5560
},
{
"epoch": 1.85,
"learning_rate": 2.030224929709466e-05,
"loss": 0.1769,
"step": 5570
},
{
"epoch": 1.85,
"learning_rate": 2.0243673851921273e-05,
"loss": 0.231,
"step": 5580
},
{
"epoch": 1.86,
"learning_rate": 2.0185098406747893e-05,
"loss": 0.1985,
"step": 5590
},
{
"epoch": 1.86,
"learning_rate": 2.012652296157451e-05,
"loss": 0.3394,
"step": 5600
},
{
"epoch": 1.86,
"eval_accuracy": 0.9037104845046997,
"eval_loss": 0.29787400364875793,
"eval_runtime": 2929.8682,
"eval_samples_per_second": 4.112,
"eval_steps_per_second": 0.065,
"step": 5600
},
{
"epoch": 1.86,
"learning_rate": 2.0067947516401124e-05,
"loss": 0.2696,
"step": 5610
},
{
"epoch": 1.87,
"learning_rate": 2.000937207122774e-05,
"loss": 0.2014,
"step": 5620
},
{
"epoch": 1.87,
"learning_rate": 1.9950796626054358e-05,
"loss": 0.2366,
"step": 5630
},
{
"epoch": 1.87,
"learning_rate": 1.9892221180880975e-05,
"loss": 0.2282,
"step": 5640
},
{
"epoch": 1.88,
"learning_rate": 1.9833645735707592e-05,
"loss": 0.2466,
"step": 5650
},
{
"epoch": 1.88,
"eval_accuracy": 0.9034614562988281,
"eval_loss": 0.28928226232528687,
"eval_runtime": 2838.2613,
"eval_samples_per_second": 4.244,
"eval_steps_per_second": 0.067,
"step": 5650
},
{
"epoch": 1.88,
"learning_rate": 1.977507029053421e-05,
"loss": 0.2576,
"step": 5660
},
{
"epoch": 1.88,
"learning_rate": 1.9716494845360827e-05,
"loss": 0.2305,
"step": 5670
},
{
"epoch": 1.89,
"learning_rate": 1.965791940018744e-05,
"loss": 0.2171,
"step": 5680
},
{
"epoch": 1.89,
"learning_rate": 1.959934395501406e-05,
"loss": 0.1958,
"step": 5690
},
{
"epoch": 1.89,
"learning_rate": 1.9540768509840678e-05,
"loss": 0.1952,
"step": 5700
},
{
"epoch": 1.89,
"eval_accuracy": 0.9032953977584839,
"eval_loss": 0.2843443751335144,
"eval_runtime": 2916.8898,
"eval_samples_per_second": 4.13,
"eval_steps_per_second": 0.065,
"step": 5700
},
{
"epoch": 1.9,
"learning_rate": 1.948219306466729e-05,
"loss": 0.173,
"step": 5710
},
{
"epoch": 1.9,
"learning_rate": 1.942361761949391e-05,
"loss": 0.2321,
"step": 5720
},
{
"epoch": 1.9,
"learning_rate": 1.9365042174320526e-05,
"loss": 0.2239,
"step": 5730
},
{
"epoch": 1.91,
"learning_rate": 1.9306466729147143e-05,
"loss": 0.2248,
"step": 5740
},
{
"epoch": 1.91,
"learning_rate": 1.924789128397376e-05,
"loss": 0.1808,
"step": 5750
},
{
"epoch": 1.91,
"eval_accuracy": 0.9003071188926697,
"eval_loss": 0.3049992620944977,
"eval_runtime": 2979.4474,
"eval_samples_per_second": 4.043,
"eval_steps_per_second": 0.063,
"step": 5750
},
{
"epoch": 1.91,
"learning_rate": 1.9189315838800377e-05,
"loss": 0.2406,
"step": 5760
},
{
"epoch": 1.92,
"learning_rate": 1.913074039362699e-05,
"loss": 0.324,
"step": 5770
},
{
"epoch": 1.92,
"learning_rate": 1.9072164948453608e-05,
"loss": 0.1952,
"step": 5780
},
{
"epoch": 1.92,
"learning_rate": 1.9013589503280228e-05,
"loss": 0.2374,
"step": 5790
},
{
"epoch": 1.93,
"learning_rate": 1.8955014058106842e-05,
"loss": 0.1889,
"step": 5800
},
{
"epoch": 1.93,
"eval_accuracy": 0.8986469507217407,
"eval_loss": 0.29144901037216187,
"eval_runtime": 2939.5021,
"eval_samples_per_second": 4.098,
"eval_steps_per_second": 0.064,
"step": 5800
},
{
"epoch": 1.93,
"learning_rate": 1.889643861293346e-05,
"loss": 0.1922,
"step": 5810
},
{
"epoch": 1.93,
"learning_rate": 1.8837863167760076e-05,
"loss": 0.1673,
"step": 5820
},
{
"epoch": 1.94,
"learning_rate": 1.877928772258669e-05,
"loss": 0.2481,
"step": 5830
},
{
"epoch": 1.94,
"learning_rate": 1.872071227741331e-05,
"loss": 0.2624,
"step": 5840
},
{
"epoch": 1.94,
"learning_rate": 1.8662136832239927e-05,
"loss": 0.267,
"step": 5850
},
{
"epoch": 1.94,
"eval_accuracy": 0.8944965600967407,
"eval_loss": 0.32017406821250916,
"eval_runtime": 2923.7537,
"eval_samples_per_second": 4.12,
"eval_steps_per_second": 0.065,
"step": 5850
},
{
"epoch": 1.95,
"learning_rate": 1.860356138706654e-05,
"loss": 0.268,
"step": 5860
},
{
"epoch": 1.95,
"learning_rate": 1.8544985941893158e-05,
"loss": 0.2846,
"step": 5870
},
{
"epoch": 1.95,
"learning_rate": 1.8486410496719775e-05,
"loss": 0.1709,
"step": 5880
},
{
"epoch": 1.96,
"learning_rate": 1.8427835051546392e-05,
"loss": 0.223,
"step": 5890
},
{
"epoch": 1.96,
"learning_rate": 1.836925960637301e-05,
"loss": 0.2135,
"step": 5900
},
{
"epoch": 1.96,
"eval_accuracy": 0.901718258857727,
"eval_loss": 0.28145769238471985,
"eval_runtime": 3056.4339,
"eval_samples_per_second": 3.942,
"eval_steps_per_second": 0.062,
"step": 5900
},
{
"epoch": 1.96,
"learning_rate": 1.8310684161199627e-05,
"loss": 0.3075,
"step": 5910
},
{
"epoch": 1.97,
"learning_rate": 1.8252108716026244e-05,
"loss": 0.2394,
"step": 5920
},
{
"epoch": 1.97,
"learning_rate": 1.8193533270852857e-05,
"loss": 0.2749,
"step": 5930
},
{
"epoch": 1.97,
"learning_rate": 1.8134957825679478e-05,
"loss": 0.2142,
"step": 5940
},
{
"epoch": 1.98,
"learning_rate": 1.8076382380506095e-05,
"loss": 0.1889,
"step": 5950
},
{
"epoch": 1.98,
"eval_accuracy": 0.9028803706169128,
"eval_loss": 0.2930201292037964,
"eval_runtime": 3040.6257,
"eval_samples_per_second": 3.962,
"eval_steps_per_second": 0.062,
"step": 5950
},
{
"epoch": 1.98,
"learning_rate": 1.801780693533271e-05,
"loss": 0.2439,
"step": 5960
},
{
"epoch": 1.98,
"learning_rate": 1.7959231490159326e-05,
"loss": 0.2177,
"step": 5970
},
{
"epoch": 1.99,
"learning_rate": 1.7900656044985943e-05,
"loss": 0.2013,
"step": 5980
},
{
"epoch": 1.99,
"learning_rate": 1.784208059981256e-05,
"loss": 0.2064,
"step": 5990
},
{
"epoch": 1.99,
"learning_rate": 1.7783505154639177e-05,
"loss": 0.2761,
"step": 6000
},
{
"epoch": 1.99,
"eval_accuracy": 0.9062007069587708,
"eval_loss": 0.28722548484802246,
"eval_runtime": 3021.7697,
"eval_samples_per_second": 3.987,
"eval_steps_per_second": 0.063,
"step": 6000
},
{
"epoch": 2.0,
"learning_rate": 1.7724929709465794e-05,
"loss": 0.2081,
"step": 6010
},
{
"epoch": 2.0,
"learning_rate": 1.7666354264292408e-05,
"loss": 0.1955,
"step": 6020
},
{
"epoch": 2.0,
"learning_rate": 1.7607778819119025e-05,
"loss": 0.2395,
"step": 6030
},
{
"epoch": 2.01,
"learning_rate": 1.7549203373945645e-05,
"loss": 0.1571,
"step": 6040
},
{
"epoch": 2.01,
"learning_rate": 1.749062792877226e-05,
"loss": 0.0578,
"step": 6050
},
{
"epoch": 2.01,
"eval_accuracy": 0.905453622341156,
"eval_loss": 0.32240164279937744,
"eval_runtime": 3073.9569,
"eval_samples_per_second": 3.919,
"eval_steps_per_second": 0.061,
"step": 6050
},
{
"epoch": 2.01,
"learning_rate": 1.7432052483598876e-05,
"loss": 0.1371,
"step": 6060
},
{
"epoch": 2.02,
"learning_rate": 1.7373477038425493e-05,
"loss": 0.1411,
"step": 6070
},
{
"epoch": 2.02,
"learning_rate": 1.731490159325211e-05,
"loss": 0.3104,
"step": 6080
},
{
"epoch": 2.02,
"learning_rate": 1.7256326148078727e-05,
"loss": 0.3536,
"step": 6090
},
{
"epoch": 2.03,
"learning_rate": 1.7197750702905344e-05,
"loss": 0.2053,
"step": 6100
},
{
"epoch": 2.03,
"eval_accuracy": 0.905453622341156,
"eval_loss": 0.341753751039505,
"eval_runtime": 2956.8334,
"eval_samples_per_second": 4.074,
"eval_steps_per_second": 0.064,
"step": 6100
},
{
"epoch": 2.03,
"learning_rate": 1.7139175257731958e-05,
"loss": 0.1298,
"step": 6110
},
{
"epoch": 2.03,
"learning_rate": 1.7080599812558575e-05,
"loss": 0.1208,
"step": 6120
},
{
"epoch": 2.04,
"learning_rate": 1.7022024367385192e-05,
"loss": 0.1429,
"step": 6130
},
{
"epoch": 2.04,
"learning_rate": 1.696344892221181e-05,
"loss": 0.1677,
"step": 6140
},
{
"epoch": 2.04,
"learning_rate": 1.6904873477038426e-05,
"loss": 0.146,
"step": 6150
},
{
"epoch": 2.04,
"eval_accuracy": 0.9042085409164429,
"eval_loss": 0.3489157259464264,
"eval_runtime": 2926.9095,
"eval_samples_per_second": 4.116,
"eval_steps_per_second": 0.065,
"step": 6150
},
{
"epoch": 2.05,
"learning_rate": 1.6846298031865044e-05,
"loss": 0.215,
"step": 6160
},
{
"epoch": 2.05,
"learning_rate": 1.678772258669166e-05,
"loss": 0.1922,
"step": 6170
},
{
"epoch": 2.05,
"learning_rate": 1.6729147141518274e-05,
"loss": 0.2388,
"step": 6180
},
{
"epoch": 2.06,
"learning_rate": 1.6670571696344895e-05,
"loss": 0.1186,
"step": 6190
},
{
"epoch": 2.06,
"learning_rate": 1.6611996251171512e-05,
"loss": 0.2463,
"step": 6200
},
{
"epoch": 2.06,
"eval_accuracy": 0.9061176776885986,
"eval_loss": 0.32390135526657104,
"eval_runtime": 2930.7518,
"eval_samples_per_second": 4.111,
"eval_steps_per_second": 0.064,
"step": 6200
},
{
"epoch": 2.06,
"learning_rate": 1.6553420805998126e-05,
"loss": 0.1714,
"step": 6210
},
{
"epoch": 2.07,
"learning_rate": 1.6494845360824743e-05,
"loss": 0.1604,
"step": 6220
},
{
"epoch": 2.07,
"learning_rate": 1.643626991565136e-05,
"loss": 0.0988,
"step": 6230
},
{
"epoch": 2.07,
"learning_rate": 1.6377694470477977e-05,
"loss": 0.155,
"step": 6240
},
{
"epoch": 2.08,
"learning_rate": 1.6319119025304594e-05,
"loss": 0.2154,
"step": 6250
},
{
"epoch": 2.08,
"eval_accuracy": 0.9044575691223145,
"eval_loss": 0.3351038992404938,
"eval_runtime": 2927.1842,
"eval_samples_per_second": 4.116,
"eval_steps_per_second": 0.065,
"step": 6250
},
{
"epoch": 2.08,
"learning_rate": 1.626054358013121e-05,
"loss": 0.0297,
"step": 6260
},
{
"epoch": 2.08,
"learning_rate": 1.6201968134957825e-05,
"loss": 0.1048,
"step": 6270
},
{
"epoch": 2.08,
"learning_rate": 1.6143392689784442e-05,
"loss": 0.212,
"step": 6280
},
{
"epoch": 2.09,
"learning_rate": 1.608481724461106e-05,
"loss": 0.2283,
"step": 6290
},
{
"epoch": 2.09,
"learning_rate": 1.6026241799437676e-05,
"loss": 0.1476,
"step": 6300
},
{
"epoch": 2.09,
"eval_accuracy": 0.9061176776885986,
"eval_loss": 0.3789742588996887,
"eval_runtime": 2919.2007,
"eval_samples_per_second": 4.127,
"eval_steps_per_second": 0.065,
"step": 6300
},
{
"epoch": 2.09,
"learning_rate": 1.5967666354264293e-05,
"loss": 0.2079,
"step": 6310
},
{
"epoch": 2.1,
"learning_rate": 1.590909090909091e-05,
"loss": 0.2238,
"step": 6320
},
{
"epoch": 2.1,
"learning_rate": 1.5850515463917527e-05,
"loss": 0.2421,
"step": 6330
},
{
"epoch": 2.1,
"learning_rate": 1.579194001874414e-05,
"loss": 0.0967,
"step": 6340
},
{
"epoch": 2.11,
"learning_rate": 1.573336457357076e-05,
"loss": 0.246,
"step": 6350
},
{
"epoch": 2.11,
"eval_accuracy": 0.9053706526756287,
"eval_loss": 0.3258315622806549,
"eval_runtime": 2928.8044,
"eval_samples_per_second": 4.113,
"eval_steps_per_second": 0.065,
"step": 6350
},
{
"epoch": 2.11,
"learning_rate": 1.567478912839738e-05,
"loss": 0.2457,
"step": 6360
},
{
"epoch": 2.11,
"learning_rate": 1.5616213683223992e-05,
"loss": 0.1559,
"step": 6370
},
{
"epoch": 2.12,
"learning_rate": 1.555763823805061e-05,
"loss": 0.1161,
"step": 6380
},
{
"epoch": 2.12,
"learning_rate": 1.5499062792877226e-05,
"loss": 0.2317,
"step": 6390
},
{
"epoch": 2.12,
"learning_rate": 1.5440487347703843e-05,
"loss": 0.1515,
"step": 6400
},
{
"epoch": 2.12,
"eval_accuracy": 0.9027974009513855,
"eval_loss": 0.3141821324825287,
"eval_runtime": 2924.2509,
"eval_samples_per_second": 4.12,
"eval_steps_per_second": 0.065,
"step": 6400
},
{
"epoch": 2.13,
"learning_rate": 1.538191190253046e-05,
"loss": 0.086,
"step": 6410
},
{
"epoch": 2.13,
"learning_rate": 1.5323336457357078e-05,
"loss": 0.1537,
"step": 6420
},
{
"epoch": 2.13,
"learning_rate": 1.526476101218369e-05,
"loss": 0.1267,
"step": 6430
},
{
"epoch": 2.14,
"learning_rate": 1.5206185567010308e-05,
"loss": 0.0861,
"step": 6440
},
{
"epoch": 2.14,
"learning_rate": 1.5147610121836927e-05,
"loss": 0.2135,
"step": 6450
},
{
"epoch": 2.14,
"eval_accuracy": 0.9001411199569702,
"eval_loss": 0.3778562545776367,
"eval_runtime": 2929.0135,
"eval_samples_per_second": 4.113,
"eval_steps_per_second": 0.065,
"step": 6450
},
{
"epoch": 2.14,
"learning_rate": 1.5089034676663544e-05,
"loss": 0.1662,
"step": 6460
},
{
"epoch": 2.15,
"learning_rate": 1.503045923149016e-05,
"loss": 0.0579,
"step": 6470
},
{
"epoch": 2.15,
"learning_rate": 1.4971883786316777e-05,
"loss": 0.1741,
"step": 6480
},
{
"epoch": 2.15,
"learning_rate": 1.4913308341143392e-05,
"loss": 0.1987,
"step": 6490
},
{
"epoch": 2.16,
"learning_rate": 1.4854732895970011e-05,
"loss": 0.2403,
"step": 6500
},
{
"epoch": 2.16,
"eval_accuracy": 0.9042085409164429,
"eval_loss": 0.3711290657520294,
"eval_runtime": 2995.3297,
"eval_samples_per_second": 4.022,
"eval_steps_per_second": 0.063,
"step": 6500
},
{
"epoch": 2.16,
"learning_rate": 1.4796157450796626e-05,
"loss": 0.1528,
"step": 6510
},
{
"epoch": 2.16,
"learning_rate": 1.4737582005623243e-05,
"loss": 0.1333,
"step": 6520
},
{
"epoch": 2.17,
"learning_rate": 1.4679006560449859e-05,
"loss": 0.2565,
"step": 6530
},
{
"epoch": 2.17,
"learning_rate": 1.4620431115276476e-05,
"loss": 0.1425,
"step": 6540
},
{
"epoch": 2.17,
"learning_rate": 1.4561855670103095e-05,
"loss": 0.1042,
"step": 6550
},
{
"epoch": 2.17,
"eval_accuracy": 0.9028803706169128,
"eval_loss": 0.3553823232650757,
"eval_runtime": 3025.6018,
"eval_samples_per_second": 3.982,
"eval_steps_per_second": 0.062,
"step": 6550
},
{
"epoch": 2.18,
"learning_rate": 1.450328022492971e-05,
"loss": 0.1155,
"step": 6560
},
{
"epoch": 2.18,
"learning_rate": 1.4444704779756327e-05,
"loss": 0.1392,
"step": 6570
},
{
"epoch": 2.18,
"learning_rate": 1.4386129334582943e-05,
"loss": 0.1684,
"step": 6580
},
{
"epoch": 2.19,
"learning_rate": 1.432755388940956e-05,
"loss": 0.1048,
"step": 6590
},
{
"epoch": 2.19,
"learning_rate": 1.4268978444236178e-05,
"loss": 0.1894,
"step": 6600
},
{
"epoch": 2.19,
"eval_accuracy": 0.8909271955490112,
"eval_loss": 0.41722801327705383,
"eval_runtime": 3014.6942,
"eval_samples_per_second": 3.996,
"eval_steps_per_second": 0.063,
"step": 6600
},
{
"epoch": 2.19,
"learning_rate": 1.4210402999062794e-05,
"loss": 0.201,
"step": 6610
},
{
"epoch": 2.2,
"learning_rate": 1.4151827553889411e-05,
"loss": 0.1758,
"step": 6620
},
{
"epoch": 2.2,
"learning_rate": 1.4093252108716026e-05,
"loss": 0.1584,
"step": 6630
},
{
"epoch": 2.2,
"learning_rate": 1.4034676663542642e-05,
"loss": 0.149,
"step": 6640
},
{
"epoch": 2.21,
"learning_rate": 1.397610121836926e-05,
"loss": 0.1719,
"step": 6650
},
{
"epoch": 2.21,
"eval_accuracy": 0.9047895669937134,
"eval_loss": 0.35078778862953186,
"eval_runtime": 2997.7202,
"eval_samples_per_second": 4.019,
"eval_steps_per_second": 0.063,
"step": 6650
},
{
"epoch": 2.21,
"learning_rate": 1.3917525773195878e-05,
"loss": 0.2618,
"step": 6660
},
{
"epoch": 2.21,
"learning_rate": 1.3858950328022493e-05,
"loss": 0.1631,
"step": 6670
},
{
"epoch": 2.22,
"learning_rate": 1.380037488284911e-05,
"loss": 0.1594,
"step": 6680
},
{
"epoch": 2.22,
"learning_rate": 1.3741799437675725e-05,
"loss": 0.1883,
"step": 6690
},
{
"epoch": 2.22,
"learning_rate": 1.3683223992502344e-05,
"loss": 0.1667,
"step": 6700
},
{
"epoch": 2.22,
"eval_accuracy": 0.9044575691223145,
"eval_loss": 0.3378527760505676,
"eval_runtime": 3030.8668,
"eval_samples_per_second": 3.975,
"eval_steps_per_second": 0.062,
"step": 6700
},
{
"epoch": 2.23,
"learning_rate": 1.3624648547328961e-05,
"loss": 0.1216,
"step": 6710
},
{
"epoch": 2.23,
"learning_rate": 1.3566073102155577e-05,
"loss": 0.2331,
"step": 6720
},
{
"epoch": 2.23,
"learning_rate": 1.3507497656982194e-05,
"loss": 0.1457,
"step": 6730
},
{
"epoch": 2.24,
"learning_rate": 1.344892221180881e-05,
"loss": 0.2942,
"step": 6740
},
{
"epoch": 2.24,
"learning_rate": 1.3390346766635428e-05,
"loss": 0.2224,
"step": 6750
},
{
"epoch": 2.24,
"eval_accuracy": 0.9038764834403992,
"eval_loss": 0.3271961510181427,
"eval_runtime": 3008.8745,
"eval_samples_per_second": 4.004,
"eval_steps_per_second": 0.063,
"step": 6750
},
{
"epoch": 2.24,
"learning_rate": 1.3331771321462045e-05,
"loss": 0.1547,
"step": 6760
},
{
"epoch": 2.25,
"learning_rate": 1.327319587628866e-05,
"loss": 0.3336,
"step": 6770
},
{
"epoch": 2.25,
"learning_rate": 1.3214620431115276e-05,
"loss": 0.2491,
"step": 6780
},
{
"epoch": 2.25,
"learning_rate": 1.3156044985941893e-05,
"loss": 0.289,
"step": 6790
},
{
"epoch": 2.26,
"learning_rate": 1.3097469540768512e-05,
"loss": 0.1617,
"step": 6800
},
{
"epoch": 2.26,
"eval_accuracy": 0.9041255116462708,
"eval_loss": 0.3173203468322754,
"eval_runtime": 2945.8188,
"eval_samples_per_second": 4.09,
"eval_steps_per_second": 0.064,
"step": 6800
},
{
"epoch": 2.26,
"learning_rate": 1.3038894095595127e-05,
"loss": 0.1473,
"step": 6810
},
{
"epoch": 2.26,
"learning_rate": 1.2980318650421744e-05,
"loss": 0.1916,
"step": 6820
},
{
"epoch": 2.27,
"learning_rate": 1.292174320524836e-05,
"loss": 0.1805,
"step": 6830
},
{
"epoch": 2.27,
"learning_rate": 1.2863167760074977e-05,
"loss": 0.1262,
"step": 6840
},
{
"epoch": 2.27,
"learning_rate": 1.2804592314901595e-05,
"loss": 0.2179,
"step": 6850
},
{
"epoch": 2.27,
"eval_accuracy": 0.9020503163337708,
"eval_loss": 0.32655876874923706,
"eval_runtime": 2909.0561,
"eval_samples_per_second": 4.141,
"eval_steps_per_second": 0.065,
"step": 6850
},
{
"epoch": 2.28,
"learning_rate": 1.2746016869728211e-05,
"loss": 0.2169,
"step": 6860
},
{
"epoch": 2.28,
"learning_rate": 1.2687441424554828e-05,
"loss": 0.1838,
"step": 6870
},
{
"epoch": 2.28,
"learning_rate": 1.2628865979381443e-05,
"loss": 0.0674,
"step": 6880
},
{
"epoch": 2.29,
"learning_rate": 1.2570290534208059e-05,
"loss": 0.2081,
"step": 6890
},
{
"epoch": 2.29,
"learning_rate": 1.251171508903468e-05,
"loss": 0.1948,
"step": 6900
},
{
"epoch": 2.29,
"eval_accuracy": 0.9030464291572571,
"eval_loss": 0.33025914430618286,
"eval_runtime": 2926.2553,
"eval_samples_per_second": 4.117,
"eval_steps_per_second": 0.065,
"step": 6900
},
{
"epoch": 2.29,
"learning_rate": 1.2453139643861295e-05,
"loss": 0.1809,
"step": 6910
},
{
"epoch": 2.3,
"learning_rate": 1.239456419868791e-05,
"loss": 0.1197,
"step": 6920
},
{
"epoch": 2.3,
"learning_rate": 1.2335988753514527e-05,
"loss": 0.1115,
"step": 6930
},
{
"epoch": 2.3,
"learning_rate": 1.2277413308341144e-05,
"loss": 0.2005,
"step": 6940
},
{
"epoch": 2.31,
"learning_rate": 1.2218837863167761e-05,
"loss": 0.2305,
"step": 6950
},
{
"epoch": 2.31,
"eval_accuracy": 0.9047895669937134,
"eval_loss": 0.3400987684726715,
"eval_runtime": 2976.0412,
"eval_samples_per_second": 4.048,
"eval_steps_per_second": 0.064,
"step": 6950
},
{
"epoch": 2.31,
"learning_rate": 1.2160262417994377e-05,
"loss": 0.1895,
"step": 6960
},
{
"epoch": 2.31,
"learning_rate": 1.2101686972820994e-05,
"loss": 0.1343,
"step": 6970
},
{
"epoch": 2.32,
"learning_rate": 1.204311152764761e-05,
"loss": 0.1792,
"step": 6980
},
{
"epoch": 2.32,
"learning_rate": 1.1984536082474228e-05,
"loss": 0.1439,
"step": 6990
},
{
"epoch": 2.32,
"learning_rate": 1.1925960637300843e-05,
"loss": 0.1625,
"step": 7000
},
{
"epoch": 2.32,
"eval_accuracy": 0.8987299799919128,
"eval_loss": 0.35047200322151184,
"eval_runtime": 2974.9568,
"eval_samples_per_second": 4.049,
"eval_steps_per_second": 0.064,
"step": 7000
},
{
"epoch": 2.33,
"learning_rate": 1.186738519212746e-05,
"loss": 0.1275,
"step": 7010
},
{
"epoch": 2.33,
"learning_rate": 1.1808809746954077e-05,
"loss": 0.1262,
"step": 7020
},
{
"epoch": 2.33,
"learning_rate": 1.1750234301780695e-05,
"loss": 0.2174,
"step": 7030
},
{
"epoch": 2.34,
"learning_rate": 1.1691658856607312e-05,
"loss": 0.1786,
"step": 7040
},
{
"epoch": 2.34,
"learning_rate": 1.1633083411433927e-05,
"loss": 0.1483,
"step": 7050
},
{
"epoch": 2.34,
"eval_accuracy": 0.9062007069587708,
"eval_loss": 0.3373454511165619,
"eval_runtime": 3023.9939,
"eval_samples_per_second": 3.984,
"eval_steps_per_second": 0.063,
"step": 7050
},
{
"epoch": 2.34,
"learning_rate": 1.1574507966260544e-05,
"loss": 0.0845,
"step": 7060
},
{
"epoch": 2.35,
"learning_rate": 1.1515932521087161e-05,
"loss": 0.0877,
"step": 7070
},
{
"epoch": 2.35,
"learning_rate": 1.1457357075913777e-05,
"loss": 0.3632,
"step": 7080
},
{
"epoch": 2.35,
"learning_rate": 1.1398781630740395e-05,
"loss": 0.1592,
"step": 7090
},
{
"epoch": 2.36,
"learning_rate": 1.134020618556701e-05,
"loss": 0.2008,
"step": 7100
},
{
"epoch": 2.36,
"eval_accuracy": 0.9058687090873718,
"eval_loss": 0.3449901044368744,
"eval_runtime": 2922.6824,
"eval_samples_per_second": 4.122,
"eval_steps_per_second": 0.065,
"step": 7100
},
{
"epoch": 2.36,
"learning_rate": 1.1281630740393626e-05,
"loss": 0.1318,
"step": 7110
},
{
"epoch": 2.36,
"learning_rate": 1.1223055295220245e-05,
"loss": 0.0926,
"step": 7120
},
{
"epoch": 2.37,
"learning_rate": 1.116447985004686e-05,
"loss": 0.1249,
"step": 7130
},
{
"epoch": 2.37,
"learning_rate": 1.1105904404873477e-05,
"loss": 0.1599,
"step": 7140
},
{
"epoch": 2.37,
"learning_rate": 1.1047328959700095e-05,
"loss": 0.157,
"step": 7150
},
{
"epoch": 2.37,
"eval_accuracy": 0.9022993445396423,
"eval_loss": 0.36756283044815063,
"eval_runtime": 2931.9116,
"eval_samples_per_second": 4.109,
"eval_steps_per_second": 0.064,
"step": 7150
},
{
"epoch": 2.38,
"learning_rate": 1.098875351452671e-05,
"loss": 0.2067,
"step": 7160
},
{
"epoch": 2.38,
"learning_rate": 1.0930178069353329e-05,
"loss": 0.1858,
"step": 7170
},
{
"epoch": 2.38,
"learning_rate": 1.0871602624179944e-05,
"loss": 0.1462,
"step": 7180
},
{
"epoch": 2.39,
"learning_rate": 1.0813027179006561e-05,
"loss": 0.0693,
"step": 7190
},
{
"epoch": 2.39,
"learning_rate": 1.0754451733833178e-05,
"loss": 0.1636,
"step": 7200
},
{
"epoch": 2.39,
"eval_accuracy": 0.9042915105819702,
"eval_loss": 0.3568061292171478,
"eval_runtime": 2926.2418,
"eval_samples_per_second": 4.117,
"eval_steps_per_second": 0.065,
"step": 7200
},
{
"epoch": 2.39,
"learning_rate": 1.0695876288659794e-05,
"loss": 0.2989,
"step": 7210
},
{
"epoch": 2.4,
"learning_rate": 1.063730084348641e-05,
"loss": 0.0984,
"step": 7220
},
{
"epoch": 2.4,
"learning_rate": 1.0578725398313028e-05,
"loss": 0.2496,
"step": 7230
},
{
"epoch": 2.4,
"learning_rate": 1.0520149953139645e-05,
"loss": 0.3308,
"step": 7240
},
{
"epoch": 2.41,
"learning_rate": 1.046157450796626e-05,
"loss": 0.1587,
"step": 7250
},
{
"epoch": 2.41,
"eval_accuracy": 0.9057026505470276,
"eval_loss": 0.32082468271255493,
"eval_runtime": 2922.0631,
"eval_samples_per_second": 4.123,
"eval_steps_per_second": 0.065,
"step": 7250
},
{
"epoch": 2.41,
"learning_rate": 1.0402999062792877e-05,
"loss": 0.1226,
"step": 7260
},
{
"epoch": 2.41,
"learning_rate": 1.0344423617619495e-05,
"loss": 0.1719,
"step": 7270
},
{
"epoch": 2.42,
"learning_rate": 1.0285848172446112e-05,
"loss": 0.2171,
"step": 7280
},
{
"epoch": 2.42,
"learning_rate": 1.0227272727272729e-05,
"loss": 0.1593,
"step": 7290
},
{
"epoch": 2.42,
"learning_rate": 1.0168697282099344e-05,
"loss": 0.1547,
"step": 7300
},
{
"epoch": 2.42,
"eval_accuracy": 0.9052045941352844,
"eval_loss": 0.331007719039917,
"eval_runtime": 2909.36,
"eval_samples_per_second": 4.141,
"eval_steps_per_second": 0.065,
"step": 7300
},
{
"epoch": 2.43,
"learning_rate": 1.0110121836925961e-05,
"loss": 0.1314,
"step": 7310
},
{
"epoch": 2.43,
"learning_rate": 1.0051546391752578e-05,
"loss": 0.0937,
"step": 7320
},
{
"epoch": 2.43,
"learning_rate": 9.992970946579194e-06,
"loss": 0.2031,
"step": 7330
},
{
"epoch": 2.44,
"learning_rate": 9.934395501405812e-06,
"loss": 0.2195,
"step": 7340
},
{
"epoch": 2.44,
"learning_rate": 9.875820056232428e-06,
"loss": 0.1686,
"step": 7350
},
{
"epoch": 2.44,
"eval_accuracy": 0.9052876234054565,
"eval_loss": 0.33452099561691284,
"eval_runtime": 2935.6217,
"eval_samples_per_second": 4.104,
"eval_steps_per_second": 0.064,
"step": 7350
},
{
"epoch": 2.44,
"learning_rate": 9.817244611059045e-06,
"loss": 0.0445,
"step": 7360
},
{
"epoch": 2.45,
"learning_rate": 9.758669165885662e-06,
"loss": 0.0765,
"step": 7370
},
{
"epoch": 2.45,
"learning_rate": 9.700093720712277e-06,
"loss": 0.2234,
"step": 7380
},
{
"epoch": 2.45,
"learning_rate": 9.641518275538894e-06,
"loss": 0.1938,
"step": 7390
},
{
"epoch": 2.46,
"learning_rate": 9.582942830365512e-06,
"loss": 0.0898,
"step": 7400
},
{
"epoch": 2.46,
"eval_accuracy": 0.9061176776885986,
"eval_loss": 0.3567478060722351,
"eval_runtime": 2922.0881,
"eval_samples_per_second": 4.123,
"eval_steps_per_second": 0.065,
"step": 7400
},
{
"epoch": 2.46,
"learning_rate": 9.524367385192127e-06,
"loss": 0.1014,
"step": 7410
},
{
"epoch": 2.46,
"learning_rate": 9.465791940018746e-06,
"loss": 0.214,
"step": 7420
},
{
"epoch": 2.47,
"learning_rate": 9.407216494845361e-06,
"loss": 0.209,
"step": 7430
},
{
"epoch": 2.47,
"learning_rate": 9.348641049671977e-06,
"loss": 0.1669,
"step": 7440
},
{
"epoch": 2.47,
"learning_rate": 9.290065604498595e-06,
"loss": 0.1869,
"step": 7450
},
{
"epoch": 2.47,
"eval_accuracy": 0.9061176776885986,
"eval_loss": 0.3379247188568115,
"eval_runtime": 2935.7141,
"eval_samples_per_second": 4.104,
"eval_steps_per_second": 0.064,
"step": 7450
},
{
"epoch": 2.48,
"learning_rate": 9.23149015932521e-06,
"loss": 0.147,
"step": 7460
},
{
"epoch": 2.48,
"learning_rate": 9.172914714151828e-06,
"loss": 0.137,
"step": 7470
},
{
"epoch": 2.48,
"learning_rate": 9.114339268978445e-06,
"loss": 0.302,
"step": 7480
},
{
"epoch": 2.49,
"learning_rate": 9.05576382380506e-06,
"loss": 0.1999,
"step": 7490
},
{
"epoch": 2.49,
"learning_rate": 8.997188378631679e-06,
"loss": 0.1468,
"step": 7500
},
{
"epoch": 2.49,
"eval_accuracy": 0.9056196808815002,
"eval_loss": 0.33066657185554504,
"eval_runtime": 2930.2607,
"eval_samples_per_second": 4.111,
"eval_steps_per_second": 0.064,
"step": 7500
},
{
"epoch": 2.49,
"learning_rate": 8.938612933458294e-06,
"loss": 0.1849,
"step": 7510
},
{
"epoch": 2.5,
"learning_rate": 8.880037488284912e-06,
"loss": 0.2767,
"step": 7520
},
{
"epoch": 2.5,
"learning_rate": 8.821462043111529e-06,
"loss": 0.2727,
"step": 7530
},
{
"epoch": 2.5,
"learning_rate": 8.762886597938144e-06,
"loss": 0.1813,
"step": 7540
},
{
"epoch": 2.51,
"learning_rate": 8.704311152764761e-06,
"loss": 0.1361,
"step": 7550
},
{
"epoch": 2.51,
"eval_accuracy": 0.9052876234054565,
"eval_loss": 0.31330642104148865,
"eval_runtime": 2943.2985,
"eval_samples_per_second": 4.093,
"eval_steps_per_second": 0.064,
"step": 7550
},
{
"epoch": 2.51,
"learning_rate": 8.645735707591378e-06,
"loss": 0.1222,
"step": 7560
},
{
"epoch": 2.51,
"learning_rate": 8.587160262417995e-06,
"loss": 0.1212,
"step": 7570
},
{
"epoch": 2.52,
"learning_rate": 8.52858481724461e-06,
"loss": 0.0897,
"step": 7580
},
{
"epoch": 2.52,
"learning_rate": 8.470009372071228e-06,
"loss": 0.1459,
"step": 7590
},
{
"epoch": 2.52,
"learning_rate": 8.411433926897845e-06,
"loss": 0.2228,
"step": 7600
},
{
"epoch": 2.52,
"eval_accuracy": 0.905453622341156,
"eval_loss": 0.3354151248931885,
"eval_runtime": 2935.7615,
"eval_samples_per_second": 4.104,
"eval_steps_per_second": 0.064,
"step": 7600
},
{
"epoch": 2.53,
"learning_rate": 8.352858481724462e-06,
"loss": 0.1579,
"step": 7610
},
{
"epoch": 2.53,
"learning_rate": 8.294283036551079e-06,
"loss": 0.2439,
"step": 7620
},
{
"epoch": 2.53,
"learning_rate": 8.235707591377694e-06,
"loss": 0.1875,
"step": 7630
},
{
"epoch": 2.54,
"learning_rate": 8.177132146204312e-06,
"loss": 0.1262,
"step": 7640
},
{
"epoch": 2.54,
"learning_rate": 8.118556701030929e-06,
"loss": 0.0414,
"step": 7650
},
{
"epoch": 2.54,
"eval_accuracy": 0.9047065377235413,
"eval_loss": 0.3257265090942383,
"eval_runtime": 2945.036,
"eval_samples_per_second": 4.091,
"eval_steps_per_second": 0.064,
"step": 7650
},
{
"epoch": 2.54,
"learning_rate": 8.059981255857544e-06,
"loss": 0.215,
"step": 7660
},
{
"epoch": 2.55,
"learning_rate": 8.001405810684163e-06,
"loss": 0.135,
"step": 7670
},
{
"epoch": 2.55,
"learning_rate": 7.942830365510778e-06,
"loss": 0.1628,
"step": 7680
},
{
"epoch": 2.55,
"learning_rate": 7.884254920337395e-06,
"loss": 0.1233,
"step": 7690
},
{
"epoch": 2.56,
"learning_rate": 7.825679475164012e-06,
"loss": 0.2026,
"step": 7700
},
{
"epoch": 2.56,
"eval_accuracy": 0.9019672870635986,
"eval_loss": 0.34675589203834534,
"eval_runtime": 2933.6699,
"eval_samples_per_second": 4.106,
"eval_steps_per_second": 0.064,
"step": 7700
},
{
"epoch": 2.56,
"learning_rate": 7.767104029990628e-06,
"loss": 0.1428,
"step": 7710
},
{
"epoch": 2.56,
"learning_rate": 7.708528584817245e-06,
"loss": 0.2086,
"step": 7720
},
{
"epoch": 2.57,
"learning_rate": 7.649953139643862e-06,
"loss": 0.1112,
"step": 7730
},
{
"epoch": 2.57,
"learning_rate": 7.591377694470478e-06,
"loss": 0.1809,
"step": 7740
},
{
"epoch": 2.57,
"learning_rate": 7.532802249297095e-06,
"loss": 0.1686,
"step": 7750
},
{
"epoch": 2.57,
"eval_accuracy": 0.9063667058944702,
"eval_loss": 0.3348318338394165,
"eval_runtime": 2938.6603,
"eval_samples_per_second": 4.099,
"eval_steps_per_second": 0.064,
"step": 7750
},
{
"epoch": 2.58,
"learning_rate": 7.4742268041237115e-06,
"loss": 0.227,
"step": 7760
},
{
"epoch": 2.58,
"learning_rate": 7.415651358950329e-06,
"loss": 0.1678,
"step": 7770
},
{
"epoch": 2.58,
"learning_rate": 7.357075913776945e-06,
"loss": 0.2293,
"step": 7780
},
{
"epoch": 2.59,
"learning_rate": 7.298500468603561e-06,
"loss": 0.2007,
"step": 7790
},
{
"epoch": 2.59,
"learning_rate": 7.239925023430179e-06,
"loss": 0.204,
"step": 7800
},
{
"epoch": 2.59,
"eval_accuracy": 0.9064497351646423,
"eval_loss": 0.3327842950820923,
"eval_runtime": 2934.137,
"eval_samples_per_second": 4.106,
"eval_steps_per_second": 0.064,
"step": 7800
},
{
"epoch": 2.59,
"learning_rate": 7.181349578256795e-06,
"loss": 0.1153,
"step": 7810
},
{
"epoch": 2.6,
"learning_rate": 7.122774133083412e-06,
"loss": 0.2967,
"step": 7820
},
{
"epoch": 2.6,
"learning_rate": 7.0641986879100285e-06,
"loss": 0.1436,
"step": 7830
},
{
"epoch": 2.6,
"learning_rate": 7.005623242736645e-06,
"loss": 0.1987,
"step": 7840
},
{
"epoch": 2.61,
"learning_rate": 6.947047797563262e-06,
"loss": 0.1569,
"step": 7850
},
{
"epoch": 2.61,
"eval_accuracy": 0.9070308208465576,
"eval_loss": 0.335011750459671,
"eval_runtime": 3009.9385,
"eval_samples_per_second": 4.002,
"eval_steps_per_second": 0.063,
"step": 7850
},
{
"epoch": 2.61,
"learning_rate": 6.888472352389878e-06,
"loss": 0.1791,
"step": 7860
},
{
"epoch": 2.61,
"learning_rate": 6.829896907216494e-06,
"loss": 0.1888,
"step": 7870
},
{
"epoch": 2.62,
"learning_rate": 6.771321462043112e-06,
"loss": 0.2497,
"step": 7880
},
{
"epoch": 2.62,
"learning_rate": 6.7127460168697285e-06,
"loss": 0.1993,
"step": 7890
},
{
"epoch": 2.62,
"learning_rate": 6.654170571696346e-06,
"loss": 0.0918,
"step": 7900
},
{
"epoch": 2.62,
"eval_accuracy": 0.9042085409164429,
"eval_loss": 0.32580670714378357,
"eval_runtime": 3008.2052,
"eval_samples_per_second": 4.005,
"eval_steps_per_second": 0.063,
"step": 7900
},
{
"epoch": 2.63,
"learning_rate": 6.595595126522962e-06,
"loss": 0.1994,
"step": 7910
},
{
"epoch": 2.63,
"learning_rate": 6.537019681349578e-06,
"loss": 0.2249,
"step": 7920
},
{
"epoch": 2.63,
"learning_rate": 6.478444236176195e-06,
"loss": 0.1242,
"step": 7930
},
{
"epoch": 2.64,
"learning_rate": 6.419868791002811e-06,
"loss": 0.1836,
"step": 7940
},
{
"epoch": 2.64,
"learning_rate": 6.361293345829429e-06,
"loss": 0.1938,
"step": 7950
},
{
"epoch": 2.64,
"eval_accuracy": 0.9063667058944702,
"eval_loss": 0.32377755641937256,
"eval_runtime": 3036.3884,
"eval_samples_per_second": 3.968,
"eval_steps_per_second": 0.062,
"step": 7950
},
{
"epoch": 2.64,
"learning_rate": 6.302717900656046e-06,
"loss": 0.1902,
"step": 7960
},
{
"epoch": 2.65,
"learning_rate": 6.244142455482662e-06,
"loss": 0.1663,
"step": 7970
},
{
"epoch": 2.65,
"learning_rate": 6.185567010309279e-06,
"loss": 0.1357,
"step": 7980
},
{
"epoch": 2.65,
"learning_rate": 6.126991565135895e-06,
"loss": 0.1478,
"step": 7990
},
{
"epoch": 2.66,
"learning_rate": 6.068416119962512e-06,
"loss": 0.2395,
"step": 8000
},
{
"epoch": 2.66,
"eval_accuracy": 0.9052045941352844,
"eval_loss": 0.3201657235622406,
"eval_runtime": 2976.8512,
"eval_samples_per_second": 4.047,
"eval_steps_per_second": 0.063,
"step": 8000
},
{
"epoch": 2.66,
"learning_rate": 6.0098406747891285e-06,
"loss": 0.1911,
"step": 8010
},
{
"epoch": 2.66,
"learning_rate": 5.951265229615746e-06,
"loss": 0.085,
"step": 8020
},
{
"epoch": 2.67,
"learning_rate": 5.892689784442363e-06,
"loss": 0.1792,
"step": 8030
},
{
"epoch": 2.67,
"learning_rate": 5.834114339268978e-06,
"loss": 0.2266,
"step": 8040
},
{
"epoch": 2.67,
"learning_rate": 5.775538894095595e-06,
"loss": 0.0698,
"step": 8050
},
{
"epoch": 2.67,
"eval_accuracy": 0.9039595127105713,
"eval_loss": 0.3339182734489441,
"eval_runtime": 2973.4075,
"eval_samples_per_second": 4.052,
"eval_steps_per_second": 0.064,
"step": 8050
},
{
"epoch": 2.68,
"learning_rate": 5.716963448922212e-06,
"loss": 0.0918,
"step": 8060
},
{
"epoch": 2.68,
"learning_rate": 5.658388003748829e-06,
"loss": 0.1287,
"step": 8070
},
{
"epoch": 2.68,
"learning_rate": 5.5998125585754456e-06,
"loss": 0.2152,
"step": 8080
},
{
"epoch": 2.69,
"learning_rate": 5.541237113402062e-06,
"loss": 0.124,
"step": 8090
},
{
"epoch": 2.69,
"learning_rate": 5.482661668228679e-06,
"loss": 0.1848,
"step": 8100
},
{
"epoch": 2.69,
"eval_accuracy": 0.9032124280929565,
"eval_loss": 0.35521620512008667,
"eval_runtime": 3043.2708,
"eval_samples_per_second": 3.959,
"eval_steps_per_second": 0.062,
"step": 8100
},
{
"epoch": 2.69,
"learning_rate": 5.424086223055295e-06,
"loss": 0.1448,
"step": 8110
},
{
"epoch": 2.7,
"learning_rate": 5.365510777881912e-06,
"loss": 0.2439,
"step": 8120
},
{
"epoch": 2.7,
"learning_rate": 5.306935332708529e-06,
"loss": 0.236,
"step": 8130
},
{
"epoch": 2.7,
"learning_rate": 5.2483598875351456e-06,
"loss": 0.2276,
"step": 8140
},
{
"epoch": 2.71,
"learning_rate": 5.189784442361762e-06,
"loss": 0.2527,
"step": 8150
},
{
"epoch": 2.71,
"eval_accuracy": 0.9052045941352844,
"eval_loss": 0.33176401257514954,
"eval_runtime": 2970.8031,
"eval_samples_per_second": 4.055,
"eval_steps_per_second": 0.064,
"step": 8150
},
{
"epoch": 2.71,
"learning_rate": 5.131208997188379e-06,
"loss": 0.1179,
"step": 8160
},
{
"epoch": 2.71,
"learning_rate": 5.072633552014996e-06,
"loss": 0.0792,
"step": 8170
},
{
"epoch": 2.72,
"learning_rate": 5.014058106841612e-06,
"loss": 0.1402,
"step": 8180
},
{
"epoch": 2.72,
"learning_rate": 4.9554826616682284e-06,
"loss": 0.2519,
"step": 8190
},
{
"epoch": 2.72,
"learning_rate": 4.8969072164948455e-06,
"loss": 0.1749,
"step": 8200
},
{
"epoch": 2.72,
"eval_accuracy": 0.903793454170227,
"eval_loss": 0.34064415097236633,
"eval_runtime": 3033.3872,
"eval_samples_per_second": 3.971,
"eval_steps_per_second": 0.062,
"step": 8200
},
{
"epoch": 2.73,
"learning_rate": 4.838331771321463e-06,
"loss": 0.1474,
"step": 8210
},
{
"epoch": 2.73,
"learning_rate": 4.779756326148079e-06,
"loss": 0.161,
"step": 8220
},
{
"epoch": 2.73,
"learning_rate": 4.721180880974695e-06,
"loss": 0.161,
"step": 8230
},
{
"epoch": 2.74,
"learning_rate": 4.662605435801312e-06,
"loss": 0.1951,
"step": 8240
},
{
"epoch": 2.74,
"learning_rate": 4.604029990627929e-06,
"loss": 0.1782,
"step": 8250
},
{
"epoch": 2.74,
"eval_accuracy": 0.9065327644348145,
"eval_loss": 0.3299373388290405,
"eval_runtime": 2913.5612,
"eval_samples_per_second": 4.135,
"eval_steps_per_second": 0.065,
"step": 8250
},
{
"epoch": 2.74,
"learning_rate": 4.5454545454545455e-06,
"loss": 0.1494,
"step": 8260
},
{
"epoch": 2.75,
"learning_rate": 4.486879100281163e-06,
"loss": 0.1059,
"step": 8270
},
{
"epoch": 2.75,
"learning_rate": 4.428303655107779e-06,
"loss": 0.1523,
"step": 8280
},
{
"epoch": 2.75,
"learning_rate": 4.369728209934396e-06,
"loss": 0.1697,
"step": 8290
},
{
"epoch": 2.76,
"learning_rate": 4.311152764761012e-06,
"loss": 0.1278,
"step": 8300
},
{
"epoch": 2.76,
"eval_accuracy": 0.9081099033355713,
"eval_loss": 0.3326606750488281,
"eval_runtime": 2939.1204,
"eval_samples_per_second": 4.099,
"eval_steps_per_second": 0.064,
"step": 8300
},
{
"epoch": 2.76,
"learning_rate": 4.252577319587629e-06,
"loss": 0.2058,
"step": 8310
},
{
"epoch": 2.76,
"learning_rate": 4.194001874414246e-06,
"loss": 0.1229,
"step": 8320
},
{
"epoch": 2.77,
"learning_rate": 4.135426429240863e-06,
"loss": 0.1856,
"step": 8330
},
{
"epoch": 2.77,
"learning_rate": 4.076850984067479e-06,
"loss": 0.14,
"step": 8340
},
{
"epoch": 2.77,
"learning_rate": 4.018275538894096e-06,
"loss": 0.2235,
"step": 8350
},
{
"epoch": 2.77,
"eval_accuracy": 0.9040424823760986,
"eval_loss": 0.3395898938179016,
"eval_runtime": 2930.8362,
"eval_samples_per_second": 4.11,
"eval_steps_per_second": 0.064,
"step": 8350
},
{
"epoch": 2.78,
"learning_rate": 3.959700093720713e-06,
"loss": 0.143,
"step": 8360
},
{
"epoch": 2.78,
"learning_rate": 3.901124648547329e-06,
"loss": 0.1388,
"step": 8370
},
{
"epoch": 2.78,
"learning_rate": 3.8425492033739455e-06,
"loss": 0.1586,
"step": 8380
},
{
"epoch": 2.79,
"learning_rate": 3.7839737582005626e-06,
"loss": 0.1379,
"step": 8390
},
{
"epoch": 2.79,
"learning_rate": 3.7253983130271792e-06,
"loss": 0.1995,
"step": 8400
},
{
"epoch": 2.79,
"eval_accuracy": 0.9082759022712708,
"eval_loss": 0.3357061445713043,
"eval_runtime": 2931.3182,
"eval_samples_per_second": 4.11,
"eval_steps_per_second": 0.064,
"step": 8400
},
{
"epoch": 2.79,
"learning_rate": 3.666822867853796e-06,
"loss": 0.2437,
"step": 8410
},
{
"epoch": 2.8,
"learning_rate": 3.608247422680412e-06,
"loss": 0.2284,
"step": 8420
},
{
"epoch": 2.8,
"learning_rate": 3.5496719775070292e-06,
"loss": 0.2423,
"step": 8430
},
{
"epoch": 2.8,
"learning_rate": 3.491096532333646e-06,
"loss": 0.2038,
"step": 8440
},
{
"epoch": 2.81,
"learning_rate": 3.4325210871602626e-06,
"loss": 0.2077,
"step": 8450
},
{
"epoch": 2.81,
"eval_accuracy": 0.9079439043998718,
"eval_loss": 0.3241910934448242,
"eval_runtime": 2925.6294,
"eval_samples_per_second": 4.118,
"eval_steps_per_second": 0.065,
"step": 8450
},
{
"epoch": 2.81,
"learning_rate": 3.3739456419868796e-06,
"loss": 0.0964,
"step": 8460
},
{
"epoch": 2.81,
"learning_rate": 3.3153701968134955e-06,
"loss": 0.134,
"step": 8470
},
{
"epoch": 2.82,
"learning_rate": 3.2567947516401125e-06,
"loss": 0.1819,
"step": 8480
},
{
"epoch": 2.82,
"learning_rate": 3.1982193064667292e-06,
"loss": 0.1255,
"step": 8490
},
{
"epoch": 2.82,
"learning_rate": 3.1396438612933463e-06,
"loss": 0.1616,
"step": 8500
},
{
"epoch": 2.82,
"eval_accuracy": 0.9079439043998718,
"eval_loss": 0.32991456985473633,
"eval_runtime": 2922.3321,
"eval_samples_per_second": 4.122,
"eval_steps_per_second": 0.065,
"step": 8500
},
{
"epoch": 2.83,
"learning_rate": 3.0810684161199625e-06,
"loss": 0.2345,
"step": 8510
},
{
"epoch": 2.83,
"learning_rate": 3.0224929709465796e-06,
"loss": 0.2142,
"step": 8520
},
{
"epoch": 2.83,
"learning_rate": 2.963917525773196e-06,
"loss": 0.1439,
"step": 8530
},
{
"epoch": 2.84,
"learning_rate": 2.9053420805998125e-06,
"loss": 0.1242,
"step": 8540
},
{
"epoch": 2.84,
"learning_rate": 2.8467666354264296e-06,
"loss": 0.1563,
"step": 8550
},
{
"epoch": 2.84,
"eval_accuracy": 0.9080268740653992,
"eval_loss": 0.32703760266304016,
"eval_runtime": 2911.9201,
"eval_samples_per_second": 4.137,
"eval_steps_per_second": 0.065,
"step": 8550
},
{
"epoch": 2.84,
"learning_rate": 2.788191190253046e-06,
"loss": 0.1439,
"step": 8560
},
{
"epoch": 2.85,
"learning_rate": 2.729615745079663e-06,
"loss": 0.125,
"step": 8570
},
{
"epoch": 2.85,
"learning_rate": 2.671040299906279e-06,
"loss": 0.2587,
"step": 8580
},
{
"epoch": 2.85,
"learning_rate": 2.6124648547328963e-06,
"loss": 0.1411,
"step": 8590
},
{
"epoch": 2.86,
"learning_rate": 2.5538894095595125e-06,
"loss": 0.152,
"step": 8600
},
{
"epoch": 2.86,
"eval_accuracy": 0.907528817653656,
"eval_loss": 0.3290516138076782,
"eval_runtime": 2912.3621,
"eval_samples_per_second": 4.137,
"eval_steps_per_second": 0.065,
"step": 8600
},
{
"epoch": 2.86,
"learning_rate": 2.4953139643861296e-06,
"loss": 0.1454,
"step": 8610
},
{
"epoch": 2.86,
"learning_rate": 2.4367385192127463e-06,
"loss": 0.1647,
"step": 8620
},
{
"epoch": 2.87,
"learning_rate": 2.378163074039363e-06,
"loss": 0.1442,
"step": 8630
},
{
"epoch": 2.87,
"learning_rate": 2.3195876288659796e-06,
"loss": 0.0622,
"step": 8640
},
{
"epoch": 2.87,
"learning_rate": 2.2610121836925963e-06,
"loss": 0.2968,
"step": 8650
},
{
"epoch": 2.87,
"eval_accuracy": 0.9074458479881287,
"eval_loss": 0.3356473743915558,
"eval_runtime": 2926.168,
"eval_samples_per_second": 4.117,
"eval_steps_per_second": 0.065,
"step": 8650
},
{
"epoch": 2.88,
"learning_rate": 2.202436738519213e-06,
"loss": 0.1639,
"step": 8660
},
{
"epoch": 2.88,
"learning_rate": 2.143861293345829e-06,
"loss": 0.2248,
"step": 8670
},
{
"epoch": 2.88,
"learning_rate": 2.0852858481724463e-06,
"loss": 0.2802,
"step": 8680
},
{
"epoch": 2.89,
"learning_rate": 2.026710402999063e-06,
"loss": 0.1014,
"step": 8690
},
{
"epoch": 2.89,
"learning_rate": 1.9681349578256796e-06,
"loss": 0.1805,
"step": 8700
},
{
"epoch": 2.89,
"eval_accuracy": 0.9051216244697571,
"eval_loss": 0.3323352634906769,
"eval_runtime": 2932.0605,
"eval_samples_per_second": 4.109,
"eval_steps_per_second": 0.064,
"step": 8700
},
{
"epoch": 2.89,
"learning_rate": 1.9095595126522962e-06,
"loss": 0.1026,
"step": 8710
},
{
"epoch": 2.9,
"learning_rate": 1.8509840674789127e-06,
"loss": 0.1766,
"step": 8720
},
{
"epoch": 2.9,
"learning_rate": 1.7924086223055296e-06,
"loss": 0.1394,
"step": 8730
},
{
"epoch": 2.9,
"learning_rate": 1.7338331771321464e-06,
"loss": 0.1899,
"step": 8740
},
{
"epoch": 2.91,
"learning_rate": 1.675257731958763e-06,
"loss": 0.1436,
"step": 8750
},
{
"epoch": 2.91,
"eval_accuracy": 0.9080268740653992,
"eval_loss": 0.3264749348163605,
"eval_runtime": 2872.7031,
"eval_samples_per_second": 4.194,
"eval_steps_per_second": 0.066,
"step": 8750
},
{
"epoch": 2.91,
"learning_rate": 1.6166822867853798e-06,
"loss": 0.1757,
"step": 8760
},
{
"epoch": 2.91,
"learning_rate": 1.5581068416119964e-06,
"loss": 0.2008,
"step": 8770
},
{
"epoch": 2.92,
"learning_rate": 1.499531396438613e-06,
"loss": 0.2105,
"step": 8780
},
{
"epoch": 2.92,
"learning_rate": 1.4409559512652298e-06,
"loss": 0.1791,
"step": 8790
},
{
"epoch": 2.92,
"learning_rate": 1.3823805060918464e-06,
"loss": 0.1618,
"step": 8800
},
{
"epoch": 2.92,
"eval_accuracy": 0.9077778458595276,
"eval_loss": 0.32518285512924194,
"eval_runtime": 3015.7711,
"eval_samples_per_second": 3.995,
"eval_steps_per_second": 0.063,
"step": 8800
},
{
"epoch": 2.92,
"learning_rate": 1.323805060918463e-06,
"loss": 0.1754,
"step": 8810
},
{
"epoch": 2.93,
"learning_rate": 1.2652296157450795e-06,
"loss": 0.1863,
"step": 8820
},
{
"epoch": 2.93,
"learning_rate": 1.2066541705716964e-06,
"loss": 0.1553,
"step": 8830
},
{
"epoch": 2.93,
"learning_rate": 1.148078725398313e-06,
"loss": 0.1781,
"step": 8840
},
{
"epoch": 2.94,
"learning_rate": 1.0895032802249298e-06,
"loss": 0.1003,
"step": 8850
},
{
"epoch": 2.94,
"eval_accuracy": 0.9066987633705139,
"eval_loss": 0.32578587532043457,
"eval_runtime": 3032.7236,
"eval_samples_per_second": 3.972,
"eval_steps_per_second": 0.062,
"step": 8850
},
{
"epoch": 2.94,
"learning_rate": 1.0309278350515464e-06,
"loss": 0.1603,
"step": 8860
},
{
"epoch": 2.94,
"learning_rate": 9.72352389878163e-07,
"loss": 0.1526,
"step": 8870
},
{
"epoch": 2.95,
"learning_rate": 9.137769447047797e-07,
"loss": 0.2109,
"step": 8880
},
{
"epoch": 2.95,
"learning_rate": 8.552014995313965e-07,
"loss": 0.1855,
"step": 8890
},
{
"epoch": 2.95,
"learning_rate": 7.966260543580132e-07,
"loss": 0.1913,
"step": 8900
},
{
"epoch": 2.95,
"eval_accuracy": 0.9065327644348145,
"eval_loss": 0.3263765275478363,
"eval_runtime": 2995.9468,
"eval_samples_per_second": 4.021,
"eval_steps_per_second": 0.063,
"step": 8900
},
{
"epoch": 2.96,
"learning_rate": 7.380506091846298e-07,
"loss": 0.1779,
"step": 8910
},
{
"epoch": 2.96,
"learning_rate": 6.794751640112465e-07,
"loss": 0.1558,
"step": 8920
},
{
"epoch": 2.96,
"learning_rate": 6.208997188378633e-07,
"loss": 0.1279,
"step": 8930
},
{
"epoch": 2.97,
"learning_rate": 5.623242736644799e-07,
"loss": 0.2031,
"step": 8940
},
{
"epoch": 2.97,
"learning_rate": 5.037488284910965e-07,
"loss": 0.1735,
"step": 8950
},
{
"epoch": 2.97,
"eval_accuracy": 0.9068647623062134,
"eval_loss": 0.32649698853492737,
"eval_runtime": 3074.1842,
"eval_samples_per_second": 3.919,
"eval_steps_per_second": 0.061,
"step": 8950
},
{
"epoch": 2.97,
"learning_rate": 4.4517338331771327e-07,
"loss": 0.1671,
"step": 8960
},
{
"epoch": 2.98,
"learning_rate": 3.8659793814432993e-07,
"loss": 0.1658,
"step": 8970
},
{
"epoch": 2.98,
"learning_rate": 3.280224929709466e-07,
"loss": 0.1953,
"step": 8980
},
{
"epoch": 2.98,
"learning_rate": 2.6944704779756326e-07,
"loss": 0.1551,
"step": 8990
},
{
"epoch": 2.99,
"learning_rate": 2.1087160262417998e-07,
"loss": 0.1587,
"step": 9000
},
{
"epoch": 2.99,
"eval_accuracy": 0.9070308208465576,
"eval_loss": 0.3263450562953949,
"eval_runtime": 2966.6999,
"eval_samples_per_second": 4.061,
"eval_steps_per_second": 0.064,
"step": 9000
}
],
"max_steps": 9036,
"num_train_epochs": 3,
"total_flos": 3.788430841706496e+16,
"trial_name": null,
"trial_params": null
}