Haruhi-Zero-6B-0.1 / trainer_state.json
silk-road's picture
Upload 5 files
d3f011d verified
raw
history blame
192 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 3.0,
"eval_steps": 20,
"global_step": 3801,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 9.999984629559935e-07,
"loss": 2.5917,
"step": 3
},
{
"epoch": 0.0,
"learning_rate": 9.99993851833424e-07,
"loss": 2.5954,
"step": 6
},
{
"epoch": 0.01,
"learning_rate": 9.999861666606418e-07,
"loss": 2.4758,
"step": 9
},
{
"epoch": 0.01,
"learning_rate": 9.999754074848963e-07,
"loss": 2.4339,
"step": 12
},
{
"epoch": 0.01,
"learning_rate": 9.999615743723372e-07,
"loss": 2.4302,
"step": 15
},
{
"epoch": 0.01,
"learning_rate": 9.999446674080123e-07,
"loss": 2.4127,
"step": 18
},
{
"epoch": 0.02,
"eval_loss": 2.4218649864196777,
"eval_runtime": 422.4825,
"eval_samples_per_second": 20.204,
"eval_steps_per_second": 0.632,
"step": 20
},
{
"epoch": 0.02,
"learning_rate": 9.999246866958693e-07,
"loss": 2.4245,
"step": 21
},
{
"epoch": 0.02,
"learning_rate": 9.999016323587525e-07,
"loss": 2.4331,
"step": 24
},
{
"epoch": 0.02,
"learning_rate": 9.998755045384044e-07,
"loss": 2.408,
"step": 27
},
{
"epoch": 0.02,
"learning_rate": 9.998463033954637e-07,
"loss": 2.4111,
"step": 30
},
{
"epoch": 0.03,
"learning_rate": 9.998140291094635e-07,
"loss": 2.3888,
"step": 33
},
{
"epoch": 0.03,
"learning_rate": 9.997786818788323e-07,
"loss": 2.3767,
"step": 36
},
{
"epoch": 0.03,
"learning_rate": 9.997402619208908e-07,
"loss": 2.4407,
"step": 39
},
{
"epoch": 0.03,
"eval_loss": 2.4008724689483643,
"eval_runtime": 422.6497,
"eval_samples_per_second": 20.196,
"eval_steps_per_second": 0.632,
"step": 40
},
{
"epoch": 0.03,
"learning_rate": 9.996987694718518e-07,
"loss": 2.4586,
"step": 42
},
{
"epoch": 0.04,
"learning_rate": 9.996542047868183e-07,
"loss": 2.3972,
"step": 45
},
{
"epoch": 0.04,
"learning_rate": 9.996065681397816e-07,
"loss": 2.439,
"step": 48
},
{
"epoch": 0.04,
"learning_rate": 9.995558598236203e-07,
"loss": 2.3865,
"step": 51
},
{
"epoch": 0.04,
"learning_rate": 9.995020801500979e-07,
"loss": 2.385,
"step": 54
},
{
"epoch": 0.04,
"learning_rate": 9.994452294498617e-07,
"loss": 2.361,
"step": 57
},
{
"epoch": 0.05,
"learning_rate": 9.993853080724395e-07,
"loss": 2.3373,
"step": 60
},
{
"epoch": 0.05,
"eval_loss": 2.3903119564056396,
"eval_runtime": 422.8009,
"eval_samples_per_second": 20.189,
"eval_steps_per_second": 0.632,
"step": 60
},
{
"epoch": 0.05,
"learning_rate": 9.993223163862385e-07,
"loss": 2.4323,
"step": 63
},
{
"epoch": 0.05,
"learning_rate": 9.992562547785425e-07,
"loss": 2.3833,
"step": 66
},
{
"epoch": 0.05,
"learning_rate": 9.991871236555104e-07,
"loss": 2.4518,
"step": 69
},
{
"epoch": 0.06,
"learning_rate": 9.99114923442172e-07,
"loss": 2.3919,
"step": 72
},
{
"epoch": 0.06,
"learning_rate": 9.990396545824274e-07,
"loss": 2.3552,
"step": 75
},
{
"epoch": 0.06,
"learning_rate": 9.989613175390423e-07,
"loss": 2.4349,
"step": 78
},
{
"epoch": 0.06,
"eval_loss": 2.3834221363067627,
"eval_runtime": 422.8964,
"eval_samples_per_second": 20.185,
"eval_steps_per_second": 0.631,
"step": 80
},
{
"epoch": 0.06,
"learning_rate": 9.988799127936468e-07,
"loss": 2.3704,
"step": 81
},
{
"epoch": 0.07,
"learning_rate": 9.987954408467319e-07,
"loss": 2.3947,
"step": 84
},
{
"epoch": 0.07,
"learning_rate": 9.987079022176455e-07,
"loss": 2.3535,
"step": 87
},
{
"epoch": 0.07,
"learning_rate": 9.98617297444591e-07,
"loss": 2.3119,
"step": 90
},
{
"epoch": 0.07,
"learning_rate": 9.98523627084622e-07,
"loss": 2.4012,
"step": 93
},
{
"epoch": 0.08,
"learning_rate": 9.98426891713641e-07,
"loss": 2.3829,
"step": 96
},
{
"epoch": 0.08,
"learning_rate": 9.983270919263933e-07,
"loss": 2.405,
"step": 99
},
{
"epoch": 0.08,
"eval_loss": 2.3782522678375244,
"eval_runtime": 422.9999,
"eval_samples_per_second": 20.18,
"eval_steps_per_second": 0.631,
"step": 100
},
{
"epoch": 0.08,
"learning_rate": 9.982242283364663e-07,
"loss": 2.3665,
"step": 102
},
{
"epoch": 0.08,
"learning_rate": 9.981183015762831e-07,
"loss": 2.3767,
"step": 105
},
{
"epoch": 0.09,
"learning_rate": 9.980093122971e-07,
"loss": 2.4046,
"step": 108
},
{
"epoch": 0.09,
"learning_rate": 9.978972611690023e-07,
"loss": 2.4044,
"step": 111
},
{
"epoch": 0.09,
"learning_rate": 9.977821488809001e-07,
"loss": 2.3571,
"step": 114
},
{
"epoch": 0.09,
"learning_rate": 9.97663976140524e-07,
"loss": 2.3326,
"step": 117
},
{
"epoch": 0.09,
"learning_rate": 9.97542743674421e-07,
"loss": 2.4464,
"step": 120
},
{
"epoch": 0.09,
"eval_loss": 2.3740499019622803,
"eval_runtime": 423.0066,
"eval_samples_per_second": 20.179,
"eval_steps_per_second": 0.631,
"step": 120
},
{
"epoch": 0.1,
"learning_rate": 9.974184522279497e-07,
"loss": 2.3707,
"step": 123
},
{
"epoch": 0.1,
"learning_rate": 9.972911025652754e-07,
"loss": 2.3392,
"step": 126
},
{
"epoch": 0.1,
"learning_rate": 9.971606954693662e-07,
"loss": 2.3824,
"step": 129
},
{
"epoch": 0.1,
"learning_rate": 9.970272317419883e-07,
"loss": 2.4347,
"step": 132
},
{
"epoch": 0.11,
"learning_rate": 9.968907122037001e-07,
"loss": 2.3334,
"step": 135
},
{
"epoch": 0.11,
"learning_rate": 9.967511376938473e-07,
"loss": 2.3781,
"step": 138
},
{
"epoch": 0.11,
"eval_loss": 2.3706772327423096,
"eval_runtime": 423.1326,
"eval_samples_per_second": 20.173,
"eval_steps_per_second": 0.631,
"step": 140
},
{
"epoch": 0.11,
"learning_rate": 9.96608509070559e-07,
"loss": 2.3542,
"step": 141
},
{
"epoch": 0.11,
"learning_rate": 9.964628272107412e-07,
"loss": 2.3856,
"step": 144
},
{
"epoch": 0.12,
"learning_rate": 9.963140930100713e-07,
"loss": 2.4,
"step": 147
},
{
"epoch": 0.12,
"learning_rate": 9.961623073829934e-07,
"loss": 2.3335,
"step": 150
},
{
"epoch": 0.12,
"learning_rate": 9.960074712627125e-07,
"loss": 2.3617,
"step": 153
},
{
"epoch": 0.12,
"learning_rate": 9.95849585601188e-07,
"loss": 2.2984,
"step": 156
},
{
"epoch": 0.13,
"learning_rate": 9.956886513691288e-07,
"loss": 2.3507,
"step": 159
},
{
"epoch": 0.13,
"eval_loss": 2.367818832397461,
"eval_runtime": 423.1446,
"eval_samples_per_second": 20.173,
"eval_steps_per_second": 0.631,
"step": 160
},
{
"epoch": 0.13,
"learning_rate": 9.95524669555987e-07,
"loss": 2.3621,
"step": 162
},
{
"epoch": 0.13,
"learning_rate": 9.953576411699514e-07,
"loss": 2.4055,
"step": 165
},
{
"epoch": 0.13,
"learning_rate": 9.951875672379423e-07,
"loss": 2.3237,
"step": 168
},
{
"epoch": 0.13,
"learning_rate": 9.95014448805604e-07,
"loss": 2.3707,
"step": 171
},
{
"epoch": 0.14,
"learning_rate": 9.94838286937299e-07,
"loss": 2.4194,
"step": 174
},
{
"epoch": 0.14,
"learning_rate": 9.946590827161018e-07,
"loss": 2.3874,
"step": 177
},
{
"epoch": 0.14,
"learning_rate": 9.94476837243791e-07,
"loss": 2.3603,
"step": 180
},
{
"epoch": 0.14,
"eval_loss": 2.365144729614258,
"eval_runtime": 423.0504,
"eval_samples_per_second": 20.177,
"eval_steps_per_second": 0.631,
"step": 180
},
{
"epoch": 0.14,
"learning_rate": 9.94291551640844e-07,
"loss": 2.3569,
"step": 183
},
{
"epoch": 0.15,
"learning_rate": 9.941032270464298e-07,
"loss": 2.3908,
"step": 186
},
{
"epoch": 0.15,
"learning_rate": 9.939118646184005e-07,
"loss": 2.3899,
"step": 189
},
{
"epoch": 0.15,
"learning_rate": 9.937174655332863e-07,
"loss": 2.2911,
"step": 192
},
{
"epoch": 0.15,
"learning_rate": 9.93520030986287e-07,
"loss": 2.3508,
"step": 195
},
{
"epoch": 0.16,
"learning_rate": 9.933195621912648e-07,
"loss": 2.4146,
"step": 198
},
{
"epoch": 0.16,
"eval_loss": 2.362793445587158,
"eval_runtime": 423.1986,
"eval_samples_per_second": 20.17,
"eval_steps_per_second": 0.631,
"step": 200
},
{
"epoch": 0.16,
"learning_rate": 9.931160603807374e-07,
"loss": 2.2788,
"step": 201
},
{
"epoch": 0.16,
"learning_rate": 9.929095268058694e-07,
"loss": 2.3609,
"step": 204
},
{
"epoch": 0.16,
"learning_rate": 9.926999627364658e-07,
"loss": 2.3661,
"step": 207
},
{
"epoch": 0.17,
"learning_rate": 9.924873694609634e-07,
"loss": 2.3941,
"step": 210
},
{
"epoch": 0.17,
"learning_rate": 9.922717482864232e-07,
"loss": 2.3673,
"step": 213
},
{
"epoch": 0.17,
"learning_rate": 9.920531005385216e-07,
"loss": 2.3008,
"step": 216
},
{
"epoch": 0.17,
"learning_rate": 9.91831427561544e-07,
"loss": 2.3091,
"step": 219
},
{
"epoch": 0.17,
"eval_loss": 2.360593557357788,
"eval_runtime": 423.1159,
"eval_samples_per_second": 20.174,
"eval_steps_per_second": 0.631,
"step": 220
},
{
"epoch": 0.18,
"learning_rate": 9.916067307183748e-07,
"loss": 2.4117,
"step": 222
},
{
"epoch": 0.18,
"learning_rate": 9.913790113904893e-07,
"loss": 2.3798,
"step": 225
},
{
"epoch": 0.18,
"learning_rate": 9.911482709779467e-07,
"loss": 2.3493,
"step": 228
},
{
"epoch": 0.18,
"learning_rate": 9.909145108993792e-07,
"loss": 2.259,
"step": 231
},
{
"epoch": 0.18,
"learning_rate": 9.90677732591985e-07,
"loss": 2.338,
"step": 234
},
{
"epoch": 0.19,
"learning_rate": 9.90437937511519e-07,
"loss": 2.3372,
"step": 237
},
{
"epoch": 0.19,
"learning_rate": 9.901951271322831e-07,
"loss": 2.3506,
"step": 240
},
{
"epoch": 0.19,
"eval_loss": 2.358410596847534,
"eval_runtime": 423.1811,
"eval_samples_per_second": 20.171,
"eval_steps_per_second": 0.631,
"step": 240
},
{
"epoch": 0.19,
"learning_rate": 9.899493029471187e-07,
"loss": 2.3795,
"step": 243
},
{
"epoch": 0.19,
"learning_rate": 9.897004664673962e-07,
"loss": 2.3647,
"step": 246
},
{
"epoch": 0.2,
"learning_rate": 9.894486192230056e-07,
"loss": 2.3606,
"step": 249
},
{
"epoch": 0.2,
"learning_rate": 9.891937627623485e-07,
"loss": 2.313,
"step": 252
},
{
"epoch": 0.2,
"learning_rate": 9.889358986523273e-07,
"loss": 2.3567,
"step": 255
},
{
"epoch": 0.2,
"learning_rate": 9.886750284783358e-07,
"loss": 2.4321,
"step": 258
},
{
"epoch": 0.21,
"eval_loss": 2.356544017791748,
"eval_runtime": 423.3087,
"eval_samples_per_second": 20.165,
"eval_steps_per_second": 0.631,
"step": 260
},
{
"epoch": 0.21,
"learning_rate": 9.884111538442496e-07,
"loss": 2.4032,
"step": 261
},
{
"epoch": 0.21,
"learning_rate": 9.881442763724167e-07,
"loss": 2.3998,
"step": 264
},
{
"epoch": 0.21,
"learning_rate": 9.878743977036467e-07,
"loss": 2.3175,
"step": 267
},
{
"epoch": 0.21,
"learning_rate": 9.87601519497201e-07,
"loss": 2.3615,
"step": 270
},
{
"epoch": 0.22,
"learning_rate": 9.873256434307828e-07,
"loss": 2.3314,
"step": 273
},
{
"epoch": 0.22,
"learning_rate": 9.870467712005268e-07,
"loss": 2.3243,
"step": 276
},
{
"epoch": 0.22,
"learning_rate": 9.86764904520989e-07,
"loss": 2.3704,
"step": 279
},
{
"epoch": 0.22,
"eval_loss": 2.354780912399292,
"eval_runtime": 423.2181,
"eval_samples_per_second": 20.169,
"eval_steps_per_second": 0.631,
"step": 280
},
{
"epoch": 0.22,
"learning_rate": 9.864800451251346e-07,
"loss": 2.3973,
"step": 282
},
{
"epoch": 0.22,
"learning_rate": 9.8619219476433e-07,
"loss": 2.2891,
"step": 285
},
{
"epoch": 0.23,
"learning_rate": 9.859013552083293e-07,
"loss": 2.3691,
"step": 288
},
{
"epoch": 0.23,
"learning_rate": 9.856075282452657e-07,
"loss": 2.3868,
"step": 291
},
{
"epoch": 0.23,
"learning_rate": 9.85310715681639e-07,
"loss": 2.3333,
"step": 294
},
{
"epoch": 0.23,
"learning_rate": 9.85010919342305e-07,
"loss": 2.3556,
"step": 297
},
{
"epoch": 0.24,
"learning_rate": 9.847081410704645e-07,
"loss": 2.3586,
"step": 300
},
{
"epoch": 0.24,
"eval_loss": 2.3531601428985596,
"eval_runtime": 423.3067,
"eval_samples_per_second": 20.165,
"eval_steps_per_second": 0.631,
"step": 300
},
{
"epoch": 0.24,
"learning_rate": 9.844023827276515e-07,
"loss": 2.3413,
"step": 303
},
{
"epoch": 0.24,
"learning_rate": 9.84093646193722e-07,
"loss": 2.3982,
"step": 306
},
{
"epoch": 0.24,
"learning_rate": 9.837819333668428e-07,
"loss": 2.3644,
"step": 309
},
{
"epoch": 0.25,
"learning_rate": 9.83467246163479e-07,
"loss": 2.3705,
"step": 312
},
{
"epoch": 0.25,
"learning_rate": 9.831495865183832e-07,
"loss": 2.3576,
"step": 315
},
{
"epoch": 0.25,
"learning_rate": 9.828289563845823e-07,
"loss": 2.3258,
"step": 318
},
{
"epoch": 0.25,
"eval_loss": 2.3516056537628174,
"eval_runtime": 423.25,
"eval_samples_per_second": 20.168,
"eval_steps_per_second": 0.631,
"step": 320
},
{
"epoch": 0.25,
"learning_rate": 9.825053577333674e-07,
"loss": 2.358,
"step": 321
},
{
"epoch": 0.26,
"learning_rate": 9.8217879255428e-07,
"loss": 2.344,
"step": 324
},
{
"epoch": 0.26,
"learning_rate": 9.818492628550997e-07,
"loss": 2.3398,
"step": 327
},
{
"epoch": 0.26,
"learning_rate": 9.815167706618335e-07,
"loss": 2.4292,
"step": 330
},
{
"epoch": 0.26,
"learning_rate": 9.811813180187019e-07,
"loss": 2.3581,
"step": 333
},
{
"epoch": 0.27,
"learning_rate": 9.808429069881266e-07,
"loss": 2.2791,
"step": 336
},
{
"epoch": 0.27,
"learning_rate": 9.805015396507184e-07,
"loss": 2.3342,
"step": 339
},
{
"epoch": 0.27,
"eval_loss": 2.3501791954040527,
"eval_runtime": 423.3402,
"eval_samples_per_second": 20.163,
"eval_steps_per_second": 0.631,
"step": 340
},
{
"epoch": 0.27,
"learning_rate": 9.801572181052637e-07,
"loss": 2.3974,
"step": 342
},
{
"epoch": 0.27,
"learning_rate": 9.798099444687122e-07,
"loss": 2.3568,
"step": 345
},
{
"epoch": 0.27,
"learning_rate": 9.79459720876163e-07,
"loss": 2.3222,
"step": 348
},
{
"epoch": 0.28,
"learning_rate": 9.791065494808526e-07,
"loss": 2.3403,
"step": 351
},
{
"epoch": 0.28,
"learning_rate": 9.787504324541408e-07,
"loss": 2.3505,
"step": 354
},
{
"epoch": 0.28,
"learning_rate": 9.783913719854976e-07,
"loss": 2.3776,
"step": 357
},
{
"epoch": 0.28,
"learning_rate": 9.780293702824904e-07,
"loss": 2.373,
"step": 360
},
{
"epoch": 0.28,
"eval_loss": 2.348997116088867,
"eval_runtime": 423.3678,
"eval_samples_per_second": 20.162,
"eval_steps_per_second": 0.631,
"step": 360
},
{
"epoch": 0.29,
"learning_rate": 9.77664429570769e-07,
"loss": 2.3458,
"step": 363
},
{
"epoch": 0.29,
"learning_rate": 9.772965520940534e-07,
"loss": 2.3343,
"step": 366
},
{
"epoch": 0.29,
"learning_rate": 9.76925740114119e-07,
"loss": 2.3392,
"step": 369
},
{
"epoch": 0.29,
"learning_rate": 9.765519959107831e-07,
"loss": 2.3095,
"step": 372
},
{
"epoch": 0.3,
"learning_rate": 9.761753217818906e-07,
"loss": 2.3243,
"step": 375
},
{
"epoch": 0.3,
"learning_rate": 9.75795720043301e-07,
"loss": 2.4109,
"step": 378
},
{
"epoch": 0.3,
"eval_loss": 2.3476743698120117,
"eval_runtime": 423.3185,
"eval_samples_per_second": 20.164,
"eval_steps_per_second": 0.631,
"step": 380
},
{
"epoch": 0.3,
"learning_rate": 9.75413193028872e-07,
"loss": 2.3704,
"step": 381
},
{
"epoch": 0.3,
"learning_rate": 9.750277430904472e-07,
"loss": 2.337,
"step": 384
},
{
"epoch": 0.31,
"learning_rate": 9.746393725978408e-07,
"loss": 2.3453,
"step": 387
},
{
"epoch": 0.31,
"learning_rate": 9.74248083938823e-07,
"loss": 2.3184,
"step": 390
},
{
"epoch": 0.31,
"learning_rate": 9.73853879519105e-07,
"loss": 2.3148,
"step": 393
},
{
"epoch": 0.31,
"learning_rate": 9.73456761762325e-07,
"loss": 2.3685,
"step": 396
},
{
"epoch": 0.31,
"learning_rate": 9.730567331100333e-07,
"loss": 2.3615,
"step": 399
},
{
"epoch": 0.32,
"eval_loss": 2.346473455429077,
"eval_runtime": 423.3308,
"eval_samples_per_second": 20.164,
"eval_steps_per_second": 0.631,
"step": 400
},
{
"epoch": 0.32,
"learning_rate": 9.726537960216761e-07,
"loss": 2.3704,
"step": 402
},
{
"epoch": 0.32,
"learning_rate": 9.722479529745818e-07,
"loss": 2.4062,
"step": 405
},
{
"epoch": 0.32,
"learning_rate": 9.718392064639446e-07,
"loss": 2.281,
"step": 408
},
{
"epoch": 0.32,
"learning_rate": 9.7142755900281e-07,
"loss": 2.3275,
"step": 411
},
{
"epoch": 0.33,
"learning_rate": 9.710130131220595e-07,
"loss": 2.3032,
"step": 414
},
{
"epoch": 0.33,
"learning_rate": 9.705955713703937e-07,
"loss": 2.3293,
"step": 417
},
{
"epoch": 0.33,
"learning_rate": 9.701752363143183e-07,
"loss": 2.3226,
"step": 420
},
{
"epoch": 0.33,
"eval_loss": 2.345350742340088,
"eval_runtime": 423.3234,
"eval_samples_per_second": 20.164,
"eval_steps_per_second": 0.631,
"step": 420
},
{
"epoch": 0.33,
"learning_rate": 9.697520105381268e-07,
"loss": 2.369,
"step": 423
},
{
"epoch": 0.34,
"learning_rate": 9.693258966438862e-07,
"loss": 2.337,
"step": 426
},
{
"epoch": 0.34,
"learning_rate": 9.688968972514193e-07,
"loss": 2.3456,
"step": 429
},
{
"epoch": 0.34,
"learning_rate": 9.684650149982902e-07,
"loss": 2.3434,
"step": 432
},
{
"epoch": 0.34,
"learning_rate": 9.68030252539787e-07,
"loss": 2.2863,
"step": 435
},
{
"epoch": 0.35,
"learning_rate": 9.675926125489055e-07,
"loss": 2.2545,
"step": 438
},
{
"epoch": 0.35,
"eval_loss": 2.3442280292510986,
"eval_runtime": 423.3552,
"eval_samples_per_second": 20.163,
"eval_steps_per_second": 0.631,
"step": 440
},
{
"epoch": 0.35,
"learning_rate": 9.671520977163339e-07,
"loss": 2.3126,
"step": 441
},
{
"epoch": 0.35,
"learning_rate": 9.667087107504346e-07,
"loss": 2.2938,
"step": 444
},
{
"epoch": 0.35,
"learning_rate": 9.662624543772288e-07,
"loss": 2.3645,
"step": 447
},
{
"epoch": 0.36,
"learning_rate": 9.658133313403792e-07,
"loss": 2.3402,
"step": 450
},
{
"epoch": 0.36,
"learning_rate": 9.653613444011735e-07,
"loss": 2.3062,
"step": 453
},
{
"epoch": 0.36,
"learning_rate": 9.649064963385065e-07,
"loss": 2.3401,
"step": 456
},
{
"epoch": 0.36,
"learning_rate": 9.644487899488646e-07,
"loss": 2.3225,
"step": 459
},
{
"epoch": 0.36,
"eval_loss": 2.343186616897583,
"eval_runtime": 423.247,
"eval_samples_per_second": 20.168,
"eval_steps_per_second": 0.631,
"step": 460
},
{
"epoch": 0.36,
"learning_rate": 9.63988228046307e-07,
"loss": 2.3865,
"step": 462
},
{
"epoch": 0.37,
"learning_rate": 9.635248134624494e-07,
"loss": 2.304,
"step": 465
},
{
"epoch": 0.37,
"learning_rate": 9.630585490464464e-07,
"loss": 2.3999,
"step": 468
},
{
"epoch": 0.37,
"learning_rate": 9.625894376649734e-07,
"loss": 2.3153,
"step": 471
},
{
"epoch": 0.37,
"learning_rate": 9.6211748220221e-07,
"loss": 2.3494,
"step": 474
},
{
"epoch": 0.38,
"learning_rate": 9.616426855598216e-07,
"loss": 2.3437,
"step": 477
},
{
"epoch": 0.38,
"learning_rate": 9.61165050656941e-07,
"loss": 2.2526,
"step": 480
},
{
"epoch": 0.38,
"eval_loss": 2.342107057571411,
"eval_runtime": 423.3423,
"eval_samples_per_second": 20.163,
"eval_steps_per_second": 0.631,
"step": 480
},
{
"epoch": 0.38,
"learning_rate": 9.606845804301523e-07,
"loss": 2.3333,
"step": 483
},
{
"epoch": 0.38,
"learning_rate": 9.602012778334705e-07,
"loss": 2.3749,
"step": 486
},
{
"epoch": 0.39,
"learning_rate": 9.597151458383251e-07,
"loss": 2.2808,
"step": 489
},
{
"epoch": 0.39,
"learning_rate": 9.592261874335416e-07,
"loss": 2.3618,
"step": 492
},
{
"epoch": 0.39,
"learning_rate": 9.587344056253219e-07,
"loss": 2.2409,
"step": 495
},
{
"epoch": 0.39,
"learning_rate": 9.582398034372272e-07,
"loss": 2.4525,
"step": 498
},
{
"epoch": 0.39,
"eval_loss": 2.3411149978637695,
"eval_runtime": 423.3183,
"eval_samples_per_second": 20.164,
"eval_steps_per_second": 0.631,
"step": 500
},
{
"epoch": 0.4,
"learning_rate": 9.57742383910159e-07,
"loss": 2.3754,
"step": 501
},
{
"epoch": 0.4,
"learning_rate": 9.572421501023401e-07,
"loss": 2.3668,
"step": 504
},
{
"epoch": 0.4,
"learning_rate": 9.567391050892959e-07,
"loss": 2.3598,
"step": 507
},
{
"epoch": 0.4,
"learning_rate": 9.562332519638357e-07,
"loss": 2.3844,
"step": 510
},
{
"epoch": 0.4,
"learning_rate": 9.557245938360333e-07,
"loss": 2.2853,
"step": 513
},
{
"epoch": 0.41,
"learning_rate": 9.55213133833209e-07,
"loss": 2.371,
"step": 516
},
{
"epoch": 0.41,
"learning_rate": 9.546988750999086e-07,
"loss": 2.2973,
"step": 519
},
{
"epoch": 0.41,
"eval_loss": 2.340139627456665,
"eval_runtime": 423.3666,
"eval_samples_per_second": 20.162,
"eval_steps_per_second": 0.631,
"step": 520
},
{
"epoch": 0.41,
"learning_rate": 9.541818207978852e-07,
"loss": 2.3004,
"step": 522
},
{
"epoch": 0.41,
"learning_rate": 9.536619741060799e-07,
"loss": 2.315,
"step": 525
},
{
"epoch": 0.42,
"learning_rate": 9.531393382206014e-07,
"loss": 2.2997,
"step": 528
},
{
"epoch": 0.42,
"learning_rate": 9.526139163547072e-07,
"loss": 2.2578,
"step": 531
},
{
"epoch": 0.42,
"learning_rate": 9.520857117387836e-07,
"loss": 2.2945,
"step": 534
},
{
"epoch": 0.42,
"learning_rate": 9.515547276203255e-07,
"loss": 2.3291,
"step": 537
},
{
"epoch": 0.43,
"learning_rate": 9.510209672639164e-07,
"loss": 2.3566,
"step": 540
},
{
"epoch": 0.43,
"eval_loss": 2.339249610900879,
"eval_runtime": 423.2809,
"eval_samples_per_second": 20.166,
"eval_steps_per_second": 0.631,
"step": 540
},
{
"epoch": 0.43,
"learning_rate": 9.504844339512094e-07,
"loss": 2.3153,
"step": 543
},
{
"epoch": 0.43,
"learning_rate": 9.499451309809057e-07,
"loss": 2.3686,
"step": 546
},
{
"epoch": 0.43,
"learning_rate": 9.494030616687345e-07,
"loss": 2.2894,
"step": 549
},
{
"epoch": 0.44,
"learning_rate": 9.488582293474337e-07,
"loss": 2.4301,
"step": 552
},
{
"epoch": 0.44,
"learning_rate": 9.483106373667282e-07,
"loss": 2.3472,
"step": 555
},
{
"epoch": 0.44,
"learning_rate": 9.477602890933099e-07,
"loss": 2.3336,
"step": 558
},
{
"epoch": 0.44,
"eval_loss": 2.3383405208587646,
"eval_runtime": 423.3766,
"eval_samples_per_second": 20.162,
"eval_steps_per_second": 0.631,
"step": 560
},
{
"epoch": 0.44,
"learning_rate": 9.472071879108168e-07,
"loss": 2.296,
"step": 561
},
{
"epoch": 0.45,
"learning_rate": 9.466513372198124e-07,
"loss": 2.2938,
"step": 564
},
{
"epoch": 0.45,
"learning_rate": 9.460927404377646e-07,
"loss": 2.3346,
"step": 567
},
{
"epoch": 0.45,
"learning_rate": 9.455314009990247e-07,
"loss": 2.3366,
"step": 570
},
{
"epoch": 0.45,
"learning_rate": 9.449673223548063e-07,
"loss": 2.3299,
"step": 573
},
{
"epoch": 0.45,
"learning_rate": 9.444005079731645e-07,
"loss": 2.3808,
"step": 576
},
{
"epoch": 0.46,
"learning_rate": 9.438309613389736e-07,
"loss": 2.3591,
"step": 579
},
{
"epoch": 0.46,
"eval_loss": 2.33746075630188,
"eval_runtime": 423.3304,
"eval_samples_per_second": 20.164,
"eval_steps_per_second": 0.631,
"step": 580
},
{
"epoch": 0.46,
"learning_rate": 9.432586859539067e-07,
"loss": 2.4369,
"step": 582
},
{
"epoch": 0.46,
"learning_rate": 9.426836853364134e-07,
"loss": 2.3023,
"step": 585
},
{
"epoch": 0.46,
"learning_rate": 9.42105963021699e-07,
"loss": 2.3798,
"step": 588
},
{
"epoch": 0.47,
"learning_rate": 9.415255225617018e-07,
"loss": 2.3748,
"step": 591
},
{
"epoch": 0.47,
"learning_rate": 9.409423675250719e-07,
"loss": 2.3385,
"step": 594
},
{
"epoch": 0.47,
"learning_rate": 9.403565014971493e-07,
"loss": 2.3596,
"step": 597
},
{
"epoch": 0.47,
"learning_rate": 9.397679280799413e-07,
"loss": 2.3233,
"step": 600
},
{
"epoch": 0.47,
"eval_loss": 2.3365979194641113,
"eval_runtime": 423.3209,
"eval_samples_per_second": 20.164,
"eval_steps_per_second": 0.631,
"step": 600
},
{
"epoch": 0.48,
"learning_rate": 9.39176650892101e-07,
"loss": 2.3402,
"step": 603
},
{
"epoch": 0.48,
"learning_rate": 9.385826735689044e-07,
"loss": 2.299,
"step": 606
},
{
"epoch": 0.48,
"learning_rate": 9.37985999762229e-07,
"loss": 2.297,
"step": 609
},
{
"epoch": 0.48,
"learning_rate": 9.3738663314053e-07,
"loss": 2.457,
"step": 612
},
{
"epoch": 0.49,
"learning_rate": 9.367845773888192e-07,
"loss": 2.3527,
"step": 615
},
{
"epoch": 0.49,
"learning_rate": 9.361798362086412e-07,
"loss": 2.2866,
"step": 618
},
{
"epoch": 0.49,
"eval_loss": 2.335691452026367,
"eval_runtime": 423.1955,
"eval_samples_per_second": 20.17,
"eval_steps_per_second": 0.631,
"step": 620
},
{
"epoch": 0.49,
"learning_rate": 9.355724133180511e-07,
"loss": 2.3485,
"step": 621
},
{
"epoch": 0.49,
"learning_rate": 9.349623124515921e-07,
"loss": 2.3777,
"step": 624
},
{
"epoch": 0.49,
"learning_rate": 9.343495373602714e-07,
"loss": 2.2958,
"step": 627
},
{
"epoch": 0.5,
"learning_rate": 9.337340918115384e-07,
"loss": 2.3733,
"step": 630
},
{
"epoch": 0.5,
"learning_rate": 9.331159795892604e-07,
"loss": 2.3486,
"step": 633
},
{
"epoch": 0.5,
"learning_rate": 9.324952044937003e-07,
"loss": 2.2597,
"step": 636
},
{
"epoch": 0.5,
"learning_rate": 9.318717703414927e-07,
"loss": 2.3699,
"step": 639
},
{
"epoch": 0.51,
"eval_loss": 2.3348851203918457,
"eval_runtime": 423.3298,
"eval_samples_per_second": 20.164,
"eval_steps_per_second": 0.631,
"step": 640
},
{
"epoch": 0.51,
"learning_rate": 9.312456809656203e-07,
"loss": 2.3104,
"step": 642
},
{
"epoch": 0.51,
"learning_rate": 9.306169402153909e-07,
"loss": 2.38,
"step": 645
},
{
"epoch": 0.51,
"learning_rate": 9.299855519564135e-07,
"loss": 2.3243,
"step": 648
},
{
"epoch": 0.51,
"learning_rate": 9.293515200705739e-07,
"loss": 2.3186,
"step": 651
},
{
"epoch": 0.52,
"learning_rate": 9.287148484560119e-07,
"loss": 2.3206,
"step": 654
},
{
"epoch": 0.52,
"learning_rate": 9.280755410270969e-07,
"loss": 2.3302,
"step": 657
},
{
"epoch": 0.52,
"learning_rate": 9.274336017144031e-07,
"loss": 2.3104,
"step": 660
},
{
"epoch": 0.52,
"eval_loss": 2.334101915359497,
"eval_runtime": 423.3459,
"eval_samples_per_second": 20.163,
"eval_steps_per_second": 0.631,
"step": 660
},
{
"epoch": 0.52,
"learning_rate": 9.267890344646867e-07,
"loss": 2.3382,
"step": 663
},
{
"epoch": 0.53,
"learning_rate": 9.261418432408605e-07,
"loss": 2.2546,
"step": 666
},
{
"epoch": 0.53,
"learning_rate": 9.254920320219699e-07,
"loss": 2.3398,
"step": 669
},
{
"epoch": 0.53,
"learning_rate": 9.248396048031689e-07,
"loss": 2.259,
"step": 672
},
{
"epoch": 0.53,
"learning_rate": 9.241845655956948e-07,
"loss": 2.3811,
"step": 675
},
{
"epoch": 0.54,
"learning_rate": 9.235269184268441e-07,
"loss": 2.3023,
"step": 678
},
{
"epoch": 0.54,
"eval_loss": 2.333385467529297,
"eval_runtime": 423.3544,
"eval_samples_per_second": 20.163,
"eval_steps_per_second": 0.631,
"step": 680
},
{
"epoch": 0.54,
"learning_rate": 9.22866667339947e-07,
"loss": 2.3402,
"step": 681
},
{
"epoch": 0.54,
"learning_rate": 9.222038163943437e-07,
"loss": 2.3985,
"step": 684
},
{
"epoch": 0.54,
"learning_rate": 9.215383696653585e-07,
"loss": 2.3785,
"step": 687
},
{
"epoch": 0.54,
"learning_rate": 9.208703312442747e-07,
"loss": 2.3002,
"step": 690
},
{
"epoch": 0.55,
"learning_rate": 9.201997052383106e-07,
"loss": 2.2807,
"step": 693
},
{
"epoch": 0.55,
"learning_rate": 9.195264957705925e-07,
"loss": 2.3218,
"step": 696
},
{
"epoch": 0.55,
"learning_rate": 9.18850706980131e-07,
"loss": 2.3797,
"step": 699
},
{
"epoch": 0.55,
"eval_loss": 2.332702159881592,
"eval_runtime": 423.4023,
"eval_samples_per_second": 20.16,
"eval_steps_per_second": 0.631,
"step": 700
},
{
"epoch": 0.55,
"learning_rate": 9.181723430217943e-07,
"loss": 2.3441,
"step": 702
},
{
"epoch": 0.56,
"learning_rate": 9.174914080662837e-07,
"loss": 2.4208,
"step": 705
},
{
"epoch": 0.56,
"learning_rate": 9.168079063001069e-07,
"loss": 2.3724,
"step": 708
},
{
"epoch": 0.56,
"learning_rate": 9.161218419255531e-07,
"loss": 2.3602,
"step": 711
},
{
"epoch": 0.56,
"learning_rate": 9.154332191606671e-07,
"loss": 2.3921,
"step": 714
},
{
"epoch": 0.57,
"learning_rate": 9.147420422392226e-07,
"loss": 2.3401,
"step": 717
},
{
"epoch": 0.57,
"learning_rate": 9.14048315410697e-07,
"loss": 2.378,
"step": 720
},
{
"epoch": 0.57,
"eval_loss": 2.3319976329803467,
"eval_runtime": 423.2623,
"eval_samples_per_second": 20.167,
"eval_steps_per_second": 0.631,
"step": 720
},
{
"epoch": 0.57,
"learning_rate": 9.133520429402452e-07,
"loss": 2.2433,
"step": 723
},
{
"epoch": 0.57,
"learning_rate": 9.126532291086727e-07,
"loss": 2.2643,
"step": 726
},
{
"epoch": 0.58,
"learning_rate": 9.119518782124101e-07,
"loss": 2.2668,
"step": 729
},
{
"epoch": 0.58,
"learning_rate": 9.112479945634858e-07,
"loss": 2.3394,
"step": 732
},
{
"epoch": 0.58,
"learning_rate": 9.105415824895007e-07,
"loss": 2.3177,
"step": 735
},
{
"epoch": 0.58,
"learning_rate": 9.098326463336005e-07,
"loss": 2.3163,
"step": 738
},
{
"epoch": 0.58,
"eval_loss": 2.331338882446289,
"eval_runtime": 423.2629,
"eval_samples_per_second": 20.167,
"eval_steps_per_second": 0.631,
"step": 740
},
{
"epoch": 0.58,
"learning_rate": 9.091211904544497e-07,
"loss": 2.3085,
"step": 741
},
{
"epoch": 0.59,
"learning_rate": 9.084072192262038e-07,
"loss": 2.3119,
"step": 744
},
{
"epoch": 0.59,
"learning_rate": 9.076907370384841e-07,
"loss": 2.3025,
"step": 747
},
{
"epoch": 0.59,
"learning_rate": 9.069717482963488e-07,
"loss": 2.3669,
"step": 750
},
{
"epoch": 0.59,
"learning_rate": 9.062502574202676e-07,
"loss": 2.3758,
"step": 753
},
{
"epoch": 0.6,
"learning_rate": 9.05526268846093e-07,
"loss": 2.2763,
"step": 756
},
{
"epoch": 0.6,
"learning_rate": 9.047997870250346e-07,
"loss": 2.2827,
"step": 759
},
{
"epoch": 0.6,
"eval_loss": 2.3305909633636475,
"eval_runtime": 423.267,
"eval_samples_per_second": 20.167,
"eval_steps_per_second": 0.631,
"step": 760
},
{
"epoch": 0.6,
"learning_rate": 9.040708164236302e-07,
"loss": 2.3013,
"step": 762
},
{
"epoch": 0.6,
"learning_rate": 9.033393615237195e-07,
"loss": 2.3456,
"step": 765
},
{
"epoch": 0.61,
"learning_rate": 9.026054268224159e-07,
"loss": 2.3182,
"step": 768
},
{
"epoch": 0.61,
"learning_rate": 9.018690168320794e-07,
"loss": 2.3545,
"step": 771
},
{
"epoch": 0.61,
"learning_rate": 9.01130136080288e-07,
"loss": 2.3051,
"step": 774
},
{
"epoch": 0.61,
"learning_rate": 9.003887891098106e-07,
"loss": 2.3245,
"step": 777
},
{
"epoch": 0.62,
"learning_rate": 8.996449804785791e-07,
"loss": 2.3258,
"step": 780
},
{
"epoch": 0.62,
"eval_loss": 2.3299028873443604,
"eval_runtime": 423.3796,
"eval_samples_per_second": 20.162,
"eval_steps_per_second": 0.631,
"step": 780
},
{
"epoch": 0.62,
"learning_rate": 8.988987147596597e-07,
"loss": 2.3031,
"step": 783
},
{
"epoch": 0.62,
"learning_rate": 8.981499965412255e-07,
"loss": 2.2865,
"step": 786
},
{
"epoch": 0.62,
"learning_rate": 8.973988304265279e-07,
"loss": 2.3572,
"step": 789
},
{
"epoch": 0.63,
"learning_rate": 8.966452210338682e-07,
"loss": 2.3531,
"step": 792
},
{
"epoch": 0.63,
"learning_rate": 8.958891729965698e-07,
"loss": 2.3163,
"step": 795
},
{
"epoch": 0.63,
"learning_rate": 8.951306909629492e-07,
"loss": 2.3084,
"step": 798
},
{
"epoch": 0.63,
"eval_loss": 2.329281806945801,
"eval_runtime": 423.286,
"eval_samples_per_second": 20.166,
"eval_steps_per_second": 0.631,
"step": 800
},
{
"epoch": 0.63,
"learning_rate": 8.943697795962872e-07,
"loss": 2.3127,
"step": 801
},
{
"epoch": 0.63,
"learning_rate": 8.93606443574801e-07,
"loss": 2.2973,
"step": 804
},
{
"epoch": 0.64,
"learning_rate": 8.928406875916148e-07,
"loss": 2.3217,
"step": 807
},
{
"epoch": 0.64,
"learning_rate": 8.920725163547311e-07,
"loss": 2.3282,
"step": 810
},
{
"epoch": 0.64,
"learning_rate": 8.91301934587002e-07,
"loss": 2.2591,
"step": 813
},
{
"epoch": 0.64,
"learning_rate": 8.905289470260997e-07,
"loss": 2.35,
"step": 816
},
{
"epoch": 0.65,
"learning_rate": 8.897535584244879e-07,
"loss": 2.335,
"step": 819
},
{
"epoch": 0.65,
"eval_loss": 2.3287057876586914,
"eval_runtime": 423.3273,
"eval_samples_per_second": 20.164,
"eval_steps_per_second": 0.631,
"step": 820
},
{
"epoch": 0.65,
"learning_rate": 8.889757735493923e-07,
"loss": 2.3729,
"step": 822
},
{
"epoch": 0.65,
"learning_rate": 8.88195597182771e-07,
"loss": 2.3513,
"step": 825
},
{
"epoch": 0.65,
"learning_rate": 8.874130341212858e-07,
"loss": 2.3196,
"step": 828
},
{
"epoch": 0.66,
"learning_rate": 8.866280891762722e-07,
"loss": 2.3505,
"step": 831
},
{
"epoch": 0.66,
"learning_rate": 8.858407671737098e-07,
"loss": 2.3756,
"step": 834
},
{
"epoch": 0.66,
"learning_rate": 8.850510729541926e-07,
"loss": 2.3981,
"step": 837
},
{
"epoch": 0.66,
"learning_rate": 8.842590113729e-07,
"loss": 2.395,
"step": 840
},
{
"epoch": 0.66,
"eval_loss": 2.328066825866699,
"eval_runtime": 423.2871,
"eval_samples_per_second": 20.166,
"eval_steps_per_second": 0.631,
"step": 840
},
{
"epoch": 0.67,
"learning_rate": 8.834645872995661e-07,
"loss": 2.3557,
"step": 843
},
{
"epoch": 0.67,
"learning_rate": 8.826678056184498e-07,
"loss": 2.3604,
"step": 846
},
{
"epoch": 0.67,
"learning_rate": 8.81868671228305e-07,
"loss": 2.3875,
"step": 849
},
{
"epoch": 0.67,
"learning_rate": 8.810671890423507e-07,
"loss": 2.282,
"step": 852
},
{
"epoch": 0.67,
"learning_rate": 8.802633639882405e-07,
"loss": 2.3101,
"step": 855
},
{
"epoch": 0.68,
"learning_rate": 8.794572010080324e-07,
"loss": 2.3383,
"step": 858
},
{
"epoch": 0.68,
"eval_loss": 2.327450752258301,
"eval_runtime": 423.3291,
"eval_samples_per_second": 20.164,
"eval_steps_per_second": 0.631,
"step": 860
},
{
"epoch": 0.68,
"learning_rate": 8.786487050581581e-07,
"loss": 2.3591,
"step": 861
},
{
"epoch": 0.68,
"learning_rate": 8.778378811093932e-07,
"loss": 2.347,
"step": 864
},
{
"epoch": 0.68,
"learning_rate": 8.770247341468258e-07,
"loss": 2.2565,
"step": 867
},
{
"epoch": 0.69,
"learning_rate": 8.762092691698271e-07,
"loss": 2.3666,
"step": 870
},
{
"epoch": 0.69,
"learning_rate": 8.753914911920187e-07,
"loss": 2.3629,
"step": 873
},
{
"epoch": 0.69,
"learning_rate": 8.74571405241244e-07,
"loss": 2.3472,
"step": 876
},
{
"epoch": 0.69,
"learning_rate": 8.737490163595354e-07,
"loss": 2.3475,
"step": 879
},
{
"epoch": 0.69,
"eval_loss": 2.3268442153930664,
"eval_runtime": 423.3258,
"eval_samples_per_second": 20.164,
"eval_steps_per_second": 0.631,
"step": 880
},
{
"epoch": 0.7,
"learning_rate": 8.72924329603085e-07,
"loss": 2.3445,
"step": 882
},
{
"epoch": 0.7,
"learning_rate": 8.720973500422118e-07,
"loss": 2.3023,
"step": 885
},
{
"epoch": 0.7,
"learning_rate": 8.712680827613316e-07,
"loss": 2.2698,
"step": 888
},
{
"epoch": 0.7,
"learning_rate": 8.704365328589258e-07,
"loss": 2.3663,
"step": 891
},
{
"epoch": 0.71,
"learning_rate": 8.696027054475097e-07,
"loss": 2.3187,
"step": 894
},
{
"epoch": 0.71,
"learning_rate": 8.687666056536008e-07,
"loss": 2.3517,
"step": 897
},
{
"epoch": 0.71,
"learning_rate": 8.679282386176878e-07,
"loss": 2.2548,
"step": 900
},
{
"epoch": 0.71,
"eval_loss": 2.32629132270813,
"eval_runtime": 423.3296,
"eval_samples_per_second": 20.164,
"eval_steps_per_second": 0.631,
"step": 900
},
{
"epoch": 0.71,
"learning_rate": 8.67087609494199e-07,
"loss": 2.2959,
"step": 903
},
{
"epoch": 0.72,
"learning_rate": 8.662447234514701e-07,
"loss": 2.3644,
"step": 906
},
{
"epoch": 0.72,
"learning_rate": 8.653995856717129e-07,
"loss": 2.3586,
"step": 909
},
{
"epoch": 0.72,
"learning_rate": 8.645522013509831e-07,
"loss": 2.3266,
"step": 912
},
{
"epoch": 0.72,
"learning_rate": 8.637025756991489e-07,
"loss": 2.3161,
"step": 915
},
{
"epoch": 0.72,
"learning_rate": 8.628507139398582e-07,
"loss": 2.3037,
"step": 918
},
{
"epoch": 0.73,
"eval_loss": 2.3255677223205566,
"eval_runtime": 423.3411,
"eval_samples_per_second": 20.163,
"eval_steps_per_second": 0.631,
"step": 920
},
{
"epoch": 0.73,
"learning_rate": 8.61996621310507e-07,
"loss": 2.2742,
"step": 921
},
{
"epoch": 0.73,
"learning_rate": 8.611403030622074e-07,
"loss": 2.2825,
"step": 924
},
{
"epoch": 0.73,
"learning_rate": 8.602817644597542e-07,
"loss": 2.2959,
"step": 927
},
{
"epoch": 0.73,
"learning_rate": 8.594210107815944e-07,
"loss": 2.3072,
"step": 930
},
{
"epoch": 0.74,
"learning_rate": 8.585580473197928e-07,
"loss": 2.2897,
"step": 933
},
{
"epoch": 0.74,
"learning_rate": 8.576928793800009e-07,
"loss": 2.3138,
"step": 936
},
{
"epoch": 0.74,
"learning_rate": 8.568255122814234e-07,
"loss": 2.302,
"step": 939
},
{
"epoch": 0.74,
"eval_loss": 2.3249897956848145,
"eval_runtime": 423.2819,
"eval_samples_per_second": 20.166,
"eval_steps_per_second": 0.631,
"step": 940
},
{
"epoch": 0.74,
"learning_rate": 8.559559513567858e-07,
"loss": 2.3026,
"step": 942
},
{
"epoch": 0.75,
"learning_rate": 8.550842019523018e-07,
"loss": 2.3182,
"step": 945
},
{
"epoch": 0.75,
"learning_rate": 8.5421026942764e-07,
"loss": 2.2286,
"step": 948
},
{
"epoch": 0.75,
"learning_rate": 8.53334159155892e-07,
"loss": 2.2955,
"step": 951
},
{
"epoch": 0.75,
"learning_rate": 8.524558765235372e-07,
"loss": 2.2946,
"step": 954
},
{
"epoch": 0.76,
"learning_rate": 8.515754269304123e-07,
"loss": 2.3708,
"step": 957
},
{
"epoch": 0.76,
"learning_rate": 8.506928157896763e-07,
"loss": 2.333,
"step": 960
},
{
"epoch": 0.76,
"eval_loss": 2.3244550228118896,
"eval_runtime": 423.4402,
"eval_samples_per_second": 20.159,
"eval_steps_per_second": 0.631,
"step": 960
},
{
"epoch": 0.76,
"learning_rate": 8.498080485277777e-07,
"loss": 2.3298,
"step": 963
},
{
"epoch": 0.76,
"learning_rate": 8.489211305844215e-07,
"loss": 2.3625,
"step": 966
},
{
"epoch": 0.76,
"learning_rate": 8.480320674125354e-07,
"loss": 2.3087,
"step": 969
},
{
"epoch": 0.77,
"learning_rate": 8.471408644782362e-07,
"loss": 2.2796,
"step": 972
},
{
"epoch": 0.77,
"learning_rate": 8.462475272607964e-07,
"loss": 2.317,
"step": 975
},
{
"epoch": 0.77,
"learning_rate": 8.453520612526104e-07,
"loss": 2.3447,
"step": 978
},
{
"epoch": 0.77,
"eval_loss": 2.323906421661377,
"eval_runtime": 423.4069,
"eval_samples_per_second": 20.16,
"eval_steps_per_second": 0.631,
"step": 980
},
{
"epoch": 0.77,
"learning_rate": 8.44454471959161e-07,
"loss": 2.3125,
"step": 981
},
{
"epoch": 0.78,
"learning_rate": 8.435547648989851e-07,
"loss": 2.299,
"step": 984
},
{
"epoch": 0.78,
"learning_rate": 8.4265294560364e-07,
"loss": 2.3087,
"step": 987
},
{
"epoch": 0.78,
"learning_rate": 8.417490196176695e-07,
"loss": 2.271,
"step": 990
},
{
"epoch": 0.78,
"learning_rate": 8.408429924985697e-07,
"loss": 2.3086,
"step": 993
},
{
"epoch": 0.79,
"learning_rate": 8.39934869816755e-07,
"loss": 2.3539,
"step": 996
},
{
"epoch": 0.79,
"learning_rate": 8.390246571555232e-07,
"loss": 2.2637,
"step": 999
},
{
"epoch": 0.79,
"eval_loss": 2.3233530521392822,
"eval_runtime": 423.4804,
"eval_samples_per_second": 20.157,
"eval_steps_per_second": 0.63,
"step": 1000
},
{
"epoch": 0.79,
"learning_rate": 8.38112360111022e-07,
"loss": 2.2723,
"step": 1002
},
{
"epoch": 0.79,
"learning_rate": 8.371979842922145e-07,
"loss": 2.2917,
"step": 1005
},
{
"epoch": 0.8,
"learning_rate": 8.36281535320844e-07,
"loss": 2.2947,
"step": 1008
},
{
"epoch": 0.8,
"learning_rate": 8.353630188314001e-07,
"loss": 2.3794,
"step": 1011
},
{
"epoch": 0.8,
"learning_rate": 8.344424404710837e-07,
"loss": 2.2467,
"step": 1014
},
{
"epoch": 0.8,
"learning_rate": 8.335198058997728e-07,
"loss": 2.3408,
"step": 1017
},
{
"epoch": 0.81,
"learning_rate": 8.325951207899871e-07,
"loss": 2.4003,
"step": 1020
},
{
"epoch": 0.81,
"eval_loss": 2.322751045227051,
"eval_runtime": 423.3682,
"eval_samples_per_second": 20.162,
"eval_steps_per_second": 0.631,
"step": 1020
},
{
"epoch": 0.81,
"learning_rate": 8.316683908268536e-07,
"loss": 2.3281,
"step": 1023
},
{
"epoch": 0.81,
"learning_rate": 8.307396217080709e-07,
"loss": 2.3577,
"step": 1026
},
{
"epoch": 0.81,
"learning_rate": 8.298088191438752e-07,
"loss": 2.3012,
"step": 1029
},
{
"epoch": 0.81,
"learning_rate": 8.288759888570046e-07,
"loss": 2.366,
"step": 1032
},
{
"epoch": 0.82,
"learning_rate": 8.279411365826639e-07,
"loss": 2.4175,
"step": 1035
},
{
"epoch": 0.82,
"learning_rate": 8.270042680684892e-07,
"loss": 2.3281,
"step": 1038
},
{
"epoch": 0.82,
"eval_loss": 2.322261095046997,
"eval_runtime": 423.4505,
"eval_samples_per_second": 20.158,
"eval_steps_per_second": 0.631,
"step": 1040
},
{
"epoch": 0.82,
"learning_rate": 8.260653890745133e-07,
"loss": 2.2987,
"step": 1041
},
{
"epoch": 0.82,
"learning_rate": 8.251245053731292e-07,
"loss": 2.3284,
"step": 1044
},
{
"epoch": 0.83,
"learning_rate": 8.241816227490561e-07,
"loss": 2.3436,
"step": 1047
},
{
"epoch": 0.83,
"learning_rate": 8.232367469993017e-07,
"loss": 2.2726,
"step": 1050
},
{
"epoch": 0.83,
"learning_rate": 8.22289883933129e-07,
"loss": 2.3239,
"step": 1053
},
{
"epoch": 0.83,
"learning_rate": 8.213410393720181e-07,
"loss": 2.3221,
"step": 1056
},
{
"epoch": 0.84,
"learning_rate": 8.20390219149633e-07,
"loss": 2.2965,
"step": 1059
},
{
"epoch": 0.84,
"eval_loss": 2.321779251098633,
"eval_runtime": 423.38,
"eval_samples_per_second": 20.162,
"eval_steps_per_second": 0.631,
"step": 1060
},
{
"epoch": 0.84,
"learning_rate": 8.194374291117835e-07,
"loss": 2.2872,
"step": 1062
},
{
"epoch": 0.84,
"learning_rate": 8.184826751163909e-07,
"loss": 2.2789,
"step": 1065
},
{
"epoch": 0.84,
"learning_rate": 8.175259630334503e-07,
"loss": 2.2781,
"step": 1068
},
{
"epoch": 0.85,
"learning_rate": 8.165672987449961e-07,
"loss": 2.2374,
"step": 1071
},
{
"epoch": 0.85,
"learning_rate": 8.156066881450653e-07,
"loss": 2.2523,
"step": 1074
},
{
"epoch": 0.85,
"learning_rate": 8.146441371396607e-07,
"loss": 2.2907,
"step": 1077
},
{
"epoch": 0.85,
"learning_rate": 8.136796516467156e-07,
"loss": 2.3227,
"step": 1080
},
{
"epoch": 0.85,
"eval_loss": 2.3212733268737793,
"eval_runtime": 423.4264,
"eval_samples_per_second": 20.159,
"eval_steps_per_second": 0.631,
"step": 1080
},
{
"epoch": 0.85,
"learning_rate": 8.127132375960564e-07,
"loss": 2.2747,
"step": 1083
},
{
"epoch": 0.86,
"learning_rate": 8.117449009293668e-07,
"loss": 2.3263,
"step": 1086
},
{
"epoch": 0.86,
"learning_rate": 8.107746476001511e-07,
"loss": 2.3275,
"step": 1089
},
{
"epoch": 0.86,
"learning_rate": 8.098024835736976e-07,
"loss": 2.311,
"step": 1092
},
{
"epoch": 0.86,
"learning_rate": 8.088284148270416e-07,
"loss": 2.4011,
"step": 1095
},
{
"epoch": 0.87,
"learning_rate": 8.078524473489298e-07,
"loss": 2.2933,
"step": 1098
},
{
"epoch": 0.87,
"eval_loss": 2.3207974433898926,
"eval_runtime": 423.4678,
"eval_samples_per_second": 20.157,
"eval_steps_per_second": 0.631,
"step": 1100
},
{
"epoch": 0.87,
"learning_rate": 8.068745871397815e-07,
"loss": 2.3474,
"step": 1101
},
{
"epoch": 0.87,
"learning_rate": 8.058948402116537e-07,
"loss": 2.3132,
"step": 1104
},
{
"epoch": 0.87,
"learning_rate": 8.049132125882027e-07,
"loss": 2.377,
"step": 1107
},
{
"epoch": 0.88,
"learning_rate": 8.039297103046483e-07,
"loss": 2.2774,
"step": 1110
},
{
"epoch": 0.88,
"learning_rate": 8.029443394077355e-07,
"loss": 2.3629,
"step": 1113
},
{
"epoch": 0.88,
"learning_rate": 8.019571059556978e-07,
"loss": 2.3565,
"step": 1116
},
{
"epoch": 0.88,
"learning_rate": 8.009680160182205e-07,
"loss": 2.2868,
"step": 1119
},
{
"epoch": 0.88,
"eval_loss": 2.320247173309326,
"eval_runtime": 423.4681,
"eval_samples_per_second": 20.157,
"eval_steps_per_second": 0.631,
"step": 1120
},
{
"epoch": 0.89,
"learning_rate": 7.999770756764026e-07,
"loss": 2.3414,
"step": 1122
},
{
"epoch": 0.89,
"learning_rate": 7.989842910227196e-07,
"loss": 2.3327,
"step": 1125
},
{
"epoch": 0.89,
"learning_rate": 7.979896681609864e-07,
"loss": 2.3244,
"step": 1128
},
{
"epoch": 0.89,
"learning_rate": 7.969932132063195e-07,
"loss": 2.3004,
"step": 1131
},
{
"epoch": 0.9,
"learning_rate": 7.959949322850993e-07,
"loss": 2.3689,
"step": 1134
},
{
"epoch": 0.9,
"learning_rate": 7.949948315349328e-07,
"loss": 2.3043,
"step": 1137
},
{
"epoch": 0.9,
"learning_rate": 7.93992917104615e-07,
"loss": 2.3528,
"step": 1140
},
{
"epoch": 0.9,
"eval_loss": 2.319669723510742,
"eval_runtime": 423.3384,
"eval_samples_per_second": 20.164,
"eval_steps_per_second": 0.631,
"step": 1140
},
{
"epoch": 0.9,
"learning_rate": 7.929891951540928e-07,
"loss": 2.2625,
"step": 1143
},
{
"epoch": 0.9,
"learning_rate": 7.919836718544248e-07,
"loss": 2.321,
"step": 1146
},
{
"epoch": 0.91,
"learning_rate": 7.909763533877459e-07,
"loss": 2.3248,
"step": 1149
},
{
"epoch": 0.91,
"learning_rate": 7.899672459472266e-07,
"loss": 2.3621,
"step": 1152
},
{
"epoch": 0.91,
"learning_rate": 7.889563557370377e-07,
"loss": 2.3353,
"step": 1155
},
{
"epoch": 0.91,
"learning_rate": 7.879436889723101e-07,
"loss": 2.2961,
"step": 1158
},
{
"epoch": 0.92,
"eval_loss": 2.3192245960235596,
"eval_runtime": 423.3625,
"eval_samples_per_second": 20.162,
"eval_steps_per_second": 0.631,
"step": 1160
},
{
"epoch": 0.92,
"learning_rate": 7.869292518790969e-07,
"loss": 2.3059,
"step": 1161
},
{
"epoch": 0.92,
"learning_rate": 7.859130506943361e-07,
"loss": 2.2811,
"step": 1164
},
{
"epoch": 0.92,
"learning_rate": 7.848950916658117e-07,
"loss": 2.2763,
"step": 1167
},
{
"epoch": 0.92,
"learning_rate": 7.838753810521148e-07,
"loss": 2.2624,
"step": 1170
},
{
"epoch": 0.93,
"learning_rate": 7.828539251226058e-07,
"loss": 2.3175,
"step": 1173
},
{
"epoch": 0.93,
"learning_rate": 7.818307301573755e-07,
"loss": 2.2654,
"step": 1176
},
{
"epoch": 0.93,
"learning_rate": 7.808058024472066e-07,
"loss": 2.3594,
"step": 1179
},
{
"epoch": 0.93,
"eval_loss": 2.318722724914551,
"eval_runtime": 423.4852,
"eval_samples_per_second": 20.157,
"eval_steps_per_second": 0.63,
"step": 1180
},
{
"epoch": 0.93,
"learning_rate": 7.797791482935354e-07,
"loss": 2.332,
"step": 1182
},
{
"epoch": 0.94,
"learning_rate": 7.787507740084119e-07,
"loss": 2.3029,
"step": 1185
},
{
"epoch": 0.94,
"learning_rate": 7.777206859144626e-07,
"loss": 2.3374,
"step": 1188
},
{
"epoch": 0.94,
"learning_rate": 7.7668889034485e-07,
"loss": 2.2754,
"step": 1191
},
{
"epoch": 0.94,
"learning_rate": 7.756553936432355e-07,
"loss": 2.3292,
"step": 1194
},
{
"epoch": 0.94,
"learning_rate": 7.746202021637383e-07,
"loss": 2.333,
"step": 1197
},
{
"epoch": 0.95,
"learning_rate": 7.735833222708978e-07,
"loss": 2.3139,
"step": 1200
},
{
"epoch": 0.95,
"eval_loss": 2.3182308673858643,
"eval_runtime": 423.5569,
"eval_samples_per_second": 20.153,
"eval_steps_per_second": 0.63,
"step": 1200
},
{
"epoch": 0.95,
"learning_rate": 7.725447603396344e-07,
"loss": 2.3044,
"step": 1203
},
{
"epoch": 0.95,
"learning_rate": 7.715045227552095e-07,
"loss": 2.2979,
"step": 1206
},
{
"epoch": 0.95,
"learning_rate": 7.704626159131866e-07,
"loss": 2.286,
"step": 1209
},
{
"epoch": 0.96,
"learning_rate": 7.694190462193929e-07,
"loss": 2.3523,
"step": 1212
},
{
"epoch": 0.96,
"learning_rate": 7.683738200898783e-07,
"loss": 2.3239,
"step": 1215
},
{
"epoch": 0.96,
"learning_rate": 7.673269439508769e-07,
"loss": 2.3573,
"step": 1218
},
{
"epoch": 0.96,
"eval_loss": 2.317840337753296,
"eval_runtime": 423.5223,
"eval_samples_per_second": 20.155,
"eval_steps_per_second": 0.63,
"step": 1220
},
{
"epoch": 0.96,
"learning_rate": 7.662784242387678e-07,
"loss": 2.3076,
"step": 1221
},
{
"epoch": 0.97,
"learning_rate": 7.652282674000345e-07,
"loss": 2.2982,
"step": 1224
},
{
"epoch": 0.97,
"learning_rate": 7.641764798912262e-07,
"loss": 2.3276,
"step": 1227
},
{
"epoch": 0.97,
"learning_rate": 7.631230681789176e-07,
"loss": 2.307,
"step": 1230
},
{
"epoch": 0.97,
"learning_rate": 7.620680387396695e-07,
"loss": 2.3529,
"step": 1233
},
{
"epoch": 0.98,
"learning_rate": 7.610113980599883e-07,
"loss": 2.282,
"step": 1236
},
{
"epoch": 0.98,
"learning_rate": 7.599531526362873e-07,
"loss": 2.3404,
"step": 1239
},
{
"epoch": 0.98,
"eval_loss": 2.3173727989196777,
"eval_runtime": 423.4318,
"eval_samples_per_second": 20.159,
"eval_steps_per_second": 0.631,
"step": 1240
},
{
"epoch": 0.98,
"learning_rate": 7.588933089748451e-07,
"loss": 2.3277,
"step": 1242
},
{
"epoch": 0.98,
"learning_rate": 7.578318735917675e-07,
"loss": 2.2916,
"step": 1245
},
{
"epoch": 0.99,
"learning_rate": 7.56768853012946e-07,
"loss": 2.3011,
"step": 1248
},
{
"epoch": 0.99,
"learning_rate": 7.557042537740183e-07,
"loss": 2.3478,
"step": 1251
},
{
"epoch": 0.99,
"learning_rate": 7.546380824203277e-07,
"loss": 2.3414,
"step": 1254
},
{
"epoch": 0.99,
"learning_rate": 7.535703455068835e-07,
"loss": 2.3388,
"step": 1257
},
{
"epoch": 0.99,
"learning_rate": 7.525010495983201e-07,
"loss": 2.3752,
"step": 1260
},
{
"epoch": 0.99,
"eval_loss": 2.316869020462036,
"eval_runtime": 423.6284,
"eval_samples_per_second": 20.15,
"eval_steps_per_second": 0.63,
"step": 1260
},
{
"epoch": 1.0,
"learning_rate": 7.514302012688574e-07,
"loss": 2.2594,
"step": 1263
},
{
"epoch": 1.0,
"learning_rate": 7.503578071022587e-07,
"loss": 2.2831,
"step": 1266
},
{
"epoch": 1.0,
"learning_rate": 7.492838736917927e-07,
"loss": 2.2945,
"step": 1269
},
{
"epoch": 1.0,
"learning_rate": 7.482084076401908e-07,
"loss": 2.2828,
"step": 1272
},
{
"epoch": 1.01,
"learning_rate": 7.471314155596075e-07,
"loss": 2.2738,
"step": 1275
},
{
"epoch": 1.01,
"learning_rate": 7.4605290407158e-07,
"loss": 2.3049,
"step": 1278
},
{
"epoch": 1.01,
"eval_loss": 2.3168187141418457,
"eval_runtime": 423.5196,
"eval_samples_per_second": 20.155,
"eval_steps_per_second": 0.63,
"step": 1280
},
{
"epoch": 1.01,
"learning_rate": 7.449728798069863e-07,
"loss": 2.3274,
"step": 1281
},
{
"epoch": 1.01,
"learning_rate": 7.438913494060062e-07,
"loss": 2.3031,
"step": 1284
},
{
"epoch": 1.02,
"learning_rate": 7.428083195180787e-07,
"loss": 2.3463,
"step": 1287
},
{
"epoch": 1.02,
"learning_rate": 7.417237968018623e-07,
"loss": 2.2969,
"step": 1290
},
{
"epoch": 1.02,
"learning_rate": 7.406377879251935e-07,
"loss": 2.3231,
"step": 1293
},
{
"epoch": 1.02,
"learning_rate": 7.395502995650462e-07,
"loss": 2.2752,
"step": 1296
},
{
"epoch": 1.03,
"learning_rate": 7.384613384074898e-07,
"loss": 2.3099,
"step": 1299
},
{
"epoch": 1.03,
"eval_loss": 2.31632924079895,
"eval_runtime": 423.6273,
"eval_samples_per_second": 20.15,
"eval_steps_per_second": 0.63,
"step": 1300
},
{
"epoch": 1.03,
"learning_rate": 7.373709111476497e-07,
"loss": 2.2691,
"step": 1302
},
{
"epoch": 1.03,
"learning_rate": 7.362790244896644e-07,
"loss": 2.3205,
"step": 1305
},
{
"epoch": 1.03,
"learning_rate": 7.351856851466454e-07,
"loss": 2.2233,
"step": 1308
},
{
"epoch": 1.03,
"learning_rate": 7.340908998406352e-07,
"loss": 2.305,
"step": 1311
},
{
"epoch": 1.04,
"learning_rate": 7.329946753025668e-07,
"loss": 2.3221,
"step": 1314
},
{
"epoch": 1.04,
"learning_rate": 7.318970182722216e-07,
"loss": 2.3171,
"step": 1317
},
{
"epoch": 1.04,
"learning_rate": 7.30797935498188e-07,
"loss": 2.2663,
"step": 1320
},
{
"epoch": 1.04,
"eval_loss": 2.3159472942352295,
"eval_runtime": 423.528,
"eval_samples_per_second": 20.155,
"eval_steps_per_second": 0.63,
"step": 1320
},
{
"epoch": 1.04,
"learning_rate": 7.296974337378207e-07,
"loss": 2.2756,
"step": 1323
},
{
"epoch": 1.05,
"learning_rate": 7.285955197571982e-07,
"loss": 2.308,
"step": 1326
},
{
"epoch": 1.05,
"learning_rate": 7.274922003310812e-07,
"loss": 2.3399,
"step": 1329
},
{
"epoch": 1.05,
"learning_rate": 7.263874822428723e-07,
"loss": 2.2725,
"step": 1332
},
{
"epoch": 1.05,
"learning_rate": 7.252813722845724e-07,
"loss": 2.2886,
"step": 1335
},
{
"epoch": 1.06,
"learning_rate": 7.241738772567404e-07,
"loss": 2.3081,
"step": 1338
},
{
"epoch": 1.06,
"eval_loss": 2.315493106842041,
"eval_runtime": 423.5508,
"eval_samples_per_second": 20.153,
"eval_steps_per_second": 0.63,
"step": 1340
},
{
"epoch": 1.06,
"learning_rate": 7.230650039684505e-07,
"loss": 2.3301,
"step": 1341
},
{
"epoch": 1.06,
"learning_rate": 7.219547592372511e-07,
"loss": 2.3124,
"step": 1344
},
{
"epoch": 1.06,
"learning_rate": 7.208431498891221e-07,
"loss": 2.2829,
"step": 1347
},
{
"epoch": 1.07,
"learning_rate": 7.197301827584335e-07,
"loss": 2.3014,
"step": 1350
},
{
"epoch": 1.07,
"learning_rate": 7.18615864687903e-07,
"loss": 2.3313,
"step": 1353
},
{
"epoch": 1.07,
"learning_rate": 7.175002025285546e-07,
"loss": 2.2866,
"step": 1356
},
{
"epoch": 1.07,
"learning_rate": 7.163832031396751e-07,
"loss": 2.3324,
"step": 1359
},
{
"epoch": 1.07,
"eval_loss": 2.3150970935821533,
"eval_runtime": 423.5225,
"eval_samples_per_second": 20.155,
"eval_steps_per_second": 0.63,
"step": 1360
},
{
"epoch": 1.07,
"learning_rate": 7.152648733887738e-07,
"loss": 2.3364,
"step": 1362
},
{
"epoch": 1.08,
"learning_rate": 7.141452201515385e-07,
"loss": 2.3039,
"step": 1365
},
{
"epoch": 1.08,
"learning_rate": 7.130242503117949e-07,
"loss": 2.3022,
"step": 1368
},
{
"epoch": 1.08,
"learning_rate": 7.119019707614626e-07,
"loss": 2.3087,
"step": 1371
},
{
"epoch": 1.08,
"learning_rate": 7.107783884005136e-07,
"loss": 2.4119,
"step": 1374
},
{
"epoch": 1.09,
"learning_rate": 7.096535101369304e-07,
"loss": 2.3349,
"step": 1377
},
{
"epoch": 1.09,
"learning_rate": 7.085273428866624e-07,
"loss": 2.2818,
"step": 1380
},
{
"epoch": 1.09,
"eval_loss": 2.3148207664489746,
"eval_runtime": 423.6185,
"eval_samples_per_second": 20.15,
"eval_steps_per_second": 0.63,
"step": 1380
},
{
"epoch": 1.09,
"learning_rate": 7.073998935735841e-07,
"loss": 2.3156,
"step": 1383
},
{
"epoch": 1.09,
"learning_rate": 7.062711691294524e-07,
"loss": 2.2651,
"step": 1386
},
{
"epoch": 1.1,
"learning_rate": 7.051411764938638e-07,
"loss": 2.2672,
"step": 1389
},
{
"epoch": 1.1,
"learning_rate": 7.04009922614212e-07,
"loss": 2.3123,
"step": 1392
},
{
"epoch": 1.1,
"learning_rate": 7.028774144456451e-07,
"loss": 2.2977,
"step": 1395
},
{
"epoch": 1.1,
"learning_rate": 7.017436589510222e-07,
"loss": 2.3032,
"step": 1398
},
{
"epoch": 1.1,
"eval_loss": 2.3144261837005615,
"eval_runtime": 423.4989,
"eval_samples_per_second": 20.156,
"eval_steps_per_second": 0.63,
"step": 1400
},
{
"epoch": 1.11,
"learning_rate": 7.006086631008721e-07,
"loss": 2.2844,
"step": 1401
},
{
"epoch": 1.11,
"learning_rate": 6.994724338733489e-07,
"loss": 2.3115,
"step": 1404
},
{
"epoch": 1.11,
"learning_rate": 6.983349782541901e-07,
"loss": 2.2636,
"step": 1407
},
{
"epoch": 1.11,
"learning_rate": 6.971963032366727e-07,
"loss": 2.3014,
"step": 1410
},
{
"epoch": 1.12,
"learning_rate": 6.960564158215714e-07,
"loss": 2.2709,
"step": 1413
},
{
"epoch": 1.12,
"learning_rate": 6.949153230171146e-07,
"loss": 2.2757,
"step": 1416
},
{
"epoch": 1.12,
"learning_rate": 6.937730318389419e-07,
"loss": 2.2968,
"step": 1419
},
{
"epoch": 1.12,
"eval_loss": 2.314065456390381,
"eval_runtime": 423.7021,
"eval_samples_per_second": 20.146,
"eval_steps_per_second": 0.63,
"step": 1420
},
{
"epoch": 1.12,
"learning_rate": 6.926295493100602e-07,
"loss": 2.2748,
"step": 1422
},
{
"epoch": 1.12,
"learning_rate": 6.914848824608016e-07,
"loss": 2.3398,
"step": 1425
},
{
"epoch": 1.13,
"learning_rate": 6.903390383287794e-07,
"loss": 2.3015,
"step": 1428
},
{
"epoch": 1.13,
"learning_rate": 6.891920239588449e-07,
"loss": 2.296,
"step": 1431
},
{
"epoch": 1.13,
"learning_rate": 6.880438464030444e-07,
"loss": 2.3183,
"step": 1434
},
{
"epoch": 1.13,
"learning_rate": 6.868945127205756e-07,
"loss": 2.2845,
"step": 1437
},
{
"epoch": 1.14,
"learning_rate": 6.857440299777445e-07,
"loss": 2.2872,
"step": 1440
},
{
"epoch": 1.14,
"eval_loss": 2.313587188720703,
"eval_runtime": 423.2156,
"eval_samples_per_second": 20.169,
"eval_steps_per_second": 0.631,
"step": 1440
},
{
"epoch": 1.14,
"learning_rate": 6.845924052479212e-07,
"loss": 2.3286,
"step": 1443
},
{
"epoch": 1.14,
"learning_rate": 6.834396456114975e-07,
"loss": 2.2985,
"step": 1446
},
{
"epoch": 1.14,
"learning_rate": 6.822857581558422e-07,
"loss": 2.2685,
"step": 1449
},
{
"epoch": 1.15,
"learning_rate": 6.81130749975259e-07,
"loss": 2.2893,
"step": 1452
},
{
"epoch": 1.15,
"learning_rate": 6.799746281709412e-07,
"loss": 2.2832,
"step": 1455
},
{
"epoch": 1.15,
"learning_rate": 6.788173998509293e-07,
"loss": 2.3542,
"step": 1458
},
{
"epoch": 1.15,
"eval_loss": 2.3132660388946533,
"eval_runtime": 423.6025,
"eval_samples_per_second": 20.151,
"eval_steps_per_second": 0.63,
"step": 1460
},
{
"epoch": 1.15,
"learning_rate": 6.776590721300663e-07,
"loss": 2.2681,
"step": 1461
},
{
"epoch": 1.16,
"learning_rate": 6.764996521299555e-07,
"loss": 2.2491,
"step": 1464
},
{
"epoch": 1.16,
"learning_rate": 6.75339146978915e-07,
"loss": 2.2629,
"step": 1467
},
{
"epoch": 1.16,
"learning_rate": 6.741775638119344e-07,
"loss": 2.2829,
"step": 1470
},
{
"epoch": 1.16,
"learning_rate": 6.730149097706318e-07,
"loss": 2.2667,
"step": 1473
},
{
"epoch": 1.16,
"learning_rate": 6.718511920032088e-07,
"loss": 2.3181,
"step": 1476
},
{
"epoch": 1.17,
"learning_rate": 6.706864176644073e-07,
"loss": 2.3007,
"step": 1479
},
{
"epoch": 1.17,
"eval_loss": 2.3128092288970947,
"eval_runtime": 423.6014,
"eval_samples_per_second": 20.151,
"eval_steps_per_second": 0.63,
"step": 1480
},
{
"epoch": 1.17,
"learning_rate": 6.695205939154645e-07,
"loss": 2.2827,
"step": 1482
},
{
"epoch": 1.17,
"learning_rate": 6.683537279240705e-07,
"loss": 2.2754,
"step": 1485
},
{
"epoch": 1.17,
"learning_rate": 6.671858268643225e-07,
"loss": 2.2312,
"step": 1488
},
{
"epoch": 1.18,
"learning_rate": 6.660168979166819e-07,
"loss": 2.3098,
"step": 1491
},
{
"epoch": 1.18,
"learning_rate": 6.648469482679297e-07,
"loss": 2.2561,
"step": 1494
},
{
"epoch": 1.18,
"learning_rate": 6.636759851111222e-07,
"loss": 2.2789,
"step": 1497
},
{
"epoch": 1.18,
"learning_rate": 6.625040156455471e-07,
"loss": 2.2531,
"step": 1500
},
{
"epoch": 1.18,
"eval_loss": 2.312640905380249,
"eval_runtime": 423.502,
"eval_samples_per_second": 20.156,
"eval_steps_per_second": 0.63,
"step": 1500
},
{
"epoch": 1.19,
"learning_rate": 6.613310470766787e-07,
"loss": 2.3494,
"step": 1503
},
{
"epoch": 1.19,
"learning_rate": 6.601570866161345e-07,
"loss": 2.2634,
"step": 1506
},
{
"epoch": 1.19,
"learning_rate": 6.589821414816301e-07,
"loss": 2.296,
"step": 1509
},
{
"epoch": 1.19,
"learning_rate": 6.578062188969349e-07,
"loss": 2.2437,
"step": 1512
},
{
"epoch": 1.2,
"learning_rate": 6.566293260918279e-07,
"loss": 2.3483,
"step": 1515
},
{
"epoch": 1.2,
"learning_rate": 6.554514703020533e-07,
"loss": 2.2712,
"step": 1518
},
{
"epoch": 1.2,
"eval_loss": 2.312190532684326,
"eval_runtime": 423.5944,
"eval_samples_per_second": 20.151,
"eval_steps_per_second": 0.63,
"step": 1520
},
{
"epoch": 1.2,
"learning_rate": 6.542726587692756e-07,
"loss": 2.288,
"step": 1521
},
{
"epoch": 1.2,
"learning_rate": 6.530928987410361e-07,
"loss": 2.2557,
"step": 1524
},
{
"epoch": 1.21,
"learning_rate": 6.519121974707066e-07,
"loss": 2.3426,
"step": 1527
},
{
"epoch": 1.21,
"learning_rate": 6.507305622174467e-07,
"loss": 2.2903,
"step": 1530
},
{
"epoch": 1.21,
"learning_rate": 6.495480002461577e-07,
"loss": 2.294,
"step": 1533
},
{
"epoch": 1.21,
"learning_rate": 6.48364518827439e-07,
"loss": 2.284,
"step": 1536
},
{
"epoch": 1.21,
"learning_rate": 6.471801252375425e-07,
"loss": 2.2413,
"step": 1539
},
{
"epoch": 1.22,
"eval_loss": 2.312066078186035,
"eval_runtime": 423.5569,
"eval_samples_per_second": 20.153,
"eval_steps_per_second": 0.63,
"step": 1540
},
{
"epoch": 1.22,
"learning_rate": 6.459948267583285e-07,
"loss": 2.3278,
"step": 1542
},
{
"epoch": 1.22,
"learning_rate": 6.448086306772207e-07,
"loss": 2.3135,
"step": 1545
},
{
"epoch": 1.22,
"learning_rate": 6.436215442871615e-07,
"loss": 2.2751,
"step": 1548
},
{
"epoch": 1.22,
"learning_rate": 6.424335748865668e-07,
"loss": 2.3304,
"step": 1551
},
{
"epoch": 1.23,
"learning_rate": 6.412447297792818e-07,
"loss": 2.3364,
"step": 1554
},
{
"epoch": 1.23,
"learning_rate": 6.400550162745354e-07,
"loss": 2.2637,
"step": 1557
},
{
"epoch": 1.23,
"learning_rate": 6.388644416868956e-07,
"loss": 2.2676,
"step": 1560
},
{
"epoch": 1.23,
"eval_loss": 2.311553478240967,
"eval_runtime": 423.529,
"eval_samples_per_second": 20.154,
"eval_steps_per_second": 0.63,
"step": 1560
},
{
"epoch": 1.23,
"learning_rate": 6.376730133362247e-07,
"loss": 2.1986,
"step": 1563
},
{
"epoch": 1.24,
"learning_rate": 6.364807385476336e-07,
"loss": 2.2948,
"step": 1566
},
{
"epoch": 1.24,
"learning_rate": 6.352876246514378e-07,
"loss": 2.34,
"step": 1569
},
{
"epoch": 1.24,
"learning_rate": 6.340936789831115e-07,
"loss": 2.2766,
"step": 1572
},
{
"epoch": 1.24,
"learning_rate": 6.32898908883243e-07,
"loss": 2.3154,
"step": 1575
},
{
"epoch": 1.25,
"learning_rate": 6.317033216974889e-07,
"loss": 2.2639,
"step": 1578
},
{
"epoch": 1.25,
"eval_loss": 2.3112854957580566,
"eval_runtime": 423.6669,
"eval_samples_per_second": 20.148,
"eval_steps_per_second": 0.63,
"step": 1580
},
{
"epoch": 1.25,
"learning_rate": 6.305069247765299e-07,
"loss": 2.251,
"step": 1581
},
{
"epoch": 1.25,
"learning_rate": 6.293097254760247e-07,
"loss": 2.3302,
"step": 1584
},
{
"epoch": 1.25,
"learning_rate": 6.281117311565654e-07,
"loss": 2.2488,
"step": 1587
},
{
"epoch": 1.25,
"learning_rate": 6.269129491836321e-07,
"loss": 2.2853,
"step": 1590
},
{
"epoch": 1.26,
"learning_rate": 6.257133869275472e-07,
"loss": 2.3204,
"step": 1593
},
{
"epoch": 1.26,
"learning_rate": 6.245130517634306e-07,
"loss": 2.2984,
"step": 1596
},
{
"epoch": 1.26,
"learning_rate": 6.233119510711543e-07,
"loss": 2.3206,
"step": 1599
},
{
"epoch": 1.26,
"eval_loss": 2.3111162185668945,
"eval_runtime": 423.5824,
"eval_samples_per_second": 20.152,
"eval_steps_per_second": 0.63,
"step": 1600
},
{
"epoch": 1.26,
"learning_rate": 6.221100922352968e-07,
"loss": 2.2511,
"step": 1602
},
{
"epoch": 1.27,
"learning_rate": 6.209074826450974e-07,
"loss": 2.2552,
"step": 1605
},
{
"epoch": 1.27,
"learning_rate": 6.197041296944122e-07,
"loss": 2.2893,
"step": 1608
},
{
"epoch": 1.27,
"learning_rate": 6.185000407816663e-07,
"loss": 2.3363,
"step": 1611
},
{
"epoch": 1.27,
"learning_rate": 6.172952233098109e-07,
"loss": 2.3269,
"step": 1614
},
{
"epoch": 1.28,
"learning_rate": 6.160896846862753e-07,
"loss": 2.33,
"step": 1617
},
{
"epoch": 1.28,
"learning_rate": 6.148834323229238e-07,
"loss": 2.2845,
"step": 1620
},
{
"epoch": 1.28,
"eval_loss": 2.3106329441070557,
"eval_runtime": 423.3773,
"eval_samples_per_second": 20.162,
"eval_steps_per_second": 0.631,
"step": 1620
},
{
"epoch": 1.28,
"learning_rate": 6.136764736360076e-07,
"loss": 2.2542,
"step": 1623
},
{
"epoch": 1.28,
"learning_rate": 6.124688160461217e-07,
"loss": 2.2704,
"step": 1626
},
{
"epoch": 1.29,
"learning_rate": 6.112604669781572e-07,
"loss": 2.3159,
"step": 1629
},
{
"epoch": 1.29,
"learning_rate": 6.100514338612571e-07,
"loss": 2.2634,
"step": 1632
},
{
"epoch": 1.29,
"learning_rate": 6.088417241287696e-07,
"loss": 2.2725,
"step": 1635
},
{
"epoch": 1.29,
"learning_rate": 6.076313452182032e-07,
"loss": 2.2322,
"step": 1638
},
{
"epoch": 1.29,
"eval_loss": 2.3104732036590576,
"eval_runtime": 423.6269,
"eval_samples_per_second": 20.15,
"eval_steps_per_second": 0.63,
"step": 1640
},
{
"epoch": 1.3,
"learning_rate": 6.064203045711807e-07,
"loss": 2.2647,
"step": 1641
},
{
"epoch": 1.3,
"learning_rate": 6.052086096333927e-07,
"loss": 2.3305,
"step": 1644
},
{
"epoch": 1.3,
"learning_rate": 6.039962678545535e-07,
"loss": 2.2913,
"step": 1647
},
{
"epoch": 1.3,
"learning_rate": 6.027832866883532e-07,
"loss": 2.2252,
"step": 1650
},
{
"epoch": 1.3,
"learning_rate": 6.015696735924141e-07,
"loss": 2.3144,
"step": 1653
},
{
"epoch": 1.31,
"learning_rate": 6.003554360282425e-07,
"loss": 2.3081,
"step": 1656
},
{
"epoch": 1.31,
"learning_rate": 5.991405814611855e-07,
"loss": 2.284,
"step": 1659
},
{
"epoch": 1.31,
"eval_loss": 2.3101911544799805,
"eval_runtime": 423.606,
"eval_samples_per_second": 20.151,
"eval_steps_per_second": 0.63,
"step": 1660
},
{
"epoch": 1.31,
"learning_rate": 5.97925117360382e-07,
"loss": 2.3429,
"step": 1662
},
{
"epoch": 1.31,
"learning_rate": 5.967090511987198e-07,
"loss": 2.3258,
"step": 1665
},
{
"epoch": 1.32,
"learning_rate": 5.954923904527876e-07,
"loss": 2.3345,
"step": 1668
},
{
"epoch": 1.32,
"learning_rate": 5.942751426028296e-07,
"loss": 2.2829,
"step": 1671
},
{
"epoch": 1.32,
"learning_rate": 5.930573151327e-07,
"loss": 2.3246,
"step": 1674
},
{
"epoch": 1.32,
"learning_rate": 5.918389155298166e-07,
"loss": 2.2878,
"step": 1677
},
{
"epoch": 1.33,
"learning_rate": 5.906199512851144e-07,
"loss": 2.2834,
"step": 1680
},
{
"epoch": 1.33,
"eval_loss": 2.3097965717315674,
"eval_runtime": 423.5642,
"eval_samples_per_second": 20.153,
"eval_steps_per_second": 0.63,
"step": 1680
},
{
"epoch": 1.33,
"learning_rate": 5.894004298930003e-07,
"loss": 2.2633,
"step": 1683
},
{
"epoch": 1.33,
"learning_rate": 5.881803588513065e-07,
"loss": 2.2489,
"step": 1686
},
{
"epoch": 1.33,
"learning_rate": 5.869597456612441e-07,
"loss": 2.2432,
"step": 1689
},
{
"epoch": 1.34,
"learning_rate": 5.857385978273587e-07,
"loss": 2.3146,
"step": 1692
},
{
"epoch": 1.34,
"learning_rate": 5.845169228574813e-07,
"loss": 2.2641,
"step": 1695
},
{
"epoch": 1.34,
"learning_rate": 5.832947282626852e-07,
"loss": 2.3092,
"step": 1698
},
{
"epoch": 1.34,
"eval_loss": 2.309492826461792,
"eval_runtime": 423.6808,
"eval_samples_per_second": 20.147,
"eval_steps_per_second": 0.63,
"step": 1700
},
{
"epoch": 1.34,
"learning_rate": 5.820720215572374e-07,
"loss": 2.2735,
"step": 1701
},
{
"epoch": 1.34,
"learning_rate": 5.808488102585547e-07,
"loss": 2.3068,
"step": 1704
},
{
"epoch": 1.35,
"learning_rate": 5.796251018871547e-07,
"loss": 2.2826,
"step": 1707
},
{
"epoch": 1.35,
"learning_rate": 5.784009039666124e-07,
"loss": 2.1923,
"step": 1710
},
{
"epoch": 1.35,
"learning_rate": 5.771762240235119e-07,
"loss": 2.3212,
"step": 1713
},
{
"epoch": 1.35,
"learning_rate": 5.759510695874012e-07,
"loss": 2.2999,
"step": 1716
},
{
"epoch": 1.36,
"learning_rate": 5.747254481907451e-07,
"loss": 2.2863,
"step": 1719
},
{
"epoch": 1.36,
"eval_loss": 2.3091623783111572,
"eval_runtime": 423.6551,
"eval_samples_per_second": 20.148,
"eval_steps_per_second": 0.63,
"step": 1720
},
{
"epoch": 1.36,
"learning_rate": 5.7349936736888e-07,
"loss": 2.3533,
"step": 1722
},
{
"epoch": 1.36,
"learning_rate": 5.722728346599667e-07,
"loss": 2.2678,
"step": 1725
},
{
"epoch": 1.36,
"learning_rate": 5.710458576049438e-07,
"loss": 2.2349,
"step": 1728
},
{
"epoch": 1.37,
"learning_rate": 5.698184437474826e-07,
"loss": 2.3027,
"step": 1731
},
{
"epoch": 1.37,
"learning_rate": 5.685906006339391e-07,
"loss": 2.3294,
"step": 1734
},
{
"epoch": 1.37,
"learning_rate": 5.673623358133095e-07,
"loss": 2.2783,
"step": 1737
},
{
"epoch": 1.37,
"learning_rate": 5.661336568371815e-07,
"loss": 2.3281,
"step": 1740
},
{
"epoch": 1.37,
"eval_loss": 2.309011936187744,
"eval_runtime": 423.8896,
"eval_samples_per_second": 20.137,
"eval_steps_per_second": 0.63,
"step": 1740
},
{
"epoch": 1.38,
"learning_rate": 5.649045712596903e-07,
"loss": 2.1963,
"step": 1743
},
{
"epoch": 1.38,
"learning_rate": 5.636750866374698e-07,
"loss": 2.2346,
"step": 1746
},
{
"epoch": 1.38,
"learning_rate": 5.624452105296086e-07,
"loss": 2.3149,
"step": 1749
},
{
"epoch": 1.38,
"learning_rate": 5.612149504976008e-07,
"loss": 2.2763,
"step": 1752
},
{
"epoch": 1.39,
"learning_rate": 5.59984314105302e-07,
"loss": 2.2088,
"step": 1755
},
{
"epoch": 1.39,
"learning_rate": 5.587533089188814e-07,
"loss": 2.2591,
"step": 1758
},
{
"epoch": 1.39,
"eval_loss": 2.3086211681365967,
"eval_runtime": 423.8256,
"eval_samples_per_second": 20.14,
"eval_steps_per_second": 0.63,
"step": 1760
},
{
"epoch": 1.39,
"learning_rate": 5.575219425067753e-07,
"loss": 2.2959,
"step": 1761
},
{
"epoch": 1.39,
"learning_rate": 5.562902224396415e-07,
"loss": 2.25,
"step": 1764
},
{
"epoch": 1.39,
"learning_rate": 5.550581562903114e-07,
"loss": 2.2962,
"step": 1767
},
{
"epoch": 1.4,
"learning_rate": 5.538257516337449e-07,
"loss": 2.251,
"step": 1770
},
{
"epoch": 1.4,
"learning_rate": 5.525930160469825e-07,
"loss": 2.3452,
"step": 1773
},
{
"epoch": 1.4,
"learning_rate": 5.513599571090999e-07,
"loss": 2.2982,
"step": 1776
},
{
"epoch": 1.4,
"learning_rate": 5.501265824011601e-07,
"loss": 2.2629,
"step": 1779
},
{
"epoch": 1.4,
"eval_loss": 2.308394432067871,
"eval_runtime": 423.8076,
"eval_samples_per_second": 20.141,
"eval_steps_per_second": 0.63,
"step": 1780
},
{
"epoch": 1.41,
"learning_rate": 5.488928995061684e-07,
"loss": 2.2443,
"step": 1782
},
{
"epoch": 1.41,
"learning_rate": 5.476589160090237e-07,
"loss": 2.3114,
"step": 1785
},
{
"epoch": 1.41,
"learning_rate": 5.464246394964746e-07,
"loss": 2.248,
"step": 1788
},
{
"epoch": 1.41,
"learning_rate": 5.451900775570697e-07,
"loss": 2.2687,
"step": 1791
},
{
"epoch": 1.42,
"learning_rate": 5.439552377811134e-07,
"loss": 2.3112,
"step": 1794
},
{
"epoch": 1.42,
"learning_rate": 5.42720127760618e-07,
"loss": 2.3296,
"step": 1797
},
{
"epoch": 1.42,
"learning_rate": 5.414847550892571e-07,
"loss": 2.3287,
"step": 1800
},
{
"epoch": 1.42,
"eval_loss": 2.3081881999969482,
"eval_runtime": 423.7599,
"eval_samples_per_second": 20.143,
"eval_steps_per_second": 0.63,
"step": 1800
},
{
"epoch": 1.42,
"learning_rate": 5.402491273623198e-07,
"loss": 2.2917,
"step": 1803
},
{
"epoch": 1.43,
"learning_rate": 5.390132521766625e-07,
"loss": 2.3018,
"step": 1806
},
{
"epoch": 1.43,
"learning_rate": 5.377771371306635e-07,
"loss": 2.2418,
"step": 1809
},
{
"epoch": 1.43,
"learning_rate": 5.365407898241755e-07,
"loss": 2.2849,
"step": 1812
},
{
"epoch": 1.43,
"learning_rate": 5.353042178584797e-07,
"loss": 2.2288,
"step": 1815
},
{
"epoch": 1.43,
"learning_rate": 5.340674288362379e-07,
"loss": 2.2505,
"step": 1818
},
{
"epoch": 1.44,
"eval_loss": 2.307854175567627,
"eval_runtime": 423.7254,
"eval_samples_per_second": 20.145,
"eval_steps_per_second": 0.63,
"step": 1820
},
{
"epoch": 1.44,
"learning_rate": 5.32830430361447e-07,
"loss": 2.2766,
"step": 1821
},
{
"epoch": 1.44,
"learning_rate": 5.315932300393912e-07,
"loss": 2.3088,
"step": 1824
},
{
"epoch": 1.44,
"learning_rate": 5.303558354765959e-07,
"loss": 2.3131,
"step": 1827
},
{
"epoch": 1.44,
"learning_rate": 5.291182542807806e-07,
"loss": 2.3099,
"step": 1830
},
{
"epoch": 1.45,
"learning_rate": 5.278804940608125e-07,
"loss": 2.2755,
"step": 1833
},
{
"epoch": 1.45,
"learning_rate": 5.266425624266593e-07,
"loss": 2.3089,
"step": 1836
},
{
"epoch": 1.45,
"learning_rate": 5.254044669893424e-07,
"loss": 2.223,
"step": 1839
},
{
"epoch": 1.45,
"eval_loss": 2.3075809478759766,
"eval_runtime": 423.9002,
"eval_samples_per_second": 20.137,
"eval_steps_per_second": 0.63,
"step": 1840
},
{
"epoch": 1.45,
"learning_rate": 5.241662153608906e-07,
"loss": 2.3372,
"step": 1842
},
{
"epoch": 1.46,
"learning_rate": 5.229278151542929e-07,
"loss": 2.3305,
"step": 1845
},
{
"epoch": 1.46,
"learning_rate": 5.216892739834519e-07,
"loss": 2.2677,
"step": 1848
},
{
"epoch": 1.46,
"learning_rate": 5.204505994631362e-07,
"loss": 2.3112,
"step": 1851
},
{
"epoch": 1.46,
"learning_rate": 5.192117992089356e-07,
"loss": 2.2879,
"step": 1854
},
{
"epoch": 1.47,
"learning_rate": 5.179728808372112e-07,
"loss": 2.2813,
"step": 1857
},
{
"epoch": 1.47,
"learning_rate": 5.167338519650521e-07,
"loss": 2.2174,
"step": 1860
},
{
"epoch": 1.47,
"eval_loss": 2.3073344230651855,
"eval_runtime": 423.7318,
"eval_samples_per_second": 20.145,
"eval_steps_per_second": 0.63,
"step": 1860
},
{
"epoch": 1.47,
"learning_rate": 5.154947202102254e-07,
"loss": 2.2635,
"step": 1863
},
{
"epoch": 1.47,
"learning_rate": 5.142554931911315e-07,
"loss": 2.2595,
"step": 1866
},
{
"epoch": 1.48,
"learning_rate": 5.13016178526756e-07,
"loss": 2.3065,
"step": 1869
},
{
"epoch": 1.48,
"learning_rate": 5.117767838366238e-07,
"loss": 2.3224,
"step": 1872
},
{
"epoch": 1.48,
"learning_rate": 5.105373167407516e-07,
"loss": 2.226,
"step": 1875
},
{
"epoch": 1.48,
"learning_rate": 5.092977848596011e-07,
"loss": 2.3372,
"step": 1878
},
{
"epoch": 1.48,
"eval_loss": 2.307128429412842,
"eval_runtime": 423.6944,
"eval_samples_per_second": 20.147,
"eval_steps_per_second": 0.63,
"step": 1880
},
{
"epoch": 1.48,
"learning_rate": 5.080581958140327e-07,
"loss": 2.3131,
"step": 1881
},
{
"epoch": 1.49,
"learning_rate": 5.068185572252579e-07,
"loss": 2.3115,
"step": 1884
},
{
"epoch": 1.49,
"learning_rate": 5.05578876714793e-07,
"loss": 2.3032,
"step": 1887
},
{
"epoch": 1.49,
"learning_rate": 5.043391619044122e-07,
"loss": 2.2818,
"step": 1890
},
{
"epoch": 1.49,
"learning_rate": 5.030994204161003e-07,
"loss": 2.2672,
"step": 1893
},
{
"epoch": 1.5,
"learning_rate": 5.018596598720058e-07,
"loss": 2.3055,
"step": 1896
},
{
"epoch": 1.5,
"learning_rate": 5.006198878943954e-07,
"loss": 2.2662,
"step": 1899
},
{
"epoch": 1.5,
"eval_loss": 2.3069169521331787,
"eval_runtime": 423.6523,
"eval_samples_per_second": 20.149,
"eval_steps_per_second": 0.63,
"step": 1900
},
{
"epoch": 1.5,
"learning_rate": 4.993801121056048e-07,
"loss": 2.2982,
"step": 1902
},
{
"epoch": 1.5,
"learning_rate": 4.981403401279943e-07,
"loss": 2.2884,
"step": 1905
},
{
"epoch": 1.51,
"learning_rate": 4.969005795838998e-07,
"loss": 2.2941,
"step": 1908
},
{
"epoch": 1.51,
"learning_rate": 4.956608380955877e-07,
"loss": 2.3172,
"step": 1911
},
{
"epoch": 1.51,
"learning_rate": 4.94421123285207e-07,
"loss": 2.2671,
"step": 1914
},
{
"epoch": 1.51,
"learning_rate": 4.931814427747421e-07,
"loss": 2.2642,
"step": 1917
},
{
"epoch": 1.52,
"learning_rate": 4.919418041859674e-07,
"loss": 2.3282,
"step": 1920
},
{
"epoch": 1.52,
"eval_loss": 2.3066823482513428,
"eval_runtime": 423.8373,
"eval_samples_per_second": 20.14,
"eval_steps_per_second": 0.63,
"step": 1920
},
{
"epoch": 1.52,
"learning_rate": 4.907022151403991e-07,
"loss": 2.2661,
"step": 1923
},
{
"epoch": 1.52,
"learning_rate": 4.894626832592485e-07,
"loss": 2.2434,
"step": 1926
},
{
"epoch": 1.52,
"learning_rate": 4.882232161633762e-07,
"loss": 2.2517,
"step": 1929
},
{
"epoch": 1.52,
"learning_rate": 4.86983821473244e-07,
"loss": 2.2487,
"step": 1932
},
{
"epoch": 1.53,
"learning_rate": 4.857445068088687e-07,
"loss": 2.2646,
"step": 1935
},
{
"epoch": 1.53,
"learning_rate": 4.845052797897746e-07,
"loss": 2.1408,
"step": 1938
},
{
"epoch": 1.53,
"eval_loss": 2.3063833713531494,
"eval_runtime": 423.8484,
"eval_samples_per_second": 20.139,
"eval_steps_per_second": 0.63,
"step": 1940
},
{
"epoch": 1.53,
"learning_rate": 4.832661480349479e-07,
"loss": 2.3191,
"step": 1941
},
{
"epoch": 1.53,
"learning_rate": 4.820271191627886e-07,
"loss": 2.2882,
"step": 1944
},
{
"epoch": 1.54,
"learning_rate": 4.807882007910646e-07,
"loss": 2.3442,
"step": 1947
},
{
"epoch": 1.54,
"learning_rate": 4.795494005368639e-07,
"loss": 2.3082,
"step": 1950
},
{
"epoch": 1.54,
"learning_rate": 4.783107260165483e-07,
"loss": 2.2433,
"step": 1953
},
{
"epoch": 1.54,
"learning_rate": 4.770721848457071e-07,
"loss": 2.3025,
"step": 1956
},
{
"epoch": 1.55,
"learning_rate": 4.7583378463910945e-07,
"loss": 2.2559,
"step": 1959
},
{
"epoch": 1.55,
"eval_loss": 2.3061537742614746,
"eval_runtime": 423.8032,
"eval_samples_per_second": 20.141,
"eval_steps_per_second": 0.63,
"step": 1960
},
{
"epoch": 1.55,
"learning_rate": 4.745955330106577e-07,
"loss": 2.2355,
"step": 1962
},
{
"epoch": 1.55,
"learning_rate": 4.733574375733408e-07,
"loss": 2.3659,
"step": 1965
},
{
"epoch": 1.55,
"learning_rate": 4.7211950593918756e-07,
"loss": 2.3009,
"step": 1968
},
{
"epoch": 1.56,
"learning_rate": 4.7088174571921946e-07,
"loss": 2.301,
"step": 1971
},
{
"epoch": 1.56,
"learning_rate": 4.696441645234041e-07,
"loss": 2.2812,
"step": 1974
},
{
"epoch": 1.56,
"learning_rate": 4.684067699606088e-07,
"loss": 2.3294,
"step": 1977
},
{
"epoch": 1.56,
"learning_rate": 4.671695696385531e-07,
"loss": 2.337,
"step": 1980
},
{
"epoch": 1.56,
"eval_loss": 2.3059725761413574,
"eval_runtime": 423.7698,
"eval_samples_per_second": 20.143,
"eval_steps_per_second": 0.63,
"step": 1980
},
{
"epoch": 1.57,
"learning_rate": 4.659325711637621e-07,
"loss": 2.2814,
"step": 1983
},
{
"epoch": 1.57,
"learning_rate": 4.646957821415203e-07,
"loss": 2.3117,
"step": 1986
},
{
"epoch": 1.57,
"learning_rate": 4.6345921017582444e-07,
"loss": 2.2646,
"step": 1989
},
{
"epoch": 1.57,
"learning_rate": 4.6222286286933667e-07,
"loss": 2.3307,
"step": 1992
},
{
"epoch": 1.57,
"learning_rate": 4.609867478233376e-07,
"loss": 2.2327,
"step": 1995
},
{
"epoch": 1.58,
"learning_rate": 4.5975087263768024e-07,
"loss": 2.2712,
"step": 1998
},
{
"epoch": 1.58,
"eval_loss": 2.305758476257324,
"eval_runtime": 423.7395,
"eval_samples_per_second": 20.144,
"eval_steps_per_second": 0.63,
"step": 2000
},
{
"epoch": 1.58,
"learning_rate": 4.5851524491074265e-07,
"loss": 2.3103,
"step": 2001
},
{
"epoch": 1.58,
"learning_rate": 4.5727987223938203e-07,
"loss": 2.2437,
"step": 2004
},
{
"epoch": 1.58,
"learning_rate": 4.560447622188866e-07,
"loss": 2.2446,
"step": 2007
},
{
"epoch": 1.59,
"learning_rate": 4.548099224429303e-07,
"loss": 2.2253,
"step": 2010
},
{
"epoch": 1.59,
"learning_rate": 4.535753605035256e-07,
"loss": 2.2397,
"step": 2013
},
{
"epoch": 1.59,
"learning_rate": 4.523410839909763e-07,
"loss": 2.3447,
"step": 2016
},
{
"epoch": 1.59,
"learning_rate": 4.5110710049383173e-07,
"loss": 2.3251,
"step": 2019
},
{
"epoch": 1.59,
"eval_loss": 2.3055238723754883,
"eval_runtime": 423.7668,
"eval_samples_per_second": 20.143,
"eval_steps_per_second": 0.63,
"step": 2020
},
{
"epoch": 1.6,
"learning_rate": 4.4987341759883985e-07,
"loss": 2.2572,
"step": 2022
},
{
"epoch": 1.6,
"learning_rate": 4.486400428909002e-07,
"loss": 2.3107,
"step": 2025
},
{
"epoch": 1.6,
"learning_rate": 4.4781796804540905e-07,
"loss": 2.2396,
"step": 2028
},
{
"epoch": 1.6,
"learning_rate": 4.465851238327215e-07,
"loss": 2.3031,
"step": 2031
},
{
"epoch": 1.61,
"learning_rate": 4.457634096698275e-07,
"loss": 2.2643,
"step": 2034
},
{
"epoch": 1.61,
"learning_rate": 4.4453111700721476e-07,
"loss": 2.2851,
"step": 2037
},
{
"epoch": 1.61,
"learning_rate": 4.4329916537705867e-07,
"loss": 2.2894,
"step": 2040
},
{
"epoch": 1.61,
"eval_loss": 2.3053619861602783,
"eval_runtime": 423.6799,
"eval_samples_per_second": 20.147,
"eval_steps_per_second": 0.63,
"step": 2040
},
{
"epoch": 1.61,
"learning_rate": 4.4206756235361475e-07,
"loss": 2.2917,
"step": 2043
},
{
"epoch": 1.61,
"learning_rate": 4.408363155089951e-07,
"loss": 2.2395,
"step": 2046
},
{
"epoch": 1.62,
"learning_rate": 4.396054324131219e-07,
"loss": 2.2643,
"step": 2049
},
{
"epoch": 1.62,
"learning_rate": 4.383749206336813e-07,
"loss": 2.3527,
"step": 2052
},
{
"epoch": 1.62,
"learning_rate": 4.3714478773607625e-07,
"loss": 2.2174,
"step": 2055
},
{
"epoch": 1.62,
"learning_rate": 4.3591504128338055e-07,
"loss": 2.2587,
"step": 2058
},
{
"epoch": 1.63,
"eval_loss": 2.3052470684051514,
"eval_runtime": 423.7595,
"eval_samples_per_second": 20.143,
"eval_steps_per_second": 0.63,
"step": 2060
},
{
"epoch": 1.63,
"learning_rate": 4.346856888362914e-07,
"loss": 2.2754,
"step": 2061
},
{
"epoch": 1.63,
"learning_rate": 4.3345673795308427e-07,
"loss": 2.2893,
"step": 2064
},
{
"epoch": 1.63,
"learning_rate": 4.3222819618956584e-07,
"loss": 2.222,
"step": 2067
},
{
"epoch": 1.63,
"learning_rate": 4.310000710990265e-07,
"loss": 2.333,
"step": 2070
},
{
"epoch": 1.64,
"learning_rate": 4.297723702321959e-07,
"loss": 2.2997,
"step": 2073
},
{
"epoch": 1.64,
"learning_rate": 4.2854510113719506e-07,
"loss": 2.2541,
"step": 2076
},
{
"epoch": 1.64,
"learning_rate": 4.273182713594904e-07,
"loss": 2.2966,
"step": 2079
},
{
"epoch": 1.64,
"eval_loss": 2.3049557209014893,
"eval_runtime": 423.917,
"eval_samples_per_second": 20.136,
"eval_steps_per_second": 0.63,
"step": 2080
},
{
"epoch": 1.64,
"learning_rate": 4.2609188844184705e-07,
"loss": 2.2776,
"step": 2082
},
{
"epoch": 1.65,
"learning_rate": 4.2527455180925484e-07,
"loss": 2.2846,
"step": 2085
},
{
"epoch": 1.65,
"learning_rate": 4.240489304125989e-07,
"loss": 2.2439,
"step": 2088
},
{
"epoch": 1.65,
"learning_rate": 4.2282377597648807e-07,
"loss": 2.335,
"step": 2091
},
{
"epoch": 1.65,
"learning_rate": 4.215990960333874e-07,
"loss": 2.2774,
"step": 2094
},
{
"epoch": 1.66,
"learning_rate": 4.203748981128453e-07,
"loss": 2.2459,
"step": 2097
},
{
"epoch": 1.66,
"learning_rate": 4.1915118974144533e-07,
"loss": 2.2533,
"step": 2100
},
{
"epoch": 1.66,
"eval_loss": 2.3047776222229004,
"eval_runtime": 424.029,
"eval_samples_per_second": 20.131,
"eval_steps_per_second": 0.63,
"step": 2100
},
{
"epoch": 1.66,
"learning_rate": 4.179279784427624e-07,
"loss": 2.2719,
"step": 2103
},
{
"epoch": 1.66,
"learning_rate": 4.1670527173731494e-07,
"loss": 2.3111,
"step": 2106
},
{
"epoch": 1.66,
"learning_rate": 4.1548307714251875e-07,
"loss": 2.3206,
"step": 2109
},
{
"epoch": 1.67,
"learning_rate": 4.1426140217264136e-07,
"loss": 2.3619,
"step": 2112
},
{
"epoch": 1.67,
"learning_rate": 4.130402543387557e-07,
"loss": 2.2922,
"step": 2115
},
{
"epoch": 1.67,
"learning_rate": 4.118196411486937e-07,
"loss": 2.2691,
"step": 2118
},
{
"epoch": 1.67,
"eval_loss": 2.304494619369507,
"eval_runtime": 424.0274,
"eval_samples_per_second": 20.131,
"eval_steps_per_second": 0.63,
"step": 2120
},
{
"epoch": 1.67,
"learning_rate": 4.1059957010699976e-07,
"loss": 2.2847,
"step": 2121
},
{
"epoch": 1.68,
"learning_rate": 4.0938004871488564e-07,
"loss": 2.2344,
"step": 2124
},
{
"epoch": 1.68,
"learning_rate": 4.0816108447018337e-07,
"loss": 2.2626,
"step": 2127
},
{
"epoch": 1.68,
"learning_rate": 4.0694268486729997e-07,
"loss": 2.3064,
"step": 2130
},
{
"epoch": 1.68,
"learning_rate": 4.057248573971704e-07,
"loss": 2.28,
"step": 2133
},
{
"epoch": 1.69,
"learning_rate": 4.0450760954721253e-07,
"loss": 2.2872,
"step": 2136
},
{
"epoch": 1.69,
"learning_rate": 4.032909488012803e-07,
"loss": 2.2976,
"step": 2139
},
{
"epoch": 1.69,
"eval_loss": 2.304422378540039,
"eval_runtime": 423.8457,
"eval_samples_per_second": 20.139,
"eval_steps_per_second": 0.63,
"step": 2140
},
{
"epoch": 1.69,
"learning_rate": 4.02074882639618e-07,
"loss": 2.2723,
"step": 2142
},
{
"epoch": 1.69,
"learning_rate": 4.0085941853881456e-07,
"loss": 2.2608,
"step": 2145
},
{
"epoch": 1.7,
"learning_rate": 3.996445639717573e-07,
"loss": 2.3145,
"step": 2148
},
{
"epoch": 1.7,
"learning_rate": 3.984303264075861e-07,
"loss": 2.2487,
"step": 2151
},
{
"epoch": 1.7,
"learning_rate": 3.9721671331164687e-07,
"loss": 2.2996,
"step": 2154
},
{
"epoch": 1.7,
"learning_rate": 3.9600373214544655e-07,
"loss": 2.2845,
"step": 2157
},
{
"epoch": 1.7,
"learning_rate": 3.9479139036660726e-07,
"loss": 2.2886,
"step": 2160
},
{
"epoch": 1.7,
"eval_loss": 2.3043317794799805,
"eval_runtime": 423.8407,
"eval_samples_per_second": 20.14,
"eval_steps_per_second": 0.63,
"step": 2160
},
{
"epoch": 1.71,
"learning_rate": 3.935796954288194e-07,
"loss": 2.3522,
"step": 2163
},
{
"epoch": 1.71,
"learning_rate": 3.923686547817968e-07,
"loss": 2.2845,
"step": 2166
},
{
"epoch": 1.71,
"learning_rate": 3.911582758712304e-07,
"loss": 2.3067,
"step": 2169
},
{
"epoch": 1.71,
"learning_rate": 3.899485661387429e-07,
"loss": 2.2995,
"step": 2172
},
{
"epoch": 1.72,
"learning_rate": 3.8873953302184283e-07,
"loss": 2.3704,
"step": 2175
},
{
"epoch": 1.72,
"learning_rate": 3.8753118395387835e-07,
"loss": 2.2079,
"step": 2178
},
{
"epoch": 1.72,
"eval_loss": 2.3040771484375,
"eval_runtime": 423.8379,
"eval_samples_per_second": 20.14,
"eval_steps_per_second": 0.63,
"step": 2180
},
{
"epoch": 1.72,
"learning_rate": 3.8632352636399236e-07,
"loss": 2.321,
"step": 2181
},
{
"epoch": 1.72,
"learning_rate": 3.851165676770764e-07,
"loss": 2.3197,
"step": 2184
},
{
"epoch": 1.73,
"learning_rate": 3.839103153137247e-07,
"loss": 2.2741,
"step": 2187
},
{
"epoch": 1.73,
"learning_rate": 3.8270477669018915e-07,
"loss": 2.2377,
"step": 2190
},
{
"epoch": 1.73,
"learning_rate": 3.8149995921833357e-07,
"loss": 2.3662,
"step": 2193
},
{
"epoch": 1.73,
"learning_rate": 3.80295870305588e-07,
"loss": 2.3399,
"step": 2196
},
{
"epoch": 1.74,
"learning_rate": 3.7909251735490253e-07,
"loss": 2.2561,
"step": 2199
},
{
"epoch": 1.74,
"eval_loss": 2.30399227142334,
"eval_runtime": 423.7849,
"eval_samples_per_second": 20.142,
"eval_steps_per_second": 0.63,
"step": 2200
},
{
"epoch": 1.74,
"learning_rate": 3.7788990776470324e-07,
"loss": 2.2898,
"step": 2202
},
{
"epoch": 1.74,
"learning_rate": 3.7668804892884567e-07,
"loss": 2.2755,
"step": 2205
},
{
"epoch": 1.74,
"learning_rate": 3.754869482365694e-07,
"loss": 2.2196,
"step": 2208
},
{
"epoch": 1.75,
"learning_rate": 3.7428661307245286e-07,
"loss": 2.2588,
"step": 2211
},
{
"epoch": 1.75,
"learning_rate": 3.730870508163679e-07,
"loss": 2.269,
"step": 2214
},
{
"epoch": 1.75,
"learning_rate": 3.718882688434344e-07,
"loss": 2.3169,
"step": 2217
},
{
"epoch": 1.75,
"learning_rate": 3.706902745239754e-07,
"loss": 2.2847,
"step": 2220
},
{
"epoch": 1.75,
"eval_loss": 2.303743839263916,
"eval_runtime": 423.861,
"eval_samples_per_second": 20.139,
"eval_steps_per_second": 0.63,
"step": 2220
},
{
"epoch": 1.75,
"learning_rate": 3.6949307522347005e-07,
"loss": 2.3122,
"step": 2223
},
{
"epoch": 1.76,
"learning_rate": 3.6829667830251104e-07,
"loss": 2.2039,
"step": 2226
},
{
"epoch": 1.76,
"learning_rate": 3.671010911167571e-07,
"loss": 2.2844,
"step": 2229
},
{
"epoch": 1.76,
"learning_rate": 3.6590632101688853e-07,
"loss": 2.2644,
"step": 2232
},
{
"epoch": 1.76,
"learning_rate": 3.6471237534856213e-07,
"loss": 2.2826,
"step": 2235
},
{
"epoch": 1.77,
"learning_rate": 3.635192614523664e-07,
"loss": 2.2901,
"step": 2238
},
{
"epoch": 1.77,
"eval_loss": 2.303476095199585,
"eval_runtime": 423.895,
"eval_samples_per_second": 20.137,
"eval_steps_per_second": 0.63,
"step": 2240
},
{
"epoch": 1.77,
"learning_rate": 3.623269866637755e-07,
"loss": 2.2458,
"step": 2241
},
{
"epoch": 1.77,
"learning_rate": 3.6113555831310446e-07,
"loss": 2.2776,
"step": 2244
},
{
"epoch": 1.77,
"learning_rate": 3.599449837254646e-07,
"loss": 2.2093,
"step": 2247
},
{
"epoch": 1.78,
"learning_rate": 3.5875527022071806e-07,
"loss": 2.2796,
"step": 2250
},
{
"epoch": 1.78,
"learning_rate": 3.5756642511343316e-07,
"loss": 2.2667,
"step": 2253
},
{
"epoch": 1.78,
"learning_rate": 3.5637845571283855e-07,
"loss": 2.2485,
"step": 2256
},
{
"epoch": 1.78,
"learning_rate": 3.5519136932277925e-07,
"loss": 2.2958,
"step": 2259
},
{
"epoch": 1.78,
"eval_loss": 2.303359031677246,
"eval_runtime": 424.3049,
"eval_samples_per_second": 20.118,
"eval_steps_per_second": 0.629,
"step": 2260
},
{
"epoch": 1.79,
"learning_rate": 3.5400517324167146e-07,
"loss": 2.2098,
"step": 2262
},
{
"epoch": 1.79,
"learning_rate": 3.528198747624577e-07,
"loss": 2.2349,
"step": 2265
},
{
"epoch": 1.79,
"learning_rate": 3.5163548117256106e-07,
"loss": 2.2503,
"step": 2268
},
{
"epoch": 1.79,
"learning_rate": 3.504519997538422e-07,
"loss": 2.3013,
"step": 2271
},
{
"epoch": 1.79,
"learning_rate": 3.4926943778255344e-07,
"loss": 2.2884,
"step": 2274
},
{
"epoch": 1.8,
"learning_rate": 3.480878025292935e-07,
"loss": 2.2343,
"step": 2277
},
{
"epoch": 1.8,
"learning_rate": 3.4690710125896396e-07,
"loss": 2.2947,
"step": 2280
},
{
"epoch": 1.8,
"eval_loss": 2.3031911849975586,
"eval_runtime": 423.931,
"eval_samples_per_second": 20.135,
"eval_steps_per_second": 0.63,
"step": 2280
},
{
"epoch": 1.8,
"learning_rate": 3.4572734123072426e-07,
"loss": 2.2812,
"step": 2283
},
{
"epoch": 1.8,
"learning_rate": 3.4454852969794685e-07,
"loss": 2.2455,
"step": 2286
},
{
"epoch": 1.81,
"learning_rate": 3.433706739081722e-07,
"loss": 2.3179,
"step": 2289
},
{
"epoch": 1.81,
"learning_rate": 3.421937811030652e-07,
"loss": 2.2778,
"step": 2292
},
{
"epoch": 1.81,
"learning_rate": 3.410178585183698e-07,
"loss": 2.2567,
"step": 2295
},
{
"epoch": 1.81,
"learning_rate": 3.398429133838654e-07,
"loss": 2.2701,
"step": 2298
},
{
"epoch": 1.82,
"eval_loss": 2.3029837608337402,
"eval_runtime": 423.7445,
"eval_samples_per_second": 20.144,
"eval_steps_per_second": 0.63,
"step": 2300
},
{
"epoch": 1.82,
"learning_rate": 3.386689529233213e-07,
"loss": 2.3341,
"step": 2301
},
{
"epoch": 1.82,
"learning_rate": 3.37495984354453e-07,
"loss": 2.2603,
"step": 2304
},
{
"epoch": 1.82,
"learning_rate": 3.3632401488887774e-07,
"loss": 2.2587,
"step": 2307
},
{
"epoch": 1.82,
"learning_rate": 3.3515305173207044e-07,
"loss": 2.1969,
"step": 2310
},
{
"epoch": 1.83,
"learning_rate": 3.3398310208331803e-07,
"loss": 2.2755,
"step": 2313
},
{
"epoch": 1.83,
"learning_rate": 3.328141731356775e-07,
"loss": 2.2577,
"step": 2316
},
{
"epoch": 1.83,
"learning_rate": 3.3164627207592963e-07,
"loss": 2.4315,
"step": 2319
},
{
"epoch": 1.83,
"eval_loss": 2.30289363861084,
"eval_runtime": 423.7495,
"eval_samples_per_second": 20.144,
"eval_steps_per_second": 0.63,
"step": 2320
},
{
"epoch": 1.83,
"learning_rate": 3.304794060845355e-07,
"loss": 2.2716,
"step": 2322
},
{
"epoch": 1.84,
"learning_rate": 3.2931358233559276e-07,
"loss": 2.3602,
"step": 2325
},
{
"epoch": 1.84,
"learning_rate": 3.281488079967911e-07,
"loss": 2.2675,
"step": 2328
},
{
"epoch": 1.84,
"learning_rate": 3.269850902293683e-07,
"loss": 2.2746,
"step": 2331
},
{
"epoch": 1.84,
"learning_rate": 3.258224361880657e-07,
"loss": 2.2504,
"step": 2334
},
{
"epoch": 1.84,
"learning_rate": 3.2466085302108516e-07,
"loss": 2.2465,
"step": 2337
},
{
"epoch": 1.85,
"learning_rate": 3.2350034787004444e-07,
"loss": 2.2611,
"step": 2340
},
{
"epoch": 1.85,
"eval_loss": 2.3026528358459473,
"eval_runtime": 423.646,
"eval_samples_per_second": 20.149,
"eval_steps_per_second": 0.63,
"step": 2340
},
{
"epoch": 1.85,
"learning_rate": 3.223409278699337e-07,
"loss": 2.21,
"step": 2343
},
{
"epoch": 1.85,
"learning_rate": 3.2118260014907084e-07,
"loss": 2.3432,
"step": 2346
},
{
"epoch": 1.85,
"learning_rate": 3.200253718290589e-07,
"loss": 2.3252,
"step": 2349
},
{
"epoch": 1.86,
"learning_rate": 3.1886925002474107e-07,
"loss": 2.2402,
"step": 2352
},
{
"epoch": 1.86,
"learning_rate": 3.177142418441578e-07,
"loss": 2.2978,
"step": 2355
},
{
"epoch": 1.86,
"learning_rate": 3.165603543885026e-07,
"loss": 2.2621,
"step": 2358
},
{
"epoch": 1.86,
"eval_loss": 2.3024840354919434,
"eval_runtime": 423.7045,
"eval_samples_per_second": 20.146,
"eval_steps_per_second": 0.63,
"step": 2360
},
{
"epoch": 1.86,
"learning_rate": 3.154075947520788e-07,
"loss": 2.2844,
"step": 2361
},
{
"epoch": 1.87,
"learning_rate": 3.142559700222556e-07,
"loss": 2.305,
"step": 2364
},
{
"epoch": 1.87,
"learning_rate": 3.131054872794244e-07,
"loss": 2.331,
"step": 2367
},
{
"epoch": 1.87,
"learning_rate": 3.119561535969556e-07,
"loss": 2.3065,
"step": 2370
},
{
"epoch": 1.87,
"learning_rate": 3.1080797604115503e-07,
"loss": 2.2734,
"step": 2373
},
{
"epoch": 1.88,
"learning_rate": 3.096609616712207e-07,
"loss": 2.3741,
"step": 2376
},
{
"epoch": 1.88,
"learning_rate": 3.0851511753919844e-07,
"loss": 2.3104,
"step": 2379
},
{
"epoch": 1.88,
"eval_loss": 2.302408218383789,
"eval_runtime": 423.7207,
"eval_samples_per_second": 20.145,
"eval_steps_per_second": 0.63,
"step": 2380
},
{
"epoch": 1.88,
"learning_rate": 3.073704506899398e-07,
"loss": 2.3035,
"step": 2382
},
{
"epoch": 1.88,
"learning_rate": 3.062269681610581e-07,
"loss": 2.3006,
"step": 2385
},
{
"epoch": 1.88,
"learning_rate": 3.0508467698288554e-07,
"loss": 2.2715,
"step": 2388
},
{
"epoch": 1.89,
"learning_rate": 3.0394358417842864e-07,
"loss": 2.2669,
"step": 2391
},
{
"epoch": 1.89,
"learning_rate": 3.0280369676332735e-07,
"loss": 2.2766,
"step": 2394
},
{
"epoch": 1.89,
"learning_rate": 3.016650217458101e-07,
"loss": 2.2612,
"step": 2397
},
{
"epoch": 1.89,
"learning_rate": 3.005275661266512e-07,
"loss": 2.2564,
"step": 2400
},
{
"epoch": 1.89,
"eval_loss": 2.3022682666778564,
"eval_runtime": 423.7641,
"eval_samples_per_second": 20.143,
"eval_steps_per_second": 0.63,
"step": 2400
},
{
"epoch": 1.9,
"learning_rate": 2.9939133689912787e-07,
"loss": 2.2989,
"step": 2403
},
{
"epoch": 1.9,
"learning_rate": 2.982563410489778e-07,
"loss": 2.2291,
"step": 2406
},
{
"epoch": 1.9,
"learning_rate": 2.971225855543551e-07,
"loss": 2.299,
"step": 2409
},
{
"epoch": 1.9,
"learning_rate": 2.95990077385788e-07,
"loss": 2.3035,
"step": 2412
},
{
"epoch": 1.91,
"learning_rate": 2.9485882350613617e-07,
"loss": 2.2798,
"step": 2415
},
{
"epoch": 1.91,
"learning_rate": 2.9372883087054744e-07,
"loss": 2.3361,
"step": 2418
},
{
"epoch": 1.91,
"eval_loss": 2.3021554946899414,
"eval_runtime": 423.6838,
"eval_samples_per_second": 20.147,
"eval_steps_per_second": 0.63,
"step": 2420
},
{
"epoch": 1.91,
"learning_rate": 2.9260010642641584e-07,
"loss": 2.3625,
"step": 2421
},
{
"epoch": 1.91,
"learning_rate": 2.9147265711333767e-07,
"loss": 2.2619,
"step": 2424
},
{
"epoch": 1.92,
"learning_rate": 2.903464898630696e-07,
"loss": 2.2578,
"step": 2427
},
{
"epoch": 1.92,
"learning_rate": 2.8922161159948626e-07,
"loss": 2.2522,
"step": 2430
},
{
"epoch": 1.92,
"learning_rate": 2.8809802923853744e-07,
"loss": 2.3074,
"step": 2433
},
{
"epoch": 1.92,
"learning_rate": 2.8697574968820514e-07,
"loss": 2.2928,
"step": 2436
},
{
"epoch": 1.93,
"learning_rate": 2.858547798484613e-07,
"loss": 2.3322,
"step": 2439
},
{
"epoch": 1.93,
"eval_loss": 2.301987886428833,
"eval_runtime": 423.6603,
"eval_samples_per_second": 20.148,
"eval_steps_per_second": 0.63,
"step": 2440
},
{
"epoch": 1.93,
"learning_rate": 2.8473512661122633e-07,
"loss": 2.2035,
"step": 2442
},
{
"epoch": 1.93,
"learning_rate": 2.8361679686032487e-07,
"loss": 2.2739,
"step": 2445
},
{
"epoch": 1.93,
"learning_rate": 2.8249979747144557e-07,
"loss": 2.28,
"step": 2448
},
{
"epoch": 1.93,
"learning_rate": 2.8138413531209687e-07,
"loss": 2.2528,
"step": 2451
},
{
"epoch": 1.94,
"learning_rate": 2.802698172415665e-07,
"loss": 2.2959,
"step": 2454
},
{
"epoch": 1.94,
"learning_rate": 2.791568501108778e-07,
"loss": 2.3417,
"step": 2457
},
{
"epoch": 1.94,
"learning_rate": 2.7804524076274896e-07,
"loss": 2.291,
"step": 2460
},
{
"epoch": 1.94,
"eval_loss": 2.3019022941589355,
"eval_runtime": 423.6817,
"eval_samples_per_second": 20.147,
"eval_steps_per_second": 0.63,
"step": 2460
},
{
"epoch": 1.94,
"learning_rate": 2.7693499603154933e-07,
"loss": 2.282,
"step": 2463
},
{
"epoch": 1.95,
"learning_rate": 2.758261227432597e-07,
"loss": 2.3196,
"step": 2466
},
{
"epoch": 1.95,
"learning_rate": 2.747186277154277e-07,
"loss": 2.193,
"step": 2469
},
{
"epoch": 1.95,
"learning_rate": 2.736125177571277e-07,
"loss": 2.2603,
"step": 2472
},
{
"epoch": 1.95,
"learning_rate": 2.725077996689186e-07,
"loss": 2.2661,
"step": 2475
},
{
"epoch": 1.96,
"learning_rate": 2.714044802428019e-07,
"loss": 2.2643,
"step": 2478
},
{
"epoch": 1.96,
"eval_loss": 2.3017375469207764,
"eval_runtime": 423.6679,
"eval_samples_per_second": 20.148,
"eval_steps_per_second": 0.63,
"step": 2480
},
{
"epoch": 1.96,
"learning_rate": 2.7030256626217927e-07,
"loss": 2.2504,
"step": 2481
},
{
"epoch": 1.96,
"learning_rate": 2.6920206450181194e-07,
"loss": 2.2563,
"step": 2484
},
{
"epoch": 1.96,
"learning_rate": 2.6810298172777853e-07,
"loss": 2.2404,
"step": 2487
},
{
"epoch": 1.97,
"learning_rate": 2.6700532469743315e-07,
"loss": 2.3408,
"step": 2490
},
{
"epoch": 1.97,
"learning_rate": 2.6590910015936485e-07,
"loss": 2.2653,
"step": 2493
},
{
"epoch": 1.97,
"learning_rate": 2.648143148533546e-07,
"loss": 2.2583,
"step": 2496
},
{
"epoch": 1.97,
"learning_rate": 2.6372097551033563e-07,
"loss": 2.2709,
"step": 2499
},
{
"epoch": 1.97,
"eval_loss": 2.3016295433044434,
"eval_runtime": 423.8646,
"eval_samples_per_second": 20.139,
"eval_steps_per_second": 0.63,
"step": 2500
},
{
"epoch": 1.97,
"learning_rate": 2.626290888523504e-07,
"loss": 2.2721,
"step": 2502
},
{
"epoch": 1.98,
"learning_rate": 2.6153866159251015e-07,
"loss": 2.1841,
"step": 2505
},
{
"epoch": 1.98,
"learning_rate": 2.6044970043495386e-07,
"loss": 2.3263,
"step": 2508
},
{
"epoch": 1.98,
"learning_rate": 2.5936221207480645e-07,
"loss": 2.2907,
"step": 2511
},
{
"epoch": 1.98,
"learning_rate": 2.5827620319813773e-07,
"loss": 2.1769,
"step": 2514
},
{
"epoch": 1.99,
"learning_rate": 2.571916804819212e-07,
"loss": 2.2677,
"step": 2517
},
{
"epoch": 1.99,
"learning_rate": 2.5610865059399367e-07,
"loss": 2.2676,
"step": 2520
},
{
"epoch": 1.99,
"eval_loss": 2.30149245262146,
"eval_runtime": 423.885,
"eval_samples_per_second": 20.138,
"eval_steps_per_second": 0.63,
"step": 2520
},
{
"epoch": 1.99,
"learning_rate": 2.5502712019301357e-07,
"loss": 2.2708,
"step": 2523
},
{
"epoch": 1.99,
"learning_rate": 2.539470959284201e-07,
"loss": 2.2794,
"step": 2526
},
{
"epoch": 2.0,
"learning_rate": 2.5286858444039245e-07,
"loss": 2.2938,
"step": 2529
},
{
"epoch": 2.0,
"learning_rate": 2.517915923598093e-07,
"loss": 2.3511,
"step": 2532
},
{
"epoch": 2.0,
"learning_rate": 2.5071612630820727e-07,
"loss": 2.2386,
"step": 2535
},
{
"epoch": 2.0,
"learning_rate": 2.496421928977412e-07,
"loss": 2.2732,
"step": 2538
},
{
"epoch": 2.0,
"eval_loss": 2.301475763320923,
"eval_runtime": 424.3098,
"eval_samples_per_second": 20.117,
"eval_steps_per_second": 0.629,
"step": 2540
},
{
"epoch": 2.01,
"learning_rate": 2.485697987311426e-07,
"loss": 2.2122,
"step": 2541
},
{
"epoch": 2.01,
"learning_rate": 2.4749895040167977e-07,
"loss": 2.2602,
"step": 2544
},
{
"epoch": 2.01,
"learning_rate": 2.4642965449311657e-07,
"loss": 2.1993,
"step": 2547
},
{
"epoch": 2.01,
"learning_rate": 2.453619175796723e-07,
"loss": 2.2088,
"step": 2550
},
{
"epoch": 2.01,
"learning_rate": 2.442957462259816e-07,
"loss": 2.2474,
"step": 2553
},
{
"epoch": 2.02,
"learning_rate": 2.4323114698705397e-07,
"loss": 2.2621,
"step": 2556
},
{
"epoch": 2.02,
"learning_rate": 2.421681264082326e-07,
"loss": 2.2827,
"step": 2559
},
{
"epoch": 2.02,
"eval_loss": 2.301480531692505,
"eval_runtime": 424.0525,
"eval_samples_per_second": 20.13,
"eval_steps_per_second": 0.63,
"step": 2560
},
{
"epoch": 2.02,
"learning_rate": 2.411066910251549e-07,
"loss": 2.215,
"step": 2562
},
{
"epoch": 2.02,
"learning_rate": 2.400468473637127e-07,
"loss": 2.2449,
"step": 2565
},
{
"epoch": 2.03,
"learning_rate": 2.3898860194001165e-07,
"loss": 2.2532,
"step": 2568
},
{
"epoch": 2.03,
"learning_rate": 2.379319612603306e-07,
"loss": 2.3317,
"step": 2571
},
{
"epoch": 2.03,
"learning_rate": 2.3687693182108232e-07,
"loss": 2.2752,
"step": 2574
},
{
"epoch": 2.03,
"learning_rate": 2.3582352010877381e-07,
"loss": 2.2865,
"step": 2577
},
{
"epoch": 2.04,
"learning_rate": 2.3477173259996541e-07,
"loss": 2.2986,
"step": 2580
},
{
"epoch": 2.04,
"eval_loss": 2.3014891147613525,
"eval_runtime": 424.1884,
"eval_samples_per_second": 20.123,
"eval_steps_per_second": 0.629,
"step": 2580
},
{
"epoch": 2.04,
"learning_rate": 2.337215757612322e-07,
"loss": 2.2623,
"step": 2583
},
{
"epoch": 2.04,
"learning_rate": 2.3267305604912296e-07,
"loss": 2.281,
"step": 2586
},
{
"epoch": 2.04,
"learning_rate": 2.3162617991012173e-07,
"loss": 2.3224,
"step": 2589
},
{
"epoch": 2.05,
"learning_rate": 2.3058095378060715e-07,
"loss": 2.2695,
"step": 2592
},
{
"epoch": 2.05,
"learning_rate": 2.2953738408681327e-07,
"loss": 2.3021,
"step": 2595
},
{
"epoch": 2.05,
"learning_rate": 2.284954772447905e-07,
"loss": 2.3108,
"step": 2598
},
{
"epoch": 2.05,
"eval_loss": 2.3014276027679443,
"eval_runtime": 423.7571,
"eval_samples_per_second": 20.144,
"eval_steps_per_second": 0.63,
"step": 2600
},
{
"epoch": 2.05,
"learning_rate": 2.2745523966036561e-07,
"loss": 2.1925,
"step": 2601
},
{
"epoch": 2.06,
"learning_rate": 2.2641667772910217e-07,
"loss": 2.2689,
"step": 2604
},
{
"epoch": 2.06,
"learning_rate": 2.2537979783626165e-07,
"loss": 2.3145,
"step": 2607
},
{
"epoch": 2.06,
"learning_rate": 2.243446063567645e-07,
"loss": 2.277,
"step": 2610
},
{
"epoch": 2.06,
"learning_rate": 2.2331110965514976e-07,
"loss": 2.2525,
"step": 2613
},
{
"epoch": 2.06,
"learning_rate": 2.2227931408553747e-07,
"loss": 2.2333,
"step": 2616
},
{
"epoch": 2.07,
"learning_rate": 2.2124922599158795e-07,
"loss": 2.2867,
"step": 2619
},
{
"epoch": 2.07,
"eval_loss": 2.3013503551483154,
"eval_runtime": 423.8767,
"eval_samples_per_second": 20.138,
"eval_steps_per_second": 0.63,
"step": 2620
},
{
"epoch": 2.07,
"learning_rate": 2.2022085170646464e-07,
"loss": 2.2512,
"step": 2622
},
{
"epoch": 2.07,
"learning_rate": 2.191941975527934e-07,
"loss": 2.3615,
"step": 2625
},
{
"epoch": 2.07,
"learning_rate": 2.181692698426245e-07,
"loss": 2.2471,
"step": 2628
},
{
"epoch": 2.08,
"learning_rate": 2.171460748773941e-07,
"loss": 2.2726,
"step": 2631
},
{
"epoch": 2.08,
"learning_rate": 2.161246189478852e-07,
"loss": 2.2978,
"step": 2634
},
{
"epoch": 2.08,
"learning_rate": 2.1510490833418838e-07,
"loss": 2.2591,
"step": 2637
},
{
"epoch": 2.08,
"learning_rate": 2.1408694930566383e-07,
"loss": 2.2827,
"step": 2640
},
{
"epoch": 2.08,
"eval_loss": 2.3013150691986084,
"eval_runtime": 423.5356,
"eval_samples_per_second": 20.154,
"eval_steps_per_second": 0.63,
"step": 2640
},
{
"epoch": 2.09,
"learning_rate": 2.1307074812090308e-07,
"loss": 2.2449,
"step": 2643
},
{
"epoch": 2.09,
"learning_rate": 2.1205631102769e-07,
"loss": 2.2686,
"step": 2646
},
{
"epoch": 2.09,
"learning_rate": 2.1104364426296233e-07,
"loss": 2.2174,
"step": 2649
},
{
"epoch": 2.09,
"learning_rate": 2.1003275405277332e-07,
"loss": 2.2562,
"step": 2652
},
{
"epoch": 2.1,
"learning_rate": 2.090236466122543e-07,
"loss": 2.2223,
"step": 2655
},
{
"epoch": 2.1,
"learning_rate": 2.0801632814557508e-07,
"loss": 2.2721,
"step": 2658
},
{
"epoch": 2.1,
"eval_loss": 2.301299810409546,
"eval_runtime": 423.6078,
"eval_samples_per_second": 20.151,
"eval_steps_per_second": 0.63,
"step": 2660
},
{
"epoch": 2.1,
"learning_rate": 2.0701080484590732e-07,
"loss": 2.2413,
"step": 2661
},
{
"epoch": 2.1,
"learning_rate": 2.0600708289538488e-07,
"loss": 2.2998,
"step": 2664
},
{
"epoch": 2.1,
"learning_rate": 2.0500516846506733e-07,
"loss": 2.2751,
"step": 2667
},
{
"epoch": 2.11,
"learning_rate": 2.0400506771490077e-07,
"loss": 2.2682,
"step": 2670
},
{
"epoch": 2.11,
"learning_rate": 2.030067867936805e-07,
"loss": 2.3002,
"step": 2673
},
{
"epoch": 2.11,
"learning_rate": 2.020103318390135e-07,
"loss": 2.3029,
"step": 2676
},
{
"epoch": 2.11,
"learning_rate": 2.0101570897728044e-07,
"loss": 2.2781,
"step": 2679
},
{
"epoch": 2.12,
"eval_loss": 2.301173210144043,
"eval_runtime": 423.7282,
"eval_samples_per_second": 20.145,
"eval_steps_per_second": 0.63,
"step": 2680
},
{
"epoch": 2.12,
"learning_rate": 2.000229243235976e-07,
"loss": 2.2415,
"step": 2682
},
{
"epoch": 2.12,
"learning_rate": 1.990319839817795e-07,
"loss": 2.175,
"step": 2685
},
{
"epoch": 2.12,
"learning_rate": 1.9804289404430203e-07,
"loss": 2.2062,
"step": 2688
},
{
"epoch": 2.12,
"learning_rate": 1.9705566059226447e-07,
"loss": 2.2741,
"step": 2691
},
{
"epoch": 2.13,
"learning_rate": 1.960702896953516e-07,
"loss": 2.2501,
"step": 2694
},
{
"epoch": 2.13,
"learning_rate": 1.9508678741179706e-07,
"loss": 2.289,
"step": 2697
},
{
"epoch": 2.13,
"learning_rate": 1.941051597883463e-07,
"loss": 2.2014,
"step": 2700
},
{
"epoch": 2.13,
"eval_loss": 2.301100254058838,
"eval_runtime": 423.7829,
"eval_samples_per_second": 20.142,
"eval_steps_per_second": 0.63,
"step": 2700
},
{
"epoch": 2.13,
"learning_rate": 1.9312541286021833e-07,
"loss": 2.2905,
"step": 2703
},
{
"epoch": 2.14,
"learning_rate": 1.9214755265107018e-07,
"loss": 2.2611,
"step": 2706
},
{
"epoch": 2.14,
"learning_rate": 1.9117158517295816e-07,
"loss": 2.2603,
"step": 2709
},
{
"epoch": 2.14,
"learning_rate": 1.901975164263025e-07,
"loss": 2.2208,
"step": 2712
},
{
"epoch": 2.14,
"learning_rate": 1.8922535239984906e-07,
"loss": 2.2823,
"step": 2715
},
{
"epoch": 2.15,
"learning_rate": 1.8825509907063326e-07,
"loss": 2.2059,
"step": 2718
},
{
"epoch": 2.15,
"eval_loss": 2.3010268211364746,
"eval_runtime": 423.7014,
"eval_samples_per_second": 20.146,
"eval_steps_per_second": 0.63,
"step": 2720
},
{
"epoch": 2.15,
"learning_rate": 1.872867624039436e-07,
"loss": 2.2688,
"step": 2721
},
{
"epoch": 2.15,
"learning_rate": 1.8632034835328443e-07,
"loss": 2.2891,
"step": 2724
},
{
"epoch": 2.15,
"learning_rate": 1.8535586286033932e-07,
"loss": 2.2176,
"step": 2727
},
{
"epoch": 2.15,
"learning_rate": 1.8439331185493472e-07,
"loss": 2.2586,
"step": 2730
},
{
"epoch": 2.16,
"learning_rate": 1.8343270125500377e-07,
"loss": 2.1833,
"step": 2733
},
{
"epoch": 2.16,
"learning_rate": 1.8247403696654966e-07,
"loss": 2.311,
"step": 2736
},
{
"epoch": 2.16,
"learning_rate": 1.8151732488360916e-07,
"loss": 2.2836,
"step": 2739
},
{
"epoch": 2.16,
"eval_loss": 2.3009707927703857,
"eval_runtime": 423.6795,
"eval_samples_per_second": 20.147,
"eval_steps_per_second": 0.63,
"step": 2740
},
{
"epoch": 2.16,
"learning_rate": 1.8056257088821625e-07,
"loss": 2.2633,
"step": 2742
},
{
"epoch": 2.17,
"learning_rate": 1.7960978085036692e-07,
"loss": 2.2118,
"step": 2745
},
{
"epoch": 2.17,
"learning_rate": 1.7865896062798197e-07,
"loss": 2.3445,
"step": 2748
},
{
"epoch": 2.17,
"learning_rate": 1.777101160668712e-07,
"loss": 2.3142,
"step": 2751
},
{
"epoch": 2.17,
"learning_rate": 1.7676325300069822e-07,
"loss": 2.2825,
"step": 2754
},
{
"epoch": 2.18,
"learning_rate": 1.75818377250944e-07,
"loss": 2.2622,
"step": 2757
},
{
"epoch": 2.18,
"learning_rate": 1.748754946268708e-07,
"loss": 2.3294,
"step": 2760
},
{
"epoch": 2.18,
"eval_loss": 2.3009371757507324,
"eval_runtime": 423.6974,
"eval_samples_per_second": 20.146,
"eval_steps_per_second": 0.63,
"step": 2760
},
{
"epoch": 2.18,
"learning_rate": 1.7393461092548677e-07,
"loss": 2.2989,
"step": 2763
},
{
"epoch": 2.18,
"learning_rate": 1.7299573193151075e-07,
"loss": 2.2718,
"step": 2766
},
{
"epoch": 2.19,
"learning_rate": 1.7205886341733618e-07,
"loss": 2.2669,
"step": 2769
},
{
"epoch": 2.19,
"learning_rate": 1.7112401114299542e-07,
"loss": 2.2736,
"step": 2772
},
{
"epoch": 2.19,
"learning_rate": 1.7019118085612472e-07,
"loss": 2.2803,
"step": 2775
},
{
"epoch": 2.19,
"learning_rate": 1.6926037829192897e-07,
"loss": 2.2741,
"step": 2778
},
{
"epoch": 2.19,
"eval_loss": 2.3007988929748535,
"eval_runtime": 423.7773,
"eval_samples_per_second": 20.143,
"eval_steps_per_second": 0.63,
"step": 2780
},
{
"epoch": 2.19,
"learning_rate": 1.6833160917314644e-07,
"loss": 2.3159,
"step": 2781
},
{
"epoch": 2.2,
"learning_rate": 1.674048792100129e-07,
"loss": 2.2096,
"step": 2784
},
{
"epoch": 2.2,
"learning_rate": 1.6648019410022711e-07,
"loss": 2.2167,
"step": 2787
},
{
"epoch": 2.2,
"learning_rate": 1.6555755952891638e-07,
"loss": 2.2509,
"step": 2790
},
{
"epoch": 2.2,
"learning_rate": 1.6463698116860009e-07,
"loss": 2.2823,
"step": 2793
},
{
"epoch": 2.21,
"learning_rate": 1.6371846467915602e-07,
"loss": 2.2866,
"step": 2796
},
{
"epoch": 2.21,
"learning_rate": 1.628020157077854e-07,
"loss": 2.2796,
"step": 2799
},
{
"epoch": 2.21,
"eval_loss": 2.300727367401123,
"eval_runtime": 424.0574,
"eval_samples_per_second": 20.129,
"eval_steps_per_second": 0.63,
"step": 2800
},
{
"epoch": 2.21,
"learning_rate": 1.618876398889779e-07,
"loss": 2.2732,
"step": 2802
},
{
"epoch": 2.21,
"learning_rate": 1.6097534284447689e-07,
"loss": 2.3093,
"step": 2805
},
{
"epoch": 2.22,
"learning_rate": 1.6006513018324504e-07,
"loss": 2.2459,
"step": 2808
},
{
"epoch": 2.22,
"learning_rate": 1.591570075014302e-07,
"loss": 2.3028,
"step": 2811
},
{
"epoch": 2.22,
"learning_rate": 1.5825098038233054e-07,
"loss": 2.2875,
"step": 2814
},
{
"epoch": 2.22,
"learning_rate": 1.5734705439636014e-07,
"loss": 2.293,
"step": 2817
},
{
"epoch": 2.23,
"learning_rate": 1.5644523510101498e-07,
"loss": 2.2647,
"step": 2820
},
{
"epoch": 2.23,
"eval_loss": 2.3006794452667236,
"eval_runtime": 423.7507,
"eval_samples_per_second": 20.144,
"eval_steps_per_second": 0.63,
"step": 2820
},
{
"epoch": 2.23,
"learning_rate": 1.555455280408391e-07,
"loss": 2.2789,
"step": 2823
},
{
"epoch": 2.23,
"learning_rate": 1.5464793874738956e-07,
"loss": 2.2478,
"step": 2826
},
{
"epoch": 2.23,
"learning_rate": 1.5375247273920367e-07,
"loss": 2.2291,
"step": 2829
},
{
"epoch": 2.24,
"learning_rate": 1.528591355217637e-07,
"loss": 2.2975,
"step": 2832
},
{
"epoch": 2.24,
"learning_rate": 1.5196793258746454e-07,
"loss": 2.2117,
"step": 2835
},
{
"epoch": 2.24,
"learning_rate": 1.510788694155785e-07,
"loss": 2.2724,
"step": 2838
},
{
"epoch": 2.24,
"eval_loss": 2.3006186485290527,
"eval_runtime": 423.685,
"eval_samples_per_second": 20.147,
"eval_steps_per_second": 0.63,
"step": 2840
},
{
"epoch": 2.24,
"learning_rate": 1.5019195147222225e-07,
"loss": 2.1983,
"step": 2841
},
{
"epoch": 2.24,
"learning_rate": 1.4930718421032363e-07,
"loss": 2.3009,
"step": 2844
},
{
"epoch": 2.25,
"learning_rate": 1.4842457306958767e-07,
"loss": 2.3078,
"step": 2847
},
{
"epoch": 2.25,
"learning_rate": 1.4754412347646285e-07,
"loss": 2.3127,
"step": 2850
},
{
"epoch": 2.25,
"learning_rate": 1.4666584084410804e-07,
"loss": 2.2781,
"step": 2853
},
{
"epoch": 2.25,
"learning_rate": 1.457897305723597e-07,
"loss": 2.2852,
"step": 2856
},
{
"epoch": 2.26,
"learning_rate": 1.4491579804769815e-07,
"loss": 2.2122,
"step": 2859
},
{
"epoch": 2.26,
"eval_loss": 2.3005518913269043,
"eval_runtime": 423.7052,
"eval_samples_per_second": 20.146,
"eval_steps_per_second": 0.63,
"step": 2860
},
{
"epoch": 2.26,
"learning_rate": 1.4404404864321425e-07,
"loss": 2.2656,
"step": 2862
},
{
"epoch": 2.26,
"learning_rate": 1.4317448771857654e-07,
"loss": 2.284,
"step": 2865
},
{
"epoch": 2.26,
"learning_rate": 1.4230712061999904e-07,
"loss": 2.2285,
"step": 2868
},
{
"epoch": 2.27,
"learning_rate": 1.4144195268020704e-07,
"loss": 2.3214,
"step": 2871
},
{
"epoch": 2.27,
"learning_rate": 1.405789892184056e-07,
"loss": 2.2994,
"step": 2874
},
{
"epoch": 2.27,
"learning_rate": 1.397182355402457e-07,
"loss": 2.2861,
"step": 2877
},
{
"epoch": 2.27,
"learning_rate": 1.3885969693779276e-07,
"loss": 2.2816,
"step": 2880
},
{
"epoch": 2.27,
"eval_loss": 2.3004748821258545,
"eval_runtime": 423.7032,
"eval_samples_per_second": 20.146,
"eval_steps_per_second": 0.63,
"step": 2880
},
{
"epoch": 2.28,
"learning_rate": 1.3800337868949307e-07,
"loss": 2.2926,
"step": 2883
},
{
"epoch": 2.28,
"learning_rate": 1.371492860601418e-07,
"loss": 2.2583,
"step": 2886
},
{
"epoch": 2.28,
"learning_rate": 1.36297424300851e-07,
"loss": 2.3241,
"step": 2889
},
{
"epoch": 2.28,
"learning_rate": 1.3544779864901678e-07,
"loss": 2.2666,
"step": 2892
},
{
"epoch": 2.28,
"learning_rate": 1.3460041432828712e-07,
"loss": 2.267,
"step": 2895
},
{
"epoch": 2.29,
"learning_rate": 1.337552765485298e-07,
"loss": 2.2765,
"step": 2898
},
{
"epoch": 2.29,
"eval_loss": 2.3004419803619385,
"eval_runtime": 423.7381,
"eval_samples_per_second": 20.145,
"eval_steps_per_second": 0.63,
"step": 2900
},
{
"epoch": 2.29,
"learning_rate": 1.3291239050580083e-07,
"loss": 2.3155,
"step": 2901
},
{
"epoch": 2.29,
"learning_rate": 1.3207176138231208e-07,
"loss": 2.2445,
"step": 2904
},
{
"epoch": 2.29,
"learning_rate": 1.3123339434639923e-07,
"loss": 2.2625,
"step": 2907
},
{
"epoch": 2.3,
"learning_rate": 1.3039729455249027e-07,
"loss": 2.303,
"step": 2910
},
{
"epoch": 2.3,
"learning_rate": 1.295634671410742e-07,
"loss": 2.1328,
"step": 2913
},
{
"epoch": 2.3,
"learning_rate": 1.2873191723866856e-07,
"loss": 2.281,
"step": 2916
},
{
"epoch": 2.3,
"learning_rate": 1.2790264995778838e-07,
"loss": 2.3013,
"step": 2919
},
{
"epoch": 2.3,
"eval_loss": 2.3004138469696045,
"eval_runtime": 423.726,
"eval_samples_per_second": 20.145,
"eval_steps_per_second": 0.63,
"step": 2920
},
{
"epoch": 2.31,
"learning_rate": 1.2707567039691502e-07,
"loss": 2.2248,
"step": 2922
},
{
"epoch": 2.31,
"learning_rate": 1.2625098364046454e-07,
"loss": 2.2735,
"step": 2925
},
{
"epoch": 2.31,
"learning_rate": 1.2542859475875611e-07,
"loss": 2.2606,
"step": 2928
},
{
"epoch": 2.31,
"learning_rate": 1.246085088079813e-07,
"loss": 2.265,
"step": 2931
},
{
"epoch": 2.32,
"learning_rate": 1.237907308301729e-07,
"loss": 2.2569,
"step": 2934
},
{
"epoch": 2.32,
"learning_rate": 1.2297526585317408e-07,
"loss": 2.2557,
"step": 2937
},
{
"epoch": 2.32,
"learning_rate": 1.221621188906069e-07,
"loss": 2.3185,
"step": 2940
},
{
"epoch": 2.32,
"eval_loss": 2.3003499507904053,
"eval_runtime": 423.9623,
"eval_samples_per_second": 20.134,
"eval_steps_per_second": 0.63,
"step": 2940
},
{
"epoch": 2.32,
"learning_rate": 1.2135129494184187e-07,
"loss": 2.2078,
"step": 2943
},
{
"epoch": 2.33,
"learning_rate": 1.2054279899196757e-07,
"loss": 2.2205,
"step": 2946
},
{
"epoch": 2.33,
"learning_rate": 1.1973663601175942e-07,
"loss": 2.3166,
"step": 2949
},
{
"epoch": 2.33,
"learning_rate": 1.1893281095764934e-07,
"loss": 2.2881,
"step": 2952
},
{
"epoch": 2.33,
"learning_rate": 1.1813132877169502e-07,
"loss": 2.2296,
"step": 2955
},
{
"epoch": 2.33,
"learning_rate": 1.1733219438155029e-07,
"loss": 2.3117,
"step": 2958
},
{
"epoch": 2.34,
"eval_loss": 2.300266981124878,
"eval_runtime": 423.7888,
"eval_samples_per_second": 20.142,
"eval_steps_per_second": 0.63,
"step": 2960
},
{
"epoch": 2.34,
"learning_rate": 1.1653541270043393e-07,
"loss": 2.2171,
"step": 2961
},
{
"epoch": 2.34,
"learning_rate": 1.1574098862709992e-07,
"loss": 2.2274,
"step": 2964
},
{
"epoch": 2.34,
"learning_rate": 1.1494892704580727e-07,
"loss": 2.3187,
"step": 2967
},
{
"epoch": 2.34,
"learning_rate": 1.141592328262903e-07,
"loss": 2.2714,
"step": 2970
},
{
"epoch": 2.35,
"learning_rate": 1.1337191082372788e-07,
"loss": 2.2141,
"step": 2973
},
{
"epoch": 2.35,
"learning_rate": 1.1258696587871408e-07,
"loss": 2.3156,
"step": 2976
},
{
"epoch": 2.35,
"learning_rate": 1.118044028172288e-07,
"loss": 2.3267,
"step": 2979
},
{
"epoch": 2.35,
"eval_loss": 2.300215721130371,
"eval_runtime": 423.6752,
"eval_samples_per_second": 20.148,
"eval_steps_per_second": 0.63,
"step": 2980
},
{
"epoch": 2.35,
"learning_rate": 1.110242264506076e-07,
"loss": 2.2584,
"step": 2982
},
{
"epoch": 2.36,
"learning_rate": 1.1024644157551205e-07,
"loss": 2.2517,
"step": 2985
},
{
"epoch": 2.36,
"learning_rate": 1.094710529739002e-07,
"loss": 2.2194,
"step": 2988
},
{
"epoch": 2.36,
"learning_rate": 1.0869806541299787e-07,
"loss": 2.2743,
"step": 2991
},
{
"epoch": 2.36,
"learning_rate": 1.0792748364526883e-07,
"loss": 2.2713,
"step": 2994
},
{
"epoch": 2.37,
"learning_rate": 1.0715931240838522e-07,
"loss": 2.3314,
"step": 2997
},
{
"epoch": 2.37,
"learning_rate": 1.0639355642519893e-07,
"loss": 2.2287,
"step": 3000
},
{
"epoch": 2.37,
"eval_loss": 2.300197124481201,
"eval_runtime": 423.7461,
"eval_samples_per_second": 20.144,
"eval_steps_per_second": 0.63,
"step": 3000
},
{
"epoch": 2.37,
"learning_rate": 1.0563022040371278e-07,
"loss": 2.3382,
"step": 3003
},
{
"epoch": 2.37,
"learning_rate": 1.0486930903705094e-07,
"loss": 2.223,
"step": 3006
},
{
"epoch": 2.37,
"learning_rate": 1.0411082700343016e-07,
"loss": 2.3025,
"step": 3009
},
{
"epoch": 2.38,
"learning_rate": 1.0335477896613171e-07,
"loss": 2.1982,
"step": 3012
},
{
"epoch": 2.38,
"learning_rate": 1.0260116957347214e-07,
"loss": 2.2945,
"step": 3015
},
{
"epoch": 2.38,
"learning_rate": 1.0185000345877454e-07,
"loss": 2.2744,
"step": 3018
},
{
"epoch": 2.38,
"eval_loss": 2.3001396656036377,
"eval_runtime": 423.7517,
"eval_samples_per_second": 20.144,
"eval_steps_per_second": 0.63,
"step": 3020
},
{
"epoch": 2.38,
"learning_rate": 1.0110128524034023e-07,
"loss": 2.3053,
"step": 3021
},
{
"epoch": 2.39,
"learning_rate": 1.0035501952142078e-07,
"loss": 2.2525,
"step": 3024
},
{
"epoch": 2.39,
"learning_rate": 9.961121089018931e-08,
"loss": 2.3048,
"step": 3027
},
{
"epoch": 2.39,
"learning_rate": 9.886986391971208e-08,
"loss": 2.2963,
"step": 3030
},
{
"epoch": 2.39,
"learning_rate": 9.813098316792056e-08,
"loss": 2.257,
"step": 3033
},
{
"epoch": 2.4,
"learning_rate": 9.739457317758409e-08,
"loss": 2.2602,
"step": 3036
},
{
"epoch": 2.4,
"learning_rate": 9.666063847628065e-08,
"loss": 2.2635,
"step": 3039
},
{
"epoch": 2.4,
"eval_loss": 2.3001034259796143,
"eval_runtime": 423.7899,
"eval_samples_per_second": 20.142,
"eval_steps_per_second": 0.63,
"step": 3040
},
{
"epoch": 2.4,
"learning_rate": 9.592918357636992e-08,
"loss": 2.2341,
"step": 3042
},
{
"epoch": 2.4,
"learning_rate": 9.520021297496545e-08,
"loss": 2.1765,
"step": 3045
},
{
"epoch": 2.41,
"learning_rate": 9.4473731153907e-08,
"loss": 2.2441,
"step": 3048
},
{
"epoch": 2.41,
"learning_rate": 9.374974257973256e-08,
"loss": 2.1989,
"step": 3051
},
{
"epoch": 2.41,
"learning_rate": 9.302825170365114e-08,
"loss": 2.1661,
"step": 3054
},
{
"epoch": 2.41,
"learning_rate": 9.230926296151581e-08,
"loss": 2.2788,
"step": 3057
},
{
"epoch": 2.42,
"learning_rate": 9.159278077379606e-08,
"loss": 2.2209,
"step": 3060
},
{
"epoch": 2.42,
"eval_loss": 2.300053119659424,
"eval_runtime": 424.0357,
"eval_samples_per_second": 20.13,
"eval_steps_per_second": 0.63,
"step": 3060
},
{
"epoch": 2.42,
"learning_rate": 9.087880954555032e-08,
"loss": 2.2684,
"step": 3063
},
{
"epoch": 2.42,
"learning_rate": 9.016735366639933e-08,
"loss": 2.2857,
"step": 3066
},
{
"epoch": 2.42,
"learning_rate": 8.945841751049916e-08,
"loss": 2.286,
"step": 3069
},
{
"epoch": 2.42,
"learning_rate": 8.875200543651417e-08,
"loss": 2.2638,
"step": 3072
},
{
"epoch": 2.43,
"learning_rate": 8.804812178759003e-08,
"loss": 2.251,
"step": 3075
},
{
"epoch": 2.43,
"learning_rate": 8.734677089132725e-08,
"loss": 2.235,
"step": 3078
},
{
"epoch": 2.43,
"eval_loss": 2.30000638961792,
"eval_runtime": 423.8005,
"eval_samples_per_second": 20.142,
"eval_steps_per_second": 0.63,
"step": 3080
},
{
"epoch": 2.43,
"learning_rate": 8.664795705975481e-08,
"loss": 2.2703,
"step": 3081
},
{
"epoch": 2.43,
"learning_rate": 8.595168458930297e-08,
"loss": 2.2184,
"step": 3084
},
{
"epoch": 2.44,
"learning_rate": 8.525795776077744e-08,
"loss": 2.265,
"step": 3087
},
{
"epoch": 2.44,
"learning_rate": 8.456678083933289e-08,
"loss": 2.2504,
"step": 3090
},
{
"epoch": 2.44,
"learning_rate": 8.387815807444687e-08,
"loss": 2.3111,
"step": 3093
},
{
"epoch": 2.44,
"learning_rate": 8.319209369989321e-08,
"loss": 2.2806,
"step": 3096
},
{
"epoch": 2.45,
"learning_rate": 8.250859193371639e-08,
"loss": 2.2143,
"step": 3099
},
{
"epoch": 2.45,
"eval_loss": 2.299983263015747,
"eval_runtime": 423.988,
"eval_samples_per_second": 20.133,
"eval_steps_per_second": 0.63,
"step": 3100
},
{
"epoch": 2.45,
"learning_rate": 8.18276569782056e-08,
"loss": 2.2681,
"step": 3102
},
{
"epoch": 2.45,
"learning_rate": 8.114929301986901e-08,
"loss": 2.3132,
"step": 3105
},
{
"epoch": 2.45,
"learning_rate": 8.047350422940752e-08,
"loss": 2.2929,
"step": 3108
},
{
"epoch": 2.46,
"learning_rate": 7.980029476168942e-08,
"loss": 2.2603,
"step": 3111
},
{
"epoch": 2.46,
"learning_rate": 7.912966875572513e-08,
"loss": 2.2735,
"step": 3114
},
{
"epoch": 2.46,
"learning_rate": 7.846163033464154e-08,
"loss": 2.239,
"step": 3117
},
{
"epoch": 2.46,
"learning_rate": 7.779618360565626e-08,
"loss": 2.2915,
"step": 3120
},
{
"epoch": 2.46,
"eval_loss": 2.299947500228882,
"eval_runtime": 423.9687,
"eval_samples_per_second": 20.134,
"eval_steps_per_second": 0.63,
"step": 3120
},
{
"epoch": 2.46,
"learning_rate": 7.713333266005296e-08,
"loss": 2.2205,
"step": 3123
},
{
"epoch": 2.47,
"learning_rate": 7.647308157315596e-08,
"loss": 2.2693,
"step": 3126
},
{
"epoch": 2.47,
"learning_rate": 7.581543440430522e-08,
"loss": 2.2387,
"step": 3129
},
{
"epoch": 2.47,
"learning_rate": 7.516039519683104e-08,
"loss": 2.2807,
"step": 3132
},
{
"epoch": 2.47,
"learning_rate": 7.450796797803e-08,
"loss": 2.2665,
"step": 3135
},
{
"epoch": 2.48,
"learning_rate": 7.385815675913959e-08,
"loss": 2.3436,
"step": 3138
},
{
"epoch": 2.48,
"eval_loss": 2.299905300140381,
"eval_runtime": 423.7973,
"eval_samples_per_second": 20.142,
"eval_steps_per_second": 0.63,
"step": 3140
},
{
"epoch": 2.48,
"learning_rate": 7.321096553531336e-08,
"loss": 2.1821,
"step": 3141
},
{
"epoch": 2.48,
"learning_rate": 7.256639828559686e-08,
"loss": 2.3041,
"step": 3144
},
{
"epoch": 2.48,
"learning_rate": 7.192445897290306e-08,
"loss": 2.3107,
"step": 3147
},
{
"epoch": 2.49,
"learning_rate": 7.128515154398801e-08,
"loss": 2.2411,
"step": 3150
},
{
"epoch": 2.49,
"learning_rate": 7.064847992942613e-08,
"loss": 2.2451,
"step": 3153
},
{
"epoch": 2.49,
"learning_rate": 7.001444804358653e-08,
"loss": 2.2617,
"step": 3156
},
{
"epoch": 2.49,
"learning_rate": 6.938305978460896e-08,
"loss": 2.2742,
"step": 3159
},
{
"epoch": 2.49,
"eval_loss": 2.2998573780059814,
"eval_runtime": 423.7274,
"eval_samples_per_second": 20.145,
"eval_steps_per_second": 0.63,
"step": 3160
},
{
"epoch": 2.5,
"learning_rate": 6.875431903437978e-08,
"loss": 2.2443,
"step": 3162
},
{
"epoch": 2.5,
"learning_rate": 6.812822965850739e-08,
"loss": 2.2786,
"step": 3165
},
{
"epoch": 2.5,
"learning_rate": 6.750479550629962e-08,
"loss": 2.2476,
"step": 3168
},
{
"epoch": 2.5,
"learning_rate": 6.688402041073954e-08,
"loss": 2.2073,
"step": 3171
},
{
"epoch": 2.51,
"learning_rate": 6.626590818846162e-08,
"loss": 2.2585,
"step": 3174
},
{
"epoch": 2.51,
"learning_rate": 6.565046263972845e-08,
"loss": 2.2583,
"step": 3177
},
{
"epoch": 2.51,
"learning_rate": 6.503768754840777e-08,
"loss": 2.3714,
"step": 3180
},
{
"epoch": 2.51,
"eval_loss": 2.299828290939331,
"eval_runtime": 423.874,
"eval_samples_per_second": 20.138,
"eval_steps_per_second": 0.63,
"step": 3180
},
{
"epoch": 2.51,
"learning_rate": 6.442758668194875e-08,
"loss": 2.2807,
"step": 3183
},
{
"epoch": 2.51,
"learning_rate": 6.382016379135886e-08,
"loss": 2.2595,
"step": 3186
},
{
"epoch": 2.52,
"learning_rate": 6.321542261118079e-08,
"loss": 2.2182,
"step": 3189
},
{
"epoch": 2.52,
"learning_rate": 6.261336685946989e-08,
"loss": 2.2711,
"step": 3192
},
{
"epoch": 2.52,
"learning_rate": 6.201400023777103e-08,
"loss": 2.2551,
"step": 3195
},
{
"epoch": 2.52,
"learning_rate": 6.141732643109554e-08,
"loss": 2.3001,
"step": 3198
},
{
"epoch": 2.53,
"eval_loss": 2.299809217453003,
"eval_runtime": 424.005,
"eval_samples_per_second": 20.132,
"eval_steps_per_second": 0.63,
"step": 3200
},
{
"epoch": 2.53,
"learning_rate": 6.0823349107899e-08,
"loss": 2.297,
"step": 3201
},
{
"epoch": 2.53,
"learning_rate": 6.023207192005858e-08,
"loss": 2.2696,
"step": 3204
},
{
"epoch": 2.53,
"learning_rate": 5.964349850285072e-08,
"loss": 2.2183,
"step": 3207
},
{
"epoch": 2.53,
"learning_rate": 5.9057632474928065e-08,
"loss": 2.3571,
"step": 3210
},
{
"epoch": 2.54,
"learning_rate": 5.84744774382982e-08,
"loss": 2.2842,
"step": 3213
},
{
"epoch": 2.54,
"learning_rate": 5.789403697830103e-08,
"loss": 2.2502,
"step": 3216
},
{
"epoch": 2.54,
"learning_rate": 5.7316314663586604e-08,
"loss": 2.2196,
"step": 3219
},
{
"epoch": 2.54,
"eval_loss": 2.2997987270355225,
"eval_runtime": 423.6473,
"eval_samples_per_second": 20.149,
"eval_steps_per_second": 0.63,
"step": 3220
},
{
"epoch": 2.54,
"learning_rate": 5.6741314046093335e-08,
"loss": 2.2229,
"step": 3222
},
{
"epoch": 2.55,
"learning_rate": 5.616903866102635e-08,
"loss": 2.1726,
"step": 3225
},
{
"epoch": 2.55,
"learning_rate": 5.5599492026835504e-08,
"loss": 2.2637,
"step": 3228
},
{
"epoch": 2.55,
"learning_rate": 5.5032677645193645e-08,
"loss": 2.3016,
"step": 3231
},
{
"epoch": 2.55,
"learning_rate": 5.4468599000975277e-08,
"loss": 2.2967,
"step": 3234
},
{
"epoch": 2.55,
"learning_rate": 5.39072595622353e-08,
"loss": 2.2489,
"step": 3237
},
{
"epoch": 2.56,
"learning_rate": 5.334866278018757e-08,
"loss": 2.2858,
"step": 3240
},
{
"epoch": 2.56,
"eval_loss": 2.299781084060669,
"eval_runtime": 423.7516,
"eval_samples_per_second": 20.144,
"eval_steps_per_second": 0.63,
"step": 3240
},
{
"epoch": 2.56,
"learning_rate": 5.279281208918318e-08,
"loss": 2.2487,
"step": 3243
},
{
"epoch": 2.56,
"learning_rate": 5.22397109066901e-08,
"loss": 2.2369,
"step": 3246
},
{
"epoch": 2.56,
"learning_rate": 5.1689362633271785e-08,
"loss": 2.2462,
"step": 3249
},
{
"epoch": 2.57,
"learning_rate": 5.114177065256631e-08,
"loss": 2.2625,
"step": 3252
},
{
"epoch": 2.57,
"learning_rate": 5.059693833126544e-08,
"loss": 2.2559,
"step": 3255
},
{
"epoch": 2.57,
"learning_rate": 5.005486901909428e-08,
"loss": 2.2967,
"step": 3258
},
{
"epoch": 2.57,
"eval_loss": 2.2997615337371826,
"eval_runtime": 423.7801,
"eval_samples_per_second": 20.143,
"eval_steps_per_second": 0.63,
"step": 3260
},
{
"epoch": 2.57,
"learning_rate": 4.951556604879048e-08,
"loss": 2.303,
"step": 3261
},
{
"epoch": 2.58,
"learning_rate": 4.8979032736083505e-08,
"loss": 2.3076,
"step": 3264
},
{
"epoch": 2.58,
"learning_rate": 4.844527237967455e-08,
"loss": 2.274,
"step": 3267
},
{
"epoch": 2.58,
"learning_rate": 4.791428826121635e-08,
"loss": 2.2408,
"step": 3270
},
{
"epoch": 2.58,
"learning_rate": 4.738608364529273e-08,
"loss": 2.2476,
"step": 3273
},
{
"epoch": 2.59,
"learning_rate": 4.686066177939868e-08,
"loss": 2.2794,
"step": 3276
},
{
"epoch": 2.59,
"learning_rate": 4.6338025893920164e-08,
"loss": 2.2006,
"step": 3279
},
{
"epoch": 2.59,
"eval_loss": 2.2997195720672607,
"eval_runtime": 423.7291,
"eval_samples_per_second": 20.145,
"eval_steps_per_second": 0.63,
"step": 3280
},
{
"epoch": 2.59,
"learning_rate": 4.581817920211473e-08,
"loss": 2.273,
"step": 3282
},
{
"epoch": 2.59,
"learning_rate": 4.530112490009147e-08,
"loss": 2.2454,
"step": 3285
},
{
"epoch": 2.6,
"learning_rate": 4.478686616679089e-08,
"loss": 2.2191,
"step": 3288
},
{
"epoch": 2.6,
"learning_rate": 4.427540616396647e-08,
"loss": 2.3154,
"step": 3291
},
{
"epoch": 2.6,
"learning_rate": 4.376674803616431e-08,
"loss": 2.3211,
"step": 3294
},
{
"epoch": 2.6,
"learning_rate": 4.3260894910704115e-08,
"loss": 2.3233,
"step": 3297
},
{
"epoch": 2.6,
"learning_rate": 4.275784989765985e-08,
"loss": 2.2443,
"step": 3300
},
{
"epoch": 2.6,
"eval_loss": 2.299701690673828,
"eval_runtime": 423.6806,
"eval_samples_per_second": 20.147,
"eval_steps_per_second": 0.63,
"step": 3300
},
{
"epoch": 2.61,
"learning_rate": 4.22576160898408e-08,
"loss": 2.1774,
"step": 3303
},
{
"epoch": 2.61,
"learning_rate": 4.176019656277269e-08,
"loss": 2.1979,
"step": 3306
},
{
"epoch": 2.61,
"learning_rate": 4.126559437467814e-08,
"loss": 2.255,
"step": 3309
},
{
"epoch": 2.61,
"learning_rate": 4.0773812566458456e-08,
"loss": 2.2893,
"step": 3312
},
{
"epoch": 2.62,
"learning_rate": 4.0284854161674766e-08,
"loss": 2.3453,
"step": 3315
},
{
"epoch": 2.62,
"learning_rate": 3.979872216652958e-08,
"loss": 2.2928,
"step": 3318
},
{
"epoch": 2.62,
"eval_loss": 2.2996888160705566,
"eval_runtime": 423.7635,
"eval_samples_per_second": 20.143,
"eval_steps_per_second": 0.63,
"step": 3320
},
{
"epoch": 2.62,
"learning_rate": 3.93154195698478e-08,
"loss": 2.2614,
"step": 3321
},
{
"epoch": 2.62,
"learning_rate": 3.883494934305886e-08,
"loss": 2.3164,
"step": 3324
},
{
"epoch": 2.63,
"learning_rate": 3.835731444017837e-08,
"loss": 2.1937,
"step": 3327
},
{
"epoch": 2.63,
"learning_rate": 3.788251779778989e-08,
"loss": 2.2311,
"step": 3330
},
{
"epoch": 2.63,
"learning_rate": 3.741056233502649e-08,
"loss": 2.3136,
"step": 3333
},
{
"epoch": 2.63,
"learning_rate": 3.694145095355355e-08,
"loss": 2.2684,
"step": 3336
},
{
"epoch": 2.64,
"learning_rate": 3.6475186537550495e-08,
"loss": 2.2994,
"step": 3339
},
{
"epoch": 2.64,
"eval_loss": 2.29967999458313,
"eval_runtime": 423.9449,
"eval_samples_per_second": 20.135,
"eval_steps_per_second": 0.63,
"step": 3340
},
{
"epoch": 2.64,
"learning_rate": 3.601177195369304e-08,
"loss": 2.2188,
"step": 3342
},
{
"epoch": 2.64,
"learning_rate": 3.5551210051135425e-08,
"loss": 2.2188,
"step": 3345
},
{
"epoch": 2.64,
"learning_rate": 3.509350366149344e-08,
"loss": 2.3,
"step": 3348
},
{
"epoch": 2.64,
"learning_rate": 3.463865559882656e-08,
"loss": 2.2883,
"step": 3351
},
{
"epoch": 2.65,
"learning_rate": 3.4186668659620774e-08,
"loss": 2.3155,
"step": 3354
},
{
"epoch": 2.65,
"learning_rate": 3.3737545622771146e-08,
"loss": 2.1916,
"step": 3357
},
{
"epoch": 2.65,
"learning_rate": 3.3291289249565314e-08,
"loss": 2.2551,
"step": 3360
},
{
"epoch": 2.65,
"eval_loss": 2.2996506690979004,
"eval_runtime": 423.813,
"eval_samples_per_second": 20.141,
"eval_steps_per_second": 0.63,
"step": 3360
},
{
"epoch": 2.65,
"learning_rate": 3.284790228366602e-08,
"loss": 2.3237,
"step": 3363
},
{
"epoch": 2.66,
"learning_rate": 3.240738745109439e-08,
"loss": 2.2697,
"step": 3366
},
{
"epoch": 2.66,
"learning_rate": 3.196974746021303e-08,
"loss": 2.2862,
"step": 3369
},
{
"epoch": 2.66,
"learning_rate": 3.15349850017097e-08,
"loss": 2.3031,
"step": 3372
},
{
"epoch": 2.66,
"learning_rate": 3.110310274858074e-08,
"loss": 2.2972,
"step": 3375
},
{
"epoch": 2.67,
"learning_rate": 3.067410335611392e-08,
"loss": 2.2685,
"step": 3378
},
{
"epoch": 2.67,
"eval_loss": 2.299644947052002,
"eval_runtime": 423.8041,
"eval_samples_per_second": 20.141,
"eval_steps_per_second": 0.63,
"step": 3380
},
{
"epoch": 2.67,
"learning_rate": 3.0247989461873124e-08,
"loss": 2.3283,
"step": 3381
},
{
"epoch": 2.67,
"learning_rate": 2.9824763685681765e-08,
"loss": 2.2633,
"step": 3384
},
{
"epoch": 2.67,
"learning_rate": 2.9404428629606237e-08,
"loss": 2.3731,
"step": 3387
},
{
"epoch": 2.68,
"learning_rate": 2.8986986877940434e-08,
"loss": 2.2055,
"step": 3390
},
{
"epoch": 2.68,
"learning_rate": 2.857244099718975e-08,
"loss": 2.241,
"step": 3393
},
{
"epoch": 2.68,
"learning_rate": 2.8160793536055382e-08,
"loss": 2.2104,
"step": 3396
},
{
"epoch": 2.68,
"learning_rate": 2.775204702541828e-08,
"loss": 2.2593,
"step": 3399
},
{
"epoch": 2.68,
"eval_loss": 2.2996127605438232,
"eval_runtime": 423.799,
"eval_samples_per_second": 20.142,
"eval_steps_per_second": 0.63,
"step": 3400
},
{
"epoch": 2.69,
"learning_rate": 2.7346203978323822e-08,
"loss": 2.2573,
"step": 3402
},
{
"epoch": 2.69,
"learning_rate": 2.694326688996662e-08,
"loss": 2.2599,
"step": 3405
},
{
"epoch": 2.69,
"learning_rate": 2.6543238237674958e-08,
"loss": 2.2886,
"step": 3408
},
{
"epoch": 2.69,
"learning_rate": 2.614612048089515e-08,
"loss": 2.2429,
"step": 3411
},
{
"epoch": 2.69,
"learning_rate": 2.5751916061177104e-08,
"loss": 2.2698,
"step": 3414
},
{
"epoch": 2.7,
"learning_rate": 2.536062740215911e-08,
"loss": 2.2962,
"step": 3417
},
{
"epoch": 2.7,
"learning_rate": 2.4972256909552792e-08,
"loss": 2.2712,
"step": 3420
},
{
"epoch": 2.7,
"eval_loss": 2.299607276916504,
"eval_runtime": 423.6873,
"eval_samples_per_second": 20.147,
"eval_steps_per_second": 0.63,
"step": 3420
},
{
"epoch": 2.7,
"learning_rate": 2.458680697112797e-08,
"loss": 2.3089,
"step": 3423
},
{
"epoch": 2.7,
"learning_rate": 2.420427995669899e-08,
"loss": 2.2821,
"step": 3426
},
{
"epoch": 2.71,
"learning_rate": 2.382467821810924e-08,
"loss": 2.2812,
"step": 3429
},
{
"epoch": 2.71,
"learning_rate": 2.3448004089216988e-08,
"loss": 2.3195,
"step": 3432
},
{
"epoch": 2.71,
"learning_rate": 2.307425988588102e-08,
"loss": 2.2965,
"step": 3435
},
{
"epoch": 2.71,
"learning_rate": 2.2703447905946526e-08,
"loss": 2.2411,
"step": 3438
},
{
"epoch": 2.72,
"eval_loss": 2.299588441848755,
"eval_runtime": 423.7482,
"eval_samples_per_second": 20.144,
"eval_steps_per_second": 0.63,
"step": 3440
},
{
"epoch": 2.72,
"learning_rate": 2.2335570429230956e-08,
"loss": 2.2508,
"step": 3441
},
{
"epoch": 2.72,
"learning_rate": 2.197062971750968e-08,
"loss": 2.236,
"step": 3444
},
{
"epoch": 2.72,
"learning_rate": 2.160862801450236e-08,
"loss": 2.3015,
"step": 3447
},
{
"epoch": 2.72,
"learning_rate": 2.124956754585927e-08,
"loss": 2.1736,
"step": 3450
},
{
"epoch": 2.73,
"learning_rate": 2.0893450519147537e-08,
"loss": 2.2258,
"step": 3453
},
{
"epoch": 2.73,
"learning_rate": 2.0540279123837044e-08,
"loss": 2.2241,
"step": 3456
},
{
"epoch": 2.73,
"learning_rate": 2.0190055531287776e-08,
"loss": 2.2478,
"step": 3459
},
{
"epoch": 2.73,
"eval_loss": 2.2995758056640625,
"eval_runtime": 423.8788,
"eval_samples_per_second": 20.138,
"eval_steps_per_second": 0.63,
"step": 3460
},
{
"epoch": 2.73,
"learning_rate": 1.984278189473615e-08,
"loss": 2.3455,
"step": 3462
},
{
"epoch": 2.73,
"learning_rate": 1.949846034928154e-08,
"loss": 2.233,
"step": 3465
},
{
"epoch": 2.74,
"learning_rate": 1.9157093011873348e-08,
"loss": 2.307,
"step": 3468
},
{
"epoch": 2.74,
"learning_rate": 1.88186819812981e-08,
"loss": 2.2145,
"step": 3471
},
{
"epoch": 2.74,
"learning_rate": 1.8483229338166483e-08,
"loss": 2.237,
"step": 3474
},
{
"epoch": 2.74,
"learning_rate": 1.8150737144900286e-08,
"loss": 2.2738,
"step": 3477
},
{
"epoch": 2.75,
"learning_rate": 1.782120744572002e-08,
"loss": 2.2321,
"step": 3480
},
{
"epoch": 2.75,
"eval_loss": 2.299563407897949,
"eval_runtime": 423.6364,
"eval_samples_per_second": 20.149,
"eval_steps_per_second": 0.63,
"step": 3480
},
{
"epoch": 2.75,
"learning_rate": 1.749464226663233e-08,
"loss": 2.2035,
"step": 3483
},
{
"epoch": 2.75,
"learning_rate": 1.717104361541749e-08,
"loss": 2.2364,
"step": 3486
},
{
"epoch": 2.75,
"learning_rate": 1.6850413481616867e-08,
"loss": 2.3076,
"step": 3489
},
{
"epoch": 2.76,
"learning_rate": 1.6532753836520974e-08,
"loss": 2.2324,
"step": 3492
},
{
"epoch": 2.76,
"learning_rate": 1.621806663315717e-08,
"loss": 2.2394,
"step": 3495
},
{
"epoch": 2.76,
"learning_rate": 1.5906353806278027e-08,
"loss": 2.2977,
"step": 3498
},
{
"epoch": 2.76,
"eval_loss": 2.299553871154785,
"eval_runtime": 423.8609,
"eval_samples_per_second": 20.139,
"eval_steps_per_second": 0.63,
"step": 3500
},
{
"epoch": 2.76,
"learning_rate": 1.559761727234854e-08,
"loss": 2.2334,
"step": 3501
},
{
"epoch": 2.77,
"learning_rate": 1.529185892953544e-08,
"loss": 2.2822,
"step": 3504
},
{
"epoch": 2.77,
"learning_rate": 1.4989080657694887e-08,
"loss": 2.2329,
"step": 3507
},
{
"epoch": 2.77,
"learning_rate": 1.4689284318360918e-08,
"loss": 2.2896,
"step": 3510
},
{
"epoch": 2.77,
"learning_rate": 1.4392471754734181e-08,
"loss": 2.2596,
"step": 3513
},
{
"epoch": 2.78,
"learning_rate": 1.4098644791670555e-08,
"loss": 2.2584,
"step": 3516
},
{
"epoch": 2.78,
"learning_rate": 1.3807805235670044e-08,
"loss": 2.2909,
"step": 3519
},
{
"epoch": 2.78,
"eval_loss": 2.2995445728302,
"eval_runtime": 423.9529,
"eval_samples_per_second": 20.134,
"eval_steps_per_second": 0.63,
"step": 3520
},
{
"epoch": 2.78,
"learning_rate": 1.3519954874865292e-08,
"loss": 2.2004,
"step": 3522
},
{
"epoch": 2.78,
"learning_rate": 1.3235095479011082e-08,
"loss": 2.2613,
"step": 3525
},
{
"epoch": 2.78,
"learning_rate": 1.2953228799473027e-08,
"loss": 2.2471,
"step": 3528
},
{
"epoch": 2.79,
"learning_rate": 1.2674356569217282e-08,
"loss": 2.276,
"step": 3531
},
{
"epoch": 2.79,
"learning_rate": 1.239848050279918e-08,
"loss": 2.3065,
"step": 3534
},
{
"epoch": 2.79,
"learning_rate": 1.2125602296353399e-08,
"loss": 2.2593,
"step": 3537
},
{
"epoch": 2.79,
"learning_rate": 1.1855723627583247e-08,
"loss": 2.3601,
"step": 3540
},
{
"epoch": 2.79,
"eval_loss": 2.2995386123657227,
"eval_runtime": 424.0706,
"eval_samples_per_second": 20.129,
"eval_steps_per_second": 0.63,
"step": 3540
},
{
"epoch": 2.8,
"learning_rate": 1.1588846155750398e-08,
"loss": 2.3294,
"step": 3543
},
{
"epoch": 2.8,
"learning_rate": 1.1324971521664229e-08,
"loss": 2.2418,
"step": 3546
},
{
"epoch": 2.8,
"learning_rate": 1.106410134767266e-08,
"loss": 2.2601,
"step": 3549
},
{
"epoch": 2.8,
"learning_rate": 1.080623723765134e-08,
"loss": 2.1942,
"step": 3552
},
{
"epoch": 2.81,
"learning_rate": 1.0551380776994301e-08,
"loss": 2.2841,
"step": 3555
},
{
"epoch": 2.81,
"learning_rate": 1.0299533532603822e-08,
"loss": 2.2464,
"step": 3558
},
{
"epoch": 2.81,
"eval_loss": 2.2995383739471436,
"eval_runtime": 424.0883,
"eval_samples_per_second": 20.128,
"eval_steps_per_second": 0.63,
"step": 3560
},
{
"epoch": 2.81,
"learning_rate": 1.0050697052881142e-08,
"loss": 2.2325,
"step": 3561
},
{
"epoch": 2.81,
"learning_rate": 9.804872867716807e-09,
"loss": 2.308,
"step": 3564
},
{
"epoch": 2.82,
"learning_rate": 9.562062488481071e-09,
"loss": 2.2985,
"step": 3567
},
{
"epoch": 2.82,
"learning_rate": 9.32226740801495e-09,
"loss": 2.235,
"step": 3570
},
{
"epoch": 2.82,
"learning_rate": 9.085489100620735e-09,
"loss": 2.2331,
"step": 3573
},
{
"epoch": 2.82,
"learning_rate": 8.851729022053279e-09,
"loss": 2.2931,
"step": 3576
},
{
"epoch": 2.82,
"learning_rate": 8.620988609510494e-09,
"loss": 2.2943,
"step": 3579
},
{
"epoch": 2.83,
"eval_loss": 2.299535036087036,
"eval_runtime": 423.8942,
"eval_samples_per_second": 20.137,
"eval_steps_per_second": 0.63,
"step": 3580
},
{
"epoch": 2.83,
"learning_rate": 8.393269281625204e-09,
"loss": 2.3126,
"step": 3582
},
{
"epoch": 2.83,
"learning_rate": 8.168572438455922e-09,
"loss": 2.2633,
"step": 3585
},
{
"epoch": 2.83,
"learning_rate": 7.946899461478307e-09,
"loss": 2.2687,
"step": 3588
},
{
"epoch": 2.83,
"learning_rate": 7.728251713576883e-09,
"loss": 2.2891,
"step": 3591
},
{
"epoch": 2.84,
"learning_rate": 7.512630539036502e-09,
"loss": 2.1957,
"step": 3594
},
{
"epoch": 2.84,
"learning_rate": 7.30003726353412e-09,
"loss": 2.3084,
"step": 3597
},
{
"epoch": 2.84,
"learning_rate": 7.09047319413053e-09,
"loss": 2.2906,
"step": 3600
},
{
"epoch": 2.84,
"eval_loss": 2.299527406692505,
"eval_runtime": 423.6823,
"eval_samples_per_second": 20.147,
"eval_steps_per_second": 0.63,
"step": 3600
},
{
"epoch": 2.84,
"learning_rate": 6.883939619262591e-09,
"loss": 2.279,
"step": 3603
},
{
"epoch": 2.85,
"learning_rate": 6.680437808735117e-09,
"loss": 2.299,
"step": 3606
},
{
"epoch": 2.85,
"learning_rate": 6.479969013712949e-09,
"loss": 2.312,
"step": 3609
},
{
"epoch": 2.85,
"learning_rate": 6.282534466713618e-09,
"loss": 2.2274,
"step": 3612
},
{
"epoch": 2.85,
"learning_rate": 6.0881353815994126e-09,
"loss": 2.3221,
"step": 3615
},
{
"epoch": 2.86,
"learning_rate": 5.896772953570161e-09,
"loss": 2.2872,
"step": 3618
},
{
"epoch": 2.86,
"eval_loss": 2.2995247840881348,
"eval_runtime": 423.7609,
"eval_samples_per_second": 20.143,
"eval_steps_per_second": 0.63,
"step": 3620
},
{
"epoch": 2.86,
"learning_rate": 5.708448359155848e-09,
"loss": 2.2979,
"step": 3621
},
{
"epoch": 2.86,
"learning_rate": 5.52316275620901e-09,
"loss": 2.2459,
"step": 3624
},
{
"epoch": 2.86,
"learning_rate": 5.340917283898294e-09,
"loss": 2.2217,
"step": 3627
},
{
"epoch": 2.87,
"learning_rate": 5.161713062700912e-09,
"loss": 2.2791,
"step": 3630
},
{
"epoch": 2.87,
"learning_rate": 4.985551194395976e-09,
"loss": 2.2942,
"step": 3633
},
{
"epoch": 2.87,
"learning_rate": 4.812432762057672e-09,
"loss": 2.2379,
"step": 3636
},
{
"epoch": 2.87,
"learning_rate": 4.642358830048543e-09,
"loss": 2.2559,
"step": 3639
},
{
"epoch": 2.87,
"eval_loss": 2.2995212078094482,
"eval_runtime": 423.6266,
"eval_samples_per_second": 20.15,
"eval_steps_per_second": 0.63,
"step": 3640
},
{
"epoch": 2.87,
"learning_rate": 4.475330444013103e-09,
"loss": 2.2677,
"step": 3642
},
{
"epoch": 2.88,
"learning_rate": 4.311348630871292e-09,
"loss": 2.25,
"step": 3645
},
{
"epoch": 2.88,
"learning_rate": 4.150414398812086e-09,
"loss": 2.2852,
"step": 3648
},
{
"epoch": 2.88,
"learning_rate": 3.992528737287559e-09,
"loss": 2.3615,
"step": 3651
},
{
"epoch": 2.88,
"learning_rate": 3.888965760035445e-09,
"loss": 2.2651,
"step": 3654
},
{
"epoch": 2.89,
"learning_rate": 3.7361631972741556e-09,
"loss": 2.2711,
"step": 3657
},
{
"epoch": 2.89,
"learning_rate": 3.586411751936802e-09,
"loss": 2.2915,
"step": 3660
},
{
"epoch": 2.89,
"eval_loss": 2.299520969390869,
"eval_runtime": 423.7203,
"eval_samples_per_second": 20.145,
"eval_steps_per_second": 0.63,
"step": 3660
},
{
"epoch": 2.89,
"learning_rate": 3.4397123447216234e-09,
"loss": 2.3214,
"step": 3663
},
{
"epoch": 2.89,
"learning_rate": 3.296065877562426e-09,
"loss": 2.2542,
"step": 3666
},
{
"epoch": 2.9,
"learning_rate": 3.1554732336229185e-09,
"loss": 2.2717,
"step": 3669
},
{
"epoch": 2.9,
"learning_rate": 3.0179352772914944e-09,
"loss": 2.2931,
"step": 3672
},
{
"epoch": 2.9,
"learning_rate": 2.8834528541757385e-09,
"loss": 2.1745,
"step": 3675
},
{
"epoch": 2.9,
"learning_rate": 2.7520267910971505e-09,
"loss": 2.2972,
"step": 3678
},
{
"epoch": 2.9,
"eval_loss": 2.29951548576355,
"eval_runtime": 423.7495,
"eval_samples_per_second": 20.144,
"eval_steps_per_second": 0.63,
"step": 3680
},
{
"epoch": 2.91,
"learning_rate": 2.6236578960864288e-09,
"loss": 2.1784,
"step": 3681
},
{
"epoch": 2.91,
"learning_rate": 2.498346958378028e-09,
"loss": 2.2984,
"step": 3684
},
{
"epoch": 2.91,
"learning_rate": 2.376094748405666e-09,
"loss": 2.2609,
"step": 3687
},
{
"epoch": 2.91,
"learning_rate": 2.2569020177975462e-09,
"loss": 2.3127,
"step": 3690
},
{
"epoch": 2.91,
"learning_rate": 2.140769499371475e-09,
"loss": 2.1933,
"step": 3693
},
{
"epoch": 2.92,
"learning_rate": 2.0276979071305877e-09,
"loss": 2.2936,
"step": 3696
},
{
"epoch": 2.92,
"learning_rate": 1.917687936259016e-09,
"loss": 2.3334,
"step": 3699
},
{
"epoch": 2.92,
"eval_loss": 2.2995197772979736,
"eval_runtime": 423.6689,
"eval_samples_per_second": 20.148,
"eval_steps_per_second": 0.63,
"step": 3700
},
{
"epoch": 2.92,
"learning_rate": 1.810740263117394e-09,
"loss": 2.2581,
"step": 3702
},
{
"epoch": 2.92,
"learning_rate": 1.7068555452388612e-09,
"loss": 2.24,
"step": 3705
},
{
"epoch": 2.93,
"learning_rate": 1.6060344213248978e-09,
"loss": 2.2293,
"step": 3708
},
{
"epoch": 2.93,
"learning_rate": 1.5082775112415513e-09,
"loss": 2.2348,
"step": 3711
},
{
"epoch": 2.93,
"learning_rate": 1.4135854160154947e-09,
"loss": 2.2998,
"step": 3714
},
{
"epoch": 2.93,
"learning_rate": 1.321958717830418e-09,
"loss": 2.3125,
"step": 3717
},
{
"epoch": 2.94,
"learning_rate": 1.2333979800234206e-09,
"loss": 2.2323,
"step": 3720
},
{
"epoch": 2.94,
"eval_loss": 2.2995173931121826,
"eval_runtime": 423.6809,
"eval_samples_per_second": 20.147,
"eval_steps_per_second": 0.63,
"step": 3720
},
{
"epoch": 2.94,
"learning_rate": 1.147903747081458e-09,
"loss": 2.271,
"step": 3723
},
{
"epoch": 2.94,
"learning_rate": 1.065476544638122e-09,
"loss": 2.2147,
"step": 3726
},
{
"epoch": 2.94,
"learning_rate": 9.861168794704223e-10,
"loss": 2.2953,
"step": 3729
},
{
"epoch": 2.95,
"learning_rate": 9.098252394954542e-10,
"loss": 2.3159,
"step": 3732
},
{
"epoch": 2.95,
"learning_rate": 8.366020937677354e-10,
"loss": 2.2447,
"step": 3735
},
{
"epoch": 2.95,
"learning_rate": 7.664478924760409e-10,
"loss": 2.3015,
"step": 3738
},
{
"epoch": 2.95,
"eval_loss": 2.2995147705078125,
"eval_runtime": 424.0084,
"eval_samples_per_second": 20.132,
"eval_steps_per_second": 0.63,
"step": 3740
},
{
"epoch": 2.95,
"learning_rate": 6.993630669406835e-10,
"loss": 2.2466,
"step": 3741
},
{
"epoch": 2.96,
"learning_rate": 6.353480296110714e-10,
"loss": 2.2891,
"step": 3744
},
{
"epoch": 2.96,
"learning_rate": 5.744031740628208e-10,
"loss": 2.2337,
"step": 3747
},
{
"epoch": 2.96,
"learning_rate": 5.165288749957586e-10,
"loss": 2.3282,
"step": 3750
},
{
"epoch": 2.96,
"learning_rate": 4.617254882311461e-10,
"loss": 2.2669,
"step": 3753
},
{
"epoch": 2.96,
"learning_rate": 4.099933507099029e-10,
"loss": 2.2943,
"step": 3756
},
{
"epoch": 2.97,
"learning_rate": 3.61332780490331e-10,
"loss": 2.2493,
"step": 3759
},
{
"epoch": 2.97,
"eval_loss": 2.2995152473449707,
"eval_runtime": 423.7012,
"eval_samples_per_second": 20.146,
"eval_steps_per_second": 0.63,
"step": 3760
},
{
"epoch": 2.97,
"learning_rate": 3.1574407674617165e-10,
"loss": 2.2758,
"step": 3762
},
{
"epoch": 2.97,
"learning_rate": 2.732275197647738e-10,
"loss": 2.3086,
"step": 3765
},
{
"epoch": 2.97,
"learning_rate": 2.337833709454284e-10,
"loss": 2.2877,
"step": 3768
},
{
"epoch": 2.98,
"learning_rate": 1.9741187279770366e-10,
"loss": 2.1814,
"step": 3771
},
{
"epoch": 2.98,
"learning_rate": 1.64113248940001e-10,
"loss": 2.2774,
"step": 3774
},
{
"epoch": 2.98,
"learning_rate": 1.3388770409805684e-10,
"loss": 2.2262,
"step": 3777
},
{
"epoch": 2.98,
"learning_rate": 1.0673542410388758e-10,
"loss": 2.239,
"step": 3780
},
{
"epoch": 2.98,
"eval_loss": 2.299513339996338,
"eval_runtime": 423.8086,
"eval_samples_per_second": 20.141,
"eval_steps_per_second": 0.63,
"step": 3780
},
{
"epoch": 2.99,
"learning_rate": 8.265657589451302e-11,
"loss": 2.2842,
"step": 3783
},
{
"epoch": 2.99,
"learning_rate": 6.165130751090153e-11,
"loss": 2.2156,
"step": 3786
},
{
"epoch": 2.99,
"learning_rate": 4.371974809713741e-11,
"loss": 2.1915,
"step": 3789
},
{
"epoch": 2.99,
"learning_rate": 2.8862007899588258e-11,
"loss": 2.2198,
"step": 3792
},
{
"epoch": 3.0,
"learning_rate": 1.7078178266294318e-11,
"loss": 2.2502,
"step": 3795
},
{
"epoch": 3.0,
"learning_rate": 8.368331646302351e-12,
"loss": 2.2936,
"step": 3798
},
{
"epoch": 3.0,
"eval_loss": 2.29951810836792,
"eval_runtime": 423.9362,
"eval_samples_per_second": 20.135,
"eval_steps_per_second": 0.63,
"step": 3800
},
{
"epoch": 3.0,
"learning_rate": 2.7325215892770593e-12,
"loss": 2.229,
"step": 3801
},
{
"epoch": 3.0,
"step": 3801,
"total_flos": 3.389353837045429e+19,
"train_loss": 2.2972320921952334,
"train_runtime": 174891.5263,
"train_samples_per_second": 2.782,
"train_steps_per_second": 0.022
}
],
"logging_steps": 3,
"max_steps": 3801,
"num_input_tokens_seen": 0,
"num_train_epochs": 3,
"save_steps": 30000,
"total_flos": 3.389353837045429e+19,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}