{
  "best_metric": 0.9735340476036072,
  "best_model_checkpoint": "./trained-race/checkpoint-6000",
  "epoch": 1.2910365178900776,
  "eval_steps": 1000,
  "global_step": 7000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 0.000199907783105865,
      "loss": 1.9311,
      "step": 10
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00019981556621172998,
      "loss": 1.9343,
      "step": 20
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000199723349317595,
      "loss": 1.8975,
      "step": 30
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00019963113242345997,
      "loss": 1.8981,
      "step": 40
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00019953891552932499,
      "loss": 1.9522,
      "step": 50
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00019944669863518997,
      "loss": 1.9153,
      "step": 60
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00019935448174105498,
      "loss": 1.9647,
      "step": 70
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00019926226484691997,
      "loss": 1.9187,
      "step": 80
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.00019917004795278495,
      "loss": 1.9427,
      "step": 90
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.00019907783105864993,
      "loss": 1.9195,
      "step": 100
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.00019898561416451495,
      "loss": 1.904,
      "step": 110
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.00019889339727037993,
      "loss": 1.9315,
      "step": 120
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.00019880118037624494,
      "loss": 1.9214,
      "step": 130
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00019870896348210993,
      "loss": 1.912,
      "step": 140
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00019861674658797494,
      "loss": 1.8982,
      "step": 150
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00019852452969383992,
      "loss": 1.9029,
      "step": 160
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0001984323127997049,
      "loss": 1.8973,
      "step": 170
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0001983400959055699,
      "loss": 1.8583,
      "step": 180
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0001982478790114349,
      "loss": 1.8558,
      "step": 190
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0001981556621172999,
      "loss": 1.847,
      "step": 200
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0001980634452231649,
      "loss": 1.9305,
      "step": 210
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00019797122832902988,
      "loss": 1.8492,
      "step": 220
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0001978790114348949,
      "loss": 1.7879,
      "step": 230
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00019778679454075988,
      "loss": 1.8615,
      "step": 240
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00019769457764662486,
      "loss": 1.8273,
      "step": 250
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00019760236075248985,
      "loss": 1.8274,
      "step": 260
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00019751014385835486,
      "loss": 1.7632,
      "step": 270
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00019741792696421984,
      "loss": 1.7811,
      "step": 280
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00019732571007008486,
      "loss": 1.8604,
      "step": 290
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00019723349317594984,
      "loss": 1.7291,
      "step": 300
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00019714127628181485,
      "loss": 1.7306,
      "step": 310
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00019704905938767984,
      "loss": 1.6978,
      "step": 320
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00019695684249354482,
      "loss": 1.6819,
      "step": 330
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0001968646255994098,
      "loss": 1.6954,
      "step": 340
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00019677240870527482,
      "loss": 1.6832,
      "step": 350
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0001966801918111398,
      "loss": 1.6946,
      "step": 360
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0001965879749170048,
      "loss": 1.7065,
      "step": 370
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0001964957580228698,
      "loss": 1.7084,
      "step": 380
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0001964035411287348,
      "loss": 1.6407,
      "step": 390
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0001963113242345998,
      "loss": 1.6504,
      "step": 400
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00019621910734046478,
      "loss": 1.6955,
      "step": 410
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00019612689044632976,
      "loss": 1.614,
      "step": 420
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00019603467355219477,
      "loss": 1.6316,
      "step": 430
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00019594245665805976,
      "loss": 1.6805,
      "step": 440
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00019585023976392477,
      "loss": 1.6991,
      "step": 450
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00019575802286978975,
      "loss": 1.6206,
      "step": 460
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00019566580597565476,
      "loss": 1.61,
      "step": 470
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00019557358908151975,
      "loss": 1.5979,
      "step": 480
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00019548137218738473,
      "loss": 1.5641,
      "step": 490
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00019538915529324972,
      "loss": 1.5262,
      "step": 500
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00019529693839911473,
      "loss": 1.5829,
      "step": 510
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00019520472150497971,
      "loss": 1.5651,
      "step": 520
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00019511250461084473,
      "loss": 1.4893,
      "step": 530
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0001950202877167097,
      "loss": 1.5484,
      "step": 540
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00019492807082257472,
      "loss": 1.6023,
      "step": 550
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0001948358539284397,
      "loss": 1.5247,
      "step": 560
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0001947436370343047,
      "loss": 1.5557,
      "step": 570
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00019465142014016967,
      "loss": 1.5436,
      "step": 580
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00019455920324603469,
      "loss": 1.5785,
      "step": 590
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00019446698635189967,
      "loss": 1.46,
      "step": 600
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00019437476945776468,
      "loss": 1.5288,
      "step": 610
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00019428255256362967,
      "loss": 1.5961,
      "step": 620
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00019419033566949468,
      "loss": 1.5424,
      "step": 630
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00019409811877535966,
      "loss": 1.5676,
      "step": 640
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00019400590188122465,
      "loss": 1.3499,
      "step": 650
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00019391368498708963,
      "loss": 1.5598,
      "step": 660
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00019382146809295462,
      "loss": 1.4925,
      "step": 670
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00019372925119881963,
      "loss": 1.5498,
      "step": 680
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00019363703430468464,
      "loss": 1.554,
      "step": 690
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00019354481741054962,
      "loss": 1.4787,
      "step": 700
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0001934526005164146,
      "loss": 1.4307,
      "step": 710
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00019336038362227962,
      "loss": 1.5175,
      "step": 720
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0001932681667281446,
      "loss": 1.4994,
      "step": 730
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0001931759498340096,
      "loss": 1.438,
      "step": 740
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00019308373293987457,
      "loss": 1.5305,
      "step": 750
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00019299151604573958,
      "loss": 1.4894,
      "step": 760
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0001928992991516046,
      "loss": 1.5254,
      "step": 770
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00019280708225746958,
      "loss": 1.5126,
      "step": 780
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00019271486536333456,
      "loss": 1.494,
      "step": 790
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00019262264846919958,
      "loss": 1.4631,
      "step": 800
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00019253043157506456,
      "loss": 1.4475,
      "step": 810
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00019243821468092954,
      "loss": 1.464,
      "step": 820
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00019234599778679453,
      "loss": 1.467,
      "step": 830
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00019225378089265954,
      "loss": 1.5009,
      "step": 840
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00019216156399852455,
      "loss": 1.4757,
      "step": 850
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00019206934710438954,
      "loss": 1.42,
      "step": 860
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00019197713021025452,
      "loss": 1.4745,
      "step": 870
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00019188491331611953,
      "loss": 1.5148,
      "step": 880
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00019179269642198452,
      "loss": 1.5142,
      "step": 890
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0001917004795278495,
      "loss": 1.4381,
      "step": 900
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00019160826263371449,
      "loss": 1.5292,
      "step": 910
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0001915160457395795,
      "loss": 1.4648,
      "step": 920
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0001914238288454445,
      "loss": 1.3709,
      "step": 930
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0001913316119513095,
      "loss": 1.4339,
      "step": 940
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00019123939505717448,
      "loss": 1.5764,
      "step": 950
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0001911471781630395,
      "loss": 1.5241,
      "step": 960
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00019105496126890447,
      "loss": 1.4616,
      "step": 970
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00019096274437476946,
      "loss": 1.5148,
      "step": 980
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00019087052748063444,
      "loss": 1.388,
      "step": 990
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00019077831058649945,
      "loss": 1.3923,
      "step": 1000
    },
    {
      "epoch": 0.18,
      "eval_accuracy": 0.4712433814131824,
      "eval_loss": 1.3549572229385376,
      "eval_runtime": 122.2367,
      "eval_samples_per_second": 89.613,
      "eval_steps_per_second": 11.208,
      "step": 1000
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019068609369236446,
      "loss": 1.284,
      "step": 1010
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019059387679822945,
      "loss": 1.4557,
      "step": 1020
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019050165990409443,
      "loss": 1.4595,
      "step": 1030
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019040944300995944,
      "loss": 1.407,
      "step": 1040
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019031722611582443,
      "loss": 1.4021,
      "step": 1050
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00019022500922168941,
      "loss": 1.4146,
      "step": 1060
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0001901327923275544,
      "loss": 1.4545,
      "step": 1070
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0001900405754334194,
      "loss": 1.4221,
      "step": 1080
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00018994835853928442,
      "loss": 1.3611,
      "step": 1090
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0001898561416451494,
      "loss": 1.3804,
      "step": 1100
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0001897639247510144,
      "loss": 1.4154,
      "step": 1110
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0001896717078568794,
      "loss": 1.4518,
      "step": 1120
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00018957949096274439,
      "loss": 1.4067,
      "step": 1130
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00018948727406860937,
      "loss": 1.4508,
      "step": 1140
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00018939505717447435,
      "loss": 1.4314,
      "step": 1150
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00018930284028033937,
      "loss": 1.5236,
      "step": 1160
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00018921062338620438,
      "loss": 1.316,
      "step": 1170
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00018911840649206936,
      "loss": 1.3257,
      "step": 1180
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00018902618959793435,
      "loss": 1.3265,
      "step": 1190
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00018893397270379936,
      "loss": 1.3838,
      "step": 1200
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00018884175580966434,
      "loss": 1.4393,
      "step": 1210
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00018874953891552933,
      "loss": 1.3445,
      "step": 1220
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0001886573220213943,
      "loss": 1.4052,
      "step": 1230
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00018856510512725932,
      "loss": 1.2619,
      "step": 1240
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00018847288823312433,
      "loss": 1.3889,
      "step": 1250
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00018838067133898932,
      "loss": 1.437,
      "step": 1260
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0001882884544448543,
      "loss": 1.5375,
      "step": 1270
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0001881962375507193,
      "loss": 1.3839,
      "step": 1280
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0001881040206565843,
      "loss": 1.4516,
      "step": 1290
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00018801180376244928,
      "loss": 1.3111,
      "step": 1300
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00018791958686831427,
      "loss": 1.3132,
      "step": 1310
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00018782736997417928,
      "loss": 1.3196,
      "step": 1320
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0001877351530800443,
      "loss": 1.3394,
      "step": 1330
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00018764293618590928,
      "loss": 1.3878,
      "step": 1340
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00018755071929177426,
      "loss": 1.2435,
      "step": 1350
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00018745850239763924,
      "loss": 1.2658,
      "step": 1360
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00018736628550350426,
      "loss": 1.3483,
      "step": 1370
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00018727406860936924,
      "loss": 1.1869,
      "step": 1380
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00018718185171523422,
      "loss": 1.4338,
      "step": 1390
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00018708963482109924,
      "loss": 1.2685,
      "step": 1400
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00018699741792696425,
      "loss": 1.3697,
      "step": 1410
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00018690520103282923,
      "loss": 1.3155,
      "step": 1420
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00018681298413869422,
      "loss": 1.2973,
      "step": 1430
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0001867207672445592,
      "loss": 1.3834,
      "step": 1440
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0001866285503504242,
      "loss": 1.3675,
      "step": 1450
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0001865363334562892,
      "loss": 1.3011,
      "step": 1460
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00018644411656215418,
      "loss": 1.3678,
      "step": 1470
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0001863518996680192,
      "loss": 1.2867,
      "step": 1480
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0001862596827738842,
      "loss": 1.4809,
      "step": 1490
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0001861674658797492,
      "loss": 1.3059,
      "step": 1500
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00018607524898561417,
      "loss": 1.3512,
      "step": 1510
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00018598303209147916,
      "loss": 1.286,
      "step": 1520
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00018589081519734417,
      "loss": 1.1932,
      "step": 1530
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00018579859830320915,
      "loss": 1.4473,
      "step": 1540
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00018570638140907414,
      "loss": 1.4182,
      "step": 1550
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00018561416451493915,
      "loss": 1.307,
      "step": 1560
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00018552194762080416,
      "loss": 1.339,
      "step": 1570
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00018542973072666915,
      "loss": 1.2848,
      "step": 1580
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00018533751383253413,
      "loss": 1.3017,
      "step": 1590
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00018524529693839911,
      "loss": 1.2994,
      "step": 1600
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00018515308004426413,
      "loss": 1.3071,
      "step": 1610
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0001850608631501291,
      "loss": 1.2706,
      "step": 1620
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0001849686462559941,
      "loss": 1.145,
      "step": 1630
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0001848764293618591,
      "loss": 1.2857,
      "step": 1640
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00018478421246772412,
      "loss": 1.3054,
      "step": 1650
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0001846919955735891,
      "loss": 1.3772,
      "step": 1660
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00018459977867945409,
      "loss": 1.2635,
      "step": 1670
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00018450756178531907,
      "loss": 1.3705,
      "step": 1680
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00018441534489118408,
      "loss": 1.162,
      "step": 1690
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00018432312799704907,
      "loss": 1.3012,
      "step": 1700
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00018423091110291405,
      "loss": 1.2083,
      "step": 1710
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00018413869420877906,
      "loss": 1.326,
      "step": 1720
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00018404647731464407,
      "loss": 1.3899,
      "step": 1730
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00018395426042050906,
      "loss": 1.181,
      "step": 1740
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00018386204352637404,
      "loss": 1.1826,
      "step": 1750
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00018376982663223903,
      "loss": 1.1729,
      "step": 1760
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00018367760973810404,
      "loss": 1.2711,
      "step": 1770
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00018358539284396902,
      "loss": 1.315,
      "step": 1780
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.000183493175949834,
      "loss": 1.148,
      "step": 1790
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00018340095905569902,
      "loss": 1.2593,
      "step": 1800
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00018330874216156403,
      "loss": 1.2976,
      "step": 1810
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00018321652526742901,
      "loss": 1.2881,
      "step": 1820
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.000183124308373294,
      "loss": 1.3599,
      "step": 1830
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00018303209147915898,
      "loss": 1.2229,
      "step": 1840
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.000182939874585024,
      "loss": 1.3619,
      "step": 1850
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00018284765769088898,
      "loss": 1.3544,
      "step": 1860
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00018275544079675396,
      "loss": 1.2638,
      "step": 1870
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00018266322390261898,
      "loss": 1.2945,
      "step": 1880
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.000182571007008484,
      "loss": 1.3415,
      "step": 1890
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00018247879011434897,
      "loss": 1.183,
      "step": 1900
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00018238657322021396,
      "loss": 1.2773,
      "step": 1910
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00018229435632607894,
      "loss": 1.1919,
      "step": 1920
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00018220213943194392,
      "loss": 1.261,
      "step": 1930
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00018210992253780894,
      "loss": 1.2249,
      "step": 1940
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00018201770564367392,
      "loss": 1.2595,
      "step": 1950
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00018192548874953893,
      "loss": 1.3309,
      "step": 1960
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00018183327185540392,
      "loss": 1.257,
      "step": 1970
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00018174105496126893,
      "loss": 1.192,
      "step": 1980
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0001816488380671339,
      "loss": 1.3217,
      "step": 1990
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0001815566211729989,
      "loss": 1.1517,
      "step": 2000
    },
    {
      "epoch": 0.37,
      "eval_accuracy": 0.542906700748585,
      "eval_loss": 1.1854346990585327,
      "eval_runtime": 126.3339,
      "eval_samples_per_second": 86.707,
      "eval_steps_per_second": 10.844,
      "step": 2000
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00018146440427886388,
      "loss": 1.341,
      "step": 2010
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0001813721873847289,
      "loss": 1.2821,
      "step": 2020
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00018127997049059388,
      "loss": 1.1611,
      "step": 2030
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0001811877535964589,
      "loss": 1.3677,
      "step": 2040
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00018109553670232387,
      "loss": 1.2404,
      "step": 2050
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00018100331980818888,
      "loss": 1.2254,
      "step": 2060
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00018091110291405387,
      "loss": 1.2725,
      "step": 2070
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00018081888601991885,
      "loss": 1.1464,
      "step": 2080
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00018072666912578384,
      "loss": 1.1734,
      "step": 2090
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00018063445223164885,
      "loss": 1.1245,
      "step": 2100
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00018054223533751383,
      "loss": 1.1582,
      "step": 2110
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00018045001844337885,
      "loss": 1.2142,
      "step": 2120
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00018035780154924383,
      "loss": 1.2711,
      "step": 2130
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00018026558465510884,
      "loss": 1.3327,
      "step": 2140
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00018017336776097383,
      "loss": 1.2079,
      "step": 2150
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0001800811508668388,
      "loss": 1.1706,
      "step": 2160
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0001799889339727038,
      "loss": 1.1698,
      "step": 2170
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0001798967170785688,
      "loss": 1.2074,
      "step": 2180
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0001798045001844338,
      "loss": 1.2119,
      "step": 2190
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0001797122832902988,
      "loss": 1.1896,
      "step": 2200
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00017962006639616379,
      "loss": 1.2365,
      "step": 2210
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0001795278495020288,
      "loss": 1.323,
      "step": 2220
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00017943563260789378,
      "loss": 1.2933,
      "step": 2230
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00017934341571375877,
      "loss": 1.1775,
      "step": 2240
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00017925119881962375,
      "loss": 1.2442,
      "step": 2250
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00017915898192548876,
      "loss": 1.3,
      "step": 2260
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00017906676503135375,
      "loss": 1.22,
      "step": 2270
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00017897454813721876,
      "loss": 1.2115,
      "step": 2280
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00017888233124308374,
      "loss": 1.3042,
      "step": 2290
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00017879011434894875,
      "loss": 1.2358,
      "step": 2300
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00017869789745481374,
      "loss": 1.2809,
      "step": 2310
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00017860568056067872,
      "loss": 1.1334,
      "step": 2320
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0001785134636665437,
      "loss": 1.1954,
      "step": 2330
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00017842124677240872,
      "loss": 1.244,
      "step": 2340
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0001783290298782737,
      "loss": 1.1654,
      "step": 2350
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00017823681298413871,
      "loss": 1.3566,
      "step": 2360
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0001781445960900037,
      "loss": 1.2221,
      "step": 2370
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0001780523791958687,
      "loss": 1.17,
      "step": 2380
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0001779601623017337,
      "loss": 1.1051,
      "step": 2390
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00017786794540759868,
      "loss": 1.1471,
      "step": 2400
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00017777572851346366,
      "loss": 1.2296,
      "step": 2410
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00017768351161932868,
      "loss": 1.1297,
      "step": 2420
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00017759129472519366,
      "loss": 1.121,
      "step": 2430
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00017749907783105864,
      "loss": 1.2452,
      "step": 2440
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00017740686093692366,
      "loss": 1.1179,
      "step": 2450
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00017731464404278867,
      "loss": 1.2149,
      "step": 2460
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00017722242714865365,
      "loss": 1.3841,
      "step": 2470
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00017713021025451864,
      "loss": 1.0781,
      "step": 2480
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00017703799336038362,
      "loss": 1.131,
      "step": 2490
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00017694577646624863,
      "loss": 1.1564,
      "step": 2500
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00017685355957211362,
      "loss": 1.3496,
      "step": 2510
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0001767613426779786,
      "loss": 1.1891,
      "step": 2520
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0001766691257838436,
      "loss": 1.1885,
      "step": 2530
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0001765769088897086,
      "loss": 1.2286,
      "step": 2540
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0001764846919955736,
      "loss": 1.1168,
      "step": 2550
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0001763924751014386,
      "loss": 1.1179,
      "step": 2560
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00017630025820730358,
      "loss": 1.2774,
      "step": 2570
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00017620804131316856,
      "loss": 1.0531,
      "step": 2580
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00017611582441903357,
      "loss": 1.1173,
      "step": 2590
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00017602360752489856,
      "loss": 1.0213,
      "step": 2600
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00017593139063076357,
      "loss": 1.2386,
      "step": 2610
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00017583917373662855,
      "loss": 1.2678,
      "step": 2620
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00017574695684249356,
      "loss": 1.1628,
      "step": 2630
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00017565473994835855,
      "loss": 1.2776,
      "step": 2640
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00017556252305422353,
      "loss": 1.1933,
      "step": 2650
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00017547030616008852,
      "loss": 1.2358,
      "step": 2660
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00017537808926595353,
      "loss": 1.2386,
      "step": 2670
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00017528587237181851,
      "loss": 1.1417,
      "step": 2680
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00017519365547768353,
      "loss": 1.0075,
      "step": 2690
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0001751014385835485,
      "loss": 1.1555,
      "step": 2700
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00017500922168941352,
      "loss": 1.1165,
      "step": 2710
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0001749170047952785,
      "loss": 1.0834,
      "step": 2720
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0001748247879011435,
      "loss": 1.2018,
      "step": 2730
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00017473257100700847,
      "loss": 1.2317,
      "step": 2740
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00017464035411287349,
      "loss": 1.0835,
      "step": 2750
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00017454813721873847,
      "loss": 1.0597,
      "step": 2760
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00017445592032460348,
      "loss": 1.1273,
      "step": 2770
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00017436370343046847,
      "loss": 1.2129,
      "step": 2780
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00017427148653633348,
      "loss": 1.1203,
      "step": 2790
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00017417926964219846,
      "loss": 1.1888,
      "step": 2800
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00017408705274806345,
      "loss": 1.0844,
      "step": 2810
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00017399483585392843,
      "loss": 1.1399,
      "step": 2820
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00017390261895979344,
      "loss": 1.1722,
      "step": 2830
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00017381040206565843,
      "loss": 1.2428,
      "step": 2840
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00017371818517152344,
      "loss": 1.2814,
      "step": 2850
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00017362596827738842,
      "loss": 1.2116,
      "step": 2860
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00017353375138325343,
      "loss": 1.2042,
      "step": 2870
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00017344153448911842,
      "loss": 1.1697,
      "step": 2880
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0001733493175949834,
      "loss": 1.1725,
      "step": 2890
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0001732571007008484,
      "loss": 1.1638,
      "step": 2900
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0001731648838067134,
      "loss": 1.0388,
      "step": 2910
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00017307266691257838,
      "loss": 1.0281,
      "step": 2920
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0001729804500184434,
      "loss": 1.2847,
      "step": 2930
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00017288823312430838,
      "loss": 1.209,
      "step": 2940
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0001727960162301734,
      "loss": 1.1142,
      "step": 2950
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00017270379933603838,
      "loss": 1.1787,
      "step": 2960
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00017261158244190336,
      "loss": 1.2029,
      "step": 2970
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00017251936554776834,
      "loss": 1.1592,
      "step": 2980
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00017242714865363336,
      "loss": 1.1981,
      "step": 2990
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00017233493175949834,
      "loss": 1.2405,
      "step": 3000
    },
    {
      "epoch": 0.55,
      "eval_accuracy": 0.5754062442943217,
      "eval_loss": 1.1000522375106812,
      "eval_runtime": 124.477,
      "eval_samples_per_second": 88.0,
      "eval_steps_per_second": 11.006,
      "step": 3000
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00017224271486536335,
      "loss": 1.1386,
      "step": 3010
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00017215049797122834,
      "loss": 1.2092,
      "step": 3020
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00017205828107709335,
      "loss": 1.1733,
      "step": 3030
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00017196606418295833,
      "loss": 1.1995,
      "step": 3040
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00017187384728882332,
      "loss": 1.0821,
      "step": 3050
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0001717816303946883,
      "loss": 1.0531,
      "step": 3060
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0001716894135005533,
      "loss": 1.2004,
      "step": 3070
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0001715971966064183,
      "loss": 1.1088,
      "step": 3080
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0001715049797122833,
      "loss": 1.0533,
      "step": 3090
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0001714127628181483,
      "loss": 1.0653,
      "step": 3100
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0001713205459240133,
      "loss": 1.1108,
      "step": 3110
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0001712283290298783,
      "loss": 1.178,
      "step": 3120
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00017113611213574327,
      "loss": 1.1763,
      "step": 3130
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00017104389524160826,
      "loss": 1.141,
      "step": 3140
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00017095167834747327,
      "loss": 1.1975,
      "step": 3150
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00017085946145333825,
      "loss": 1.1847,
      "step": 3160
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00017076724455920326,
      "loss": 1.1939,
      "step": 3170
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00017067502766506825,
      "loss": 1.0105,
      "step": 3180
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00017058281077093323,
      "loss": 1.0546,
      "step": 3190
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00017049059387679825,
      "loss": 1.0908,
      "step": 3200
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00017039837698266323,
      "loss": 1.1299,
      "step": 3210
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00017030616008852821,
      "loss": 1.0098,
      "step": 3220
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0001702139431943932,
      "loss": 0.9716,
      "step": 3230
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0001701217263002582,
      "loss": 0.9999,
      "step": 3240
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00017002950940612322,
      "loss": 1.2419,
      "step": 3250
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0001699372925119882,
      "loss": 1.1793,
      "step": 3260
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0001698450756178532,
      "loss": 1.2514,
      "step": 3270
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0001697528587237182,
      "loss": 1.1153,
      "step": 3280
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00016966064182958319,
      "loss": 1.0835,
      "step": 3290
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00016956842493544817,
      "loss": 1.2449,
      "step": 3300
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00016947620804131316,
      "loss": 1.2485,
      "step": 3310
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00016938399114717817,
      "loss": 1.1262,
      "step": 3320
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00016929177425304318,
      "loss": 1.0698,
      "step": 3330
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00016919955735890816,
      "loss": 1.2953,
      "step": 3340
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00016910734046477315,
      "loss": 1.1252,
      "step": 3350
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00016901512357063816,
      "loss": 1.0458,
      "step": 3360
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00016892290667650314,
      "loss": 1.0711,
      "step": 3370
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00016883068978236813,
      "loss": 0.9858,
      "step": 3380
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0001687384728882331,
      "loss": 1.1255,
      "step": 3390
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00016864625599409812,
      "loss": 1.0602,
      "step": 3400
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00016855403909996313,
      "loss": 1.0577,
      "step": 3410
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00016846182220582812,
      "loss": 0.9538,
      "step": 3420
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0001683696053116931,
      "loss": 1.1133,
      "step": 3430
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00016827738841755812,
      "loss": 1.0922,
      "step": 3440
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.0001681851715234231,
      "loss": 1.0721,
      "step": 3450
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00016809295462928808,
      "loss": 1.1623,
      "step": 3460
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00016800073773515307,
      "loss": 1.1213,
      "step": 3470
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00016790852084101808,
      "loss": 1.0135,
      "step": 3480
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.0001678163039468831,
      "loss": 1.1734,
      "step": 3490
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00016772408705274808,
      "loss": 1.0526,
      "step": 3500
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00016763187015861306,
      "loss": 1.2612,
      "step": 3510
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00016753965326447807,
      "loss": 1.2208,
      "step": 3520
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00016744743637034306,
      "loss": 1.1383,
      "step": 3530
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00016735521947620804,
      "loss": 1.1412,
      "step": 3540
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00016726300258207302,
      "loss": 1.1812,
      "step": 3550
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00016717078568793804,
      "loss": 0.9988,
      "step": 3560
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00016707856879380305,
      "loss": 0.9636,
      "step": 3570
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00016698635189966803,
      "loss": 1.1679,
      "step": 3580
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00016689413500553302,
      "loss": 1.0586,
      "step": 3590
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00016680191811139803,
      "loss": 1.0734,
      "step": 3600
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.000166709701217263,
      "loss": 1.108,
      "step": 3610
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.000166617484323128,
      "loss": 1.075,
      "step": 3620
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00016652526742899298,
      "loss": 1.0147,
      "step": 3630
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.000166433050534858,
      "loss": 1.0852,
      "step": 3640
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.000166340833640723,
      "loss": 1.1575,
      "step": 3650
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.000166248616746588,
      "loss": 1.1167,
      "step": 3660
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00016615639985245297,
      "loss": 1.1818,
      "step": 3670
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00016606418295831798,
      "loss": 0.969,
      "step": 3680
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00016597196606418297,
      "loss": 1.1639,
      "step": 3690
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00016587974917004795,
      "loss": 1.2087,
      "step": 3700
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00016578753227591294,
      "loss": 1.0196,
      "step": 3710
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00016569531538177795,
      "loss": 1.1977,
      "step": 3720
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00016560309848764296,
      "loss": 1.2407,
      "step": 3730
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00016551088159350795,
      "loss": 1.1614,
      "step": 3740
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00016541866469937293,
      "loss": 1.1967,
      "step": 3750
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00016532644780523794,
      "loss": 1.065,
      "step": 3760
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00016523423091110293,
      "loss": 1.025,
      "step": 3770
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.0001651420140169679,
      "loss": 1.0961,
      "step": 3780
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.0001650497971228329,
      "loss": 1.0724,
      "step": 3790
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.0001649575802286979,
      "loss": 1.2182,
      "step": 3800
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00016486536333456292,
      "loss": 1.039,
      "step": 3810
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.0001647731464404279,
      "loss": 1.1903,
      "step": 3820
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00016468092954629289,
      "loss": 1.2377,
      "step": 3830
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00016458871265215787,
      "loss": 1.0942,
      "step": 3840
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00016449649575802288,
      "loss": 1.1819,
      "step": 3850
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00016440427886388787,
      "loss": 1.0757,
      "step": 3860
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00016431206196975285,
      "loss": 1.0258,
      "step": 3870
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00016421984507561786,
      "loss": 1.1979,
      "step": 3880
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00016412762818148287,
      "loss": 1.1196,
      "step": 3890
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00016403541128734786,
      "loss": 1.0172,
      "step": 3900
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00016394319439321284,
      "loss": 1.0247,
      "step": 3910
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00016385097749907783,
      "loss": 1.1642,
      "step": 3920
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00016375876060494284,
      "loss": 1.1149,
      "step": 3930
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00016366654371080782,
      "loss": 1.1242,
      "step": 3940
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.0001635743268166728,
      "loss": 1.0288,
      "step": 3950
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00016348210992253782,
      "loss": 1.0134,
      "step": 3960
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00016338989302840283,
      "loss": 0.9912,
      "step": 3970
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00016329767613426782,
      "loss": 1.2399,
      "step": 3980
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.0001632054592401328,
      "loss": 1.0884,
      "step": 3990
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016311324234599778,
      "loss": 1.0752,
      "step": 4000
    },
    {
      "epoch": 0.74,
      "eval_accuracy": 0.6017893007120686,
      "eval_loss": 1.0329654216766357,
      "eval_runtime": 120.0003,
      "eval_samples_per_second": 91.283,
      "eval_steps_per_second": 11.417,
      "step": 4000
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.0001630210254518628,
      "loss": 1.2858,
      "step": 4010
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016292880855772778,
      "loss": 1.1059,
      "step": 4020
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016283659166359276,
      "loss": 1.183,
      "step": 4030
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00016274437476945778,
      "loss": 1.1196,
      "step": 4040
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.0001626521578753228,
      "loss": 1.0654,
      "step": 4050
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00016255994098118777,
      "loss": 1.0667,
      "step": 4060
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00016246772408705276,
      "loss": 1.1217,
      "step": 4070
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00016237550719291774,
      "loss": 1.0408,
      "step": 4080
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00016228329029878275,
      "loss": 1.0204,
      "step": 4090
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00016219107340464774,
      "loss": 1.187,
      "step": 4100
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00016209885651051272,
      "loss": 1.0438,
      "step": 4110
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00016200663961637773,
      "loss": 1.1312,
      "step": 4120
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00016191442272224274,
      "loss": 1.2444,
      "step": 4130
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00016182220582810773,
      "loss": 1.2018,
      "step": 4140
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.0001617299889339727,
      "loss": 1.3118,
      "step": 4150
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.0001616377720398377,
      "loss": 1.0603,
      "step": 4160
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.0001615455551457027,
      "loss": 1.0461,
      "step": 4170
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.0001614533382515677,
      "loss": 1.1683,
      "step": 4180
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00016136112135743268,
      "loss": 1.0942,
      "step": 4190
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.0001612689044632977,
      "loss": 1.2004,
      "step": 4200
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.0001611766875691627,
      "loss": 1.1521,
      "step": 4210
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00016108447067502768,
      "loss": 1.0618,
      "step": 4220
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00016099225378089267,
      "loss": 1.1018,
      "step": 4230
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00016090003688675765,
      "loss": 1.1109,
      "step": 4240
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00016080781999262267,
      "loss": 1.0189,
      "step": 4250
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00016071560309848765,
      "loss": 1.0538,
      "step": 4260
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00016062338620435263,
      "loss": 1.0058,
      "step": 4270
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00016053116931021765,
      "loss": 1.0836,
      "step": 4280
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00016043895241608266,
      "loss": 0.9017,
      "step": 4290
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00016034673552194764,
      "loss": 1.0955,
      "step": 4300
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00016025451862781263,
      "loss": 1.1101,
      "step": 4310
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.0001601623017336776,
      "loss": 1.1,
      "step": 4320
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00016007008483954262,
      "loss": 1.0211,
      "step": 4330
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.0001599778679454076,
      "loss": 1.114,
      "step": 4340
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.0001598856510512726,
      "loss": 0.9771,
      "step": 4350
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.0001597934341571376,
      "loss": 1.1924,
      "step": 4360
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.0001597012172630026,
      "loss": 1.1563,
      "step": 4370
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.0001596090003688676,
      "loss": 1.0096,
      "step": 4380
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.00015951678347473258,
      "loss": 1.1882,
      "step": 4390
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.00015942456658059757,
      "loss": 1.1699,
      "step": 4400
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.00015933234968646258,
      "loss": 1.1306,
      "step": 4410
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.00015924013279232756,
      "loss": 1.0027,
      "step": 4420
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.00015914791589819255,
      "loss": 1.0942,
      "step": 4430
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.00015905569900405756,
      "loss": 1.0259,
      "step": 4440
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.00015896348210992254,
      "loss": 1.048,
      "step": 4450
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.00015887126521578755,
      "loss": 1.0119,
      "step": 4460
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.00015877904832165254,
      "loss": 1.0362,
      "step": 4470
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.00015868683142751752,
      "loss": 1.1513,
      "step": 4480
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.0001585946145333825,
      "loss": 0.9848,
      "step": 4490
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.00015850239763924752,
      "loss": 1.058,
      "step": 4500
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.0001584101807451125,
      "loss": 1.0695,
      "step": 4510
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.00015831796385097752,
      "loss": 1.0239,
      "step": 4520
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.0001582257469568425,
      "loss": 0.9884,
      "step": 4530
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.0001581335300627075,
      "loss": 1.1186,
      "step": 4540
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.0001580413131685725,
      "loss": 0.9881,
      "step": 4550
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.00015794909627443748,
      "loss": 1.1338,
      "step": 4560
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.00015785687938030246,
      "loss": 1.0618,
      "step": 4570
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.00015776466248616748,
      "loss": 1.0366,
      "step": 4580
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.00015767244559203246,
      "loss": 1.1125,
      "step": 4590
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.00015758022869789747,
      "loss": 0.9674,
      "step": 4600
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.00015748801180376246,
      "loss": 0.9855,
      "step": 4610
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.00015739579490962747,
      "loss": 1.073,
      "step": 4620
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.00015730357801549245,
      "loss": 1.1406,
      "step": 4630
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.00015721136112135744,
      "loss": 1.124,
      "step": 4640
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.00015711914422722242,
      "loss": 1.1461,
      "step": 4650
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.00015702692733308743,
      "loss": 1.1396,
      "step": 4660
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.00015693471043895242,
      "loss": 1.0186,
      "step": 4670
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.00015684249354481743,
      "loss": 1.1783,
      "step": 4680
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.0001567502766506824,
      "loss": 1.0303,
      "step": 4690
    },
    {
      "epoch": 0.87,
      "learning_rate": 0.00015665805975654742,
      "loss": 1.0384,
      "step": 4700
    },
    {
      "epoch": 0.87,
      "learning_rate": 0.0001565658428624124,
      "loss": 1.0568,
      "step": 4710
    },
    {
      "epoch": 0.87,
      "learning_rate": 0.0001564736259682774,
      "loss": 1.0337,
      "step": 4720
    },
    {
      "epoch": 0.87,
      "learning_rate": 0.00015638140907414238,
      "loss": 1.0908,
      "step": 4730
    },
    {
      "epoch": 0.87,
      "learning_rate": 0.0001562891921800074,
      "loss": 1.0556,
      "step": 4740
    },
    {
      "epoch": 0.88,
      "learning_rate": 0.00015619697528587237,
      "loss": 1.0363,
      "step": 4750
    },
    {
      "epoch": 0.88,
      "learning_rate": 0.00015610475839173736,
      "loss": 1.1252,
      "step": 4760
    },
    {
      "epoch": 0.88,
      "learning_rate": 0.00015601254149760237,
      "loss": 1.0546,
      "step": 4770
    },
    {
      "epoch": 0.88,
      "learning_rate": 0.00015592032460346738,
      "loss": 1.0635,
      "step": 4780
    },
    {
      "epoch": 0.88,
      "learning_rate": 0.00015582810770933237,
      "loss": 1.0631,
      "step": 4790
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.00015573589081519735,
      "loss": 1.1585,
      "step": 4800
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.00015564367392106233,
      "loss": 0.9936,
      "step": 4810
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.00015555145702692735,
      "loss": 1.1716,
      "step": 4820
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.00015545924013279233,
      "loss": 1.07,
      "step": 4830
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.00015536702323865731,
      "loss": 0.9748,
      "step": 4840
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.00015527480634452233,
      "loss": 1.1033,
      "step": 4850
    },
    {
      "epoch": 0.9,
      "learning_rate": 0.00015518258945038734,
      "loss": 0.9424,
      "step": 4860
    },
    {
      "epoch": 0.9,
      "learning_rate": 0.00015509037255625232,
      "loss": 1.1007,
      "step": 4870
    },
    {
      "epoch": 0.9,
      "learning_rate": 0.0001549981556621173,
      "loss": 1.1628,
      "step": 4880
    },
    {
      "epoch": 0.9,
      "learning_rate": 0.0001549059387679823,
      "loss": 1.1873,
      "step": 4890
    },
    {
      "epoch": 0.9,
      "learning_rate": 0.0001548137218738473,
      "loss": 1.0103,
      "step": 4900
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.0001547215049797123,
      "loss": 1.1161,
      "step": 4910
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.00015462928808557727,
      "loss": 0.9585,
      "step": 4920
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.00015453707119144228,
      "loss": 1.1287,
      "step": 4930
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.0001544448542973073,
      "loss": 1.0619,
      "step": 4940
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.00015435263740317228,
      "loss": 1.0313,
      "step": 4950
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.00015426042050903726,
      "loss": 0.9981,
      "step": 4960
    },
    {
      "epoch": 0.92,
      "learning_rate": 0.00015416820361490225,
      "loss": 0.9971,
      "step": 4970
    },
    {
      "epoch": 0.92,
      "learning_rate": 0.00015407598672076726,
      "loss": 1.0189,
      "step": 4980
    },
    {
      "epoch": 0.92,
      "learning_rate": 0.00015398376982663224,
      "loss": 1.0409,
      "step": 4990
    },
    {
      "epoch": 0.92,
      "learning_rate": 0.00015389155293249723,
      "loss": 1.0986,
      "step": 5000
    },
    {
      "epoch": 0.92,
      "eval_accuracy": 0.6173087456636845,
      "eval_loss": 0.9973227977752686,
      "eval_runtime": 120.8105,
      "eval_samples_per_second": 90.671,
      "eval_steps_per_second": 11.34,
      "step": 5000
    },
    {
      "epoch": 0.92,
      "learning_rate": 0.00015379933603836224,
      "loss": 0.9322,
      "step": 5010
    },
    {
      "epoch": 0.93,
      "learning_rate": 0.00015370711914422725,
      "loss": 1.0709,
      "step": 5020
    },
    {
      "epoch": 0.93,
      "learning_rate": 0.00015361490225009223,
      "loss": 1.0489,
      "step": 5030
    },
    {
      "epoch": 0.93,
      "learning_rate": 0.00015352268535595722,
      "loss": 1.0355,
      "step": 5040
    },
    {
      "epoch": 0.93,
      "learning_rate": 0.0001534304684618222,
      "loss": 1.0864,
      "step": 5050
    },
    {
      "epoch": 0.93,
      "learning_rate": 0.0001533382515676872,
      "loss": 1.1943,
      "step": 5060
    },
    {
      "epoch": 0.94,
      "learning_rate": 0.0001532460346735522,
      "loss": 1.0732,
      "step": 5070
    },
    {
      "epoch": 0.94,
      "learning_rate": 0.00015315381777941718,
      "loss": 1.0839,
      "step": 5080
    },
    {
      "epoch": 0.94,
      "learning_rate": 0.0001530616008852822,
      "loss": 1.1924,
      "step": 5090
    },
    {
      "epoch": 0.94,
      "learning_rate": 0.00015296938399114718,
      "loss": 1.0219,
      "step": 5100
    },
    {
      "epoch": 0.94,
      "learning_rate": 0.0001528771670970122,
      "loss": 1.0757,
      "step": 5110
    },
    {
      "epoch": 0.94,
      "learning_rate": 0.00015278495020287718,
      "loss": 1.0885,
      "step": 5120
    },
    {
      "epoch": 0.95,
      "learning_rate": 0.00015269273330874216,
      "loss": 1.0124,
      "step": 5130
    },
    {
      "epoch": 0.95,
      "learning_rate": 0.00015260051641460714,
      "loss": 1.1158,
      "step": 5140
    },
    {
      "epoch": 0.95,
      "learning_rate": 0.00015250829952047216,
      "loss": 1.0025,
      "step": 5150
    },
    {
      "epoch": 0.95,
      "learning_rate": 0.00015241608262633714,
      "loss": 0.9261,
      "step": 5160
    },
    {
      "epoch": 0.95,
      "learning_rate": 0.00015232386573220215,
      "loss": 1.1601,
      "step": 5170
    },
    {
      "epoch": 0.96,
      "learning_rate": 0.00015223164883806714,
      "loss": 1.1556,
      "step": 5180
    },
    {
      "epoch": 0.96,
      "learning_rate": 0.00015213943194393215,
      "loss": 1.0993,
      "step": 5190
    },
    {
      "epoch": 0.96,
      "learning_rate": 0.00015204721504979713,
      "loss": 0.9749,
      "step": 5200
    },
    {
      "epoch": 0.96,
      "learning_rate": 0.00015195499815566212,
      "loss": 0.9307,
      "step": 5210
    },
    {
      "epoch": 0.96,
      "learning_rate": 0.0001518627812615271,
      "loss": 1.1327,
      "step": 5220
    },
    {
      "epoch": 0.96,
      "learning_rate": 0.0001517705643673921,
      "loss": 0.9979,
      "step": 5230
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.0001516783474732571,
      "loss": 0.9556,
      "step": 5240
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.0001515861305791221,
      "loss": 1.0526,
      "step": 5250
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.0001514939136849871,
      "loss": 1.0278,
      "step": 5260
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.0001514016967908521,
      "loss": 1.0556,
      "step": 5270
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.0001513094798967171,
      "loss": 1.0768,
      "step": 5280
    },
    {
      "epoch": 0.98,
      "learning_rate": 0.00015121726300258207,
      "loss": 0.9596,
      "step": 5290
    },
    {
      "epoch": 0.98,
      "learning_rate": 0.00015112504610844706,
      "loss": 0.9043,
      "step": 5300
    },
    {
      "epoch": 0.98,
      "learning_rate": 0.00015103282921431207,
      "loss": 1.0323,
      "step": 5310
    },
    {
      "epoch": 0.98,
      "learning_rate": 0.00015094061232017705,
      "loss": 1.0971,
      "step": 5320
    },
    {
      "epoch": 0.98,
      "learning_rate": 0.00015084839542604207,
      "loss": 0.9968,
      "step": 5330
    },
    {
      "epoch": 0.98,
      "learning_rate": 0.00015075617853190705,
      "loss": 1.0982,
      "step": 5340
    },
    {
      "epoch": 0.99,
      "learning_rate": 0.00015066396163777206,
      "loss": 1.0978,
      "step": 5350
    },
    {
      "epoch": 0.99,
      "learning_rate": 0.00015057174474363705,
      "loss": 1.0824,
      "step": 5360
    },
    {
      "epoch": 0.99,
      "learning_rate": 0.00015047952784950203,
      "loss": 1.0469,
      "step": 5370
    },
    {
      "epoch": 0.99,
      "learning_rate": 0.00015038731095536701,
      "loss": 1.0478,
      "step": 5380
    },
    {
      "epoch": 0.99,
      "learning_rate": 0.00015029509406123203,
      "loss": 0.9544,
      "step": 5390
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.000150202877167097,
      "loss": 0.9749,
      "step": 5400
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.00015011066027296202,
      "loss": 1.0346,
      "step": 5410
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.000150018443378827,
      "loss": 1.051,
      "step": 5420
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.00014992622648469202,
      "loss": 0.9579,
      "step": 5430
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.000149834009590557,
      "loss": 0.9604,
      "step": 5440
    },
    {
      "epoch": 1.01,
      "learning_rate": 0.000149741792696422,
      "loss": 0.9041,
      "step": 5450
    },
    {
      "epoch": 1.01,
      "learning_rate": 0.00014964957580228697,
      "loss": 0.9669,
      "step": 5460
    },
    {
      "epoch": 1.01,
      "learning_rate": 0.00014955735890815198,
      "loss": 0.9801,
      "step": 5470
    },
    {
      "epoch": 1.01,
      "learning_rate": 0.00014946514201401697,
      "loss": 1.0587,
      "step": 5480
    },
    {
      "epoch": 1.01,
      "learning_rate": 0.00014937292511988198,
      "loss": 0.9252,
      "step": 5490
    },
    {
      "epoch": 1.01,
      "learning_rate": 0.00014928070822574696,
      "loss": 0.9232,
      "step": 5500
    },
    {
      "epoch": 1.02,
      "learning_rate": 0.00014918849133161197,
      "loss": 1.012,
      "step": 5510
    },
    {
      "epoch": 1.02,
      "learning_rate": 0.00014909627443747696,
      "loss": 0.9,
      "step": 5520
    },
    {
      "epoch": 1.02,
      "learning_rate": 0.00014900405754334194,
      "loss": 1.0519,
      "step": 5530
    },
    {
      "epoch": 1.02,
      "learning_rate": 0.00014891184064920693,
      "loss": 0.8778,
      "step": 5540
    },
    {
      "epoch": 1.02,
      "learning_rate": 0.00014881962375507194,
      "loss": 1.0313,
      "step": 5550
    },
    {
      "epoch": 1.03,
      "learning_rate": 0.00014872740686093692,
      "loss": 1.0099,
      "step": 5560
    },
    {
      "epoch": 1.03,
      "learning_rate": 0.00014863518996680193,
      "loss": 0.9487,
      "step": 5570
    },
    {
      "epoch": 1.03,
      "learning_rate": 0.00014854297307266692,
      "loss": 0.928,
      "step": 5580
    },
    {
      "epoch": 1.03,
      "learning_rate": 0.00014845075617853193,
      "loss": 0.9686,
      "step": 5590
    },
    {
      "epoch": 1.03,
      "learning_rate": 0.00014835853928439692,
      "loss": 0.8961,
      "step": 5600
    },
    {
      "epoch": 1.03,
      "learning_rate": 0.0001482663223902619,
      "loss": 0.9392,
      "step": 5610
    },
    {
      "epoch": 1.04,
      "learning_rate": 0.00014817410549612688,
      "loss": 0.8853,
      "step": 5620
    },
    {
      "epoch": 1.04,
      "learning_rate": 0.0001480818886019919,
      "loss": 1.1087,
      "step": 5630
    },
    {
      "epoch": 1.04,
      "learning_rate": 0.00014798967170785688,
      "loss": 1.0911,
      "step": 5640
    },
    {
      "epoch": 1.04,
      "learning_rate": 0.0001478974548137219,
      "loss": 0.9751,
      "step": 5650
    },
    {
      "epoch": 1.04,
      "learning_rate": 0.00014780523791958688,
      "loss": 0.921,
      "step": 5660
    },
    {
      "epoch": 1.05,
      "learning_rate": 0.0001477130210254519,
      "loss": 0.9883,
      "step": 5670
    },
    {
      "epoch": 1.05,
      "learning_rate": 0.00014762080413131687,
      "loss": 0.8726,
      "step": 5680
    },
    {
      "epoch": 1.05,
      "learning_rate": 0.00014752858723718186,
      "loss": 0.9796,
      "step": 5690
    },
    {
      "epoch": 1.05,
      "learning_rate": 0.00014743637034304684,
      "loss": 0.9263,
      "step": 5700
    },
    {
      "epoch": 1.05,
      "learning_rate": 0.00014734415344891183,
      "loss": 1.0244,
      "step": 5710
    },
    {
      "epoch": 1.05,
      "learning_rate": 0.00014725193655477684,
      "loss": 1.0325,
      "step": 5720
    },
    {
      "epoch": 1.06,
      "learning_rate": 0.00014715971966064185,
      "loss": 1.0408,
      "step": 5730
    },
    {
      "epoch": 1.06,
      "learning_rate": 0.00014706750276650683,
      "loss": 0.8769,
      "step": 5740
    },
    {
      "epoch": 1.06,
      "learning_rate": 0.00014697528587237182,
      "loss": 0.8201,
      "step": 5750
    },
    {
      "epoch": 1.06,
      "learning_rate": 0.00014688306897823683,
      "loss": 1.0031,
      "step": 5760
    },
    {
      "epoch": 1.06,
      "learning_rate": 0.0001467908520841018,
      "loss": 0.9183,
      "step": 5770
    },
    {
      "epoch": 1.07,
      "learning_rate": 0.0001466986351899668,
      "loss": 0.921,
      "step": 5780
    },
    {
      "epoch": 1.07,
      "learning_rate": 0.00014660641829583178,
      "loss": 0.919,
      "step": 5790
    },
    {
      "epoch": 1.07,
      "learning_rate": 0.0001465142014016968,
      "loss": 0.9534,
      "step": 5800
    },
    {
      "epoch": 1.07,
      "learning_rate": 0.0001464219845075618,
      "loss": 0.9701,
      "step": 5810
    },
    {
      "epoch": 1.07,
      "learning_rate": 0.0001463297676134268,
      "loss": 0.9514,
      "step": 5820
    },
    {
      "epoch": 1.08,
      "learning_rate": 0.00014623755071929177,
      "loss": 0.8391,
      "step": 5830
    },
    {
      "epoch": 1.08,
      "learning_rate": 0.00014614533382515679,
      "loss": 0.8512,
      "step": 5840
    },
    {
      "epoch": 1.08,
      "learning_rate": 0.00014605311693102177,
      "loss": 0.9935,
      "step": 5850
    },
    {
      "epoch": 1.08,
      "learning_rate": 0.00014596090003688675,
      "loss": 1.0344,
      "step": 5860
    },
    {
      "epoch": 1.08,
      "learning_rate": 0.00014586868314275174,
      "loss": 0.9274,
      "step": 5870
    },
    {
      "epoch": 1.08,
      "learning_rate": 0.00014577646624861675,
      "loss": 0.9854,
      "step": 5880
    },
    {
      "epoch": 1.09,
      "learning_rate": 0.00014568424935448176,
      "loss": 1.1206,
      "step": 5890
    },
    {
      "epoch": 1.09,
      "learning_rate": 0.00014559203246034675,
      "loss": 0.9722,
      "step": 5900
    },
    {
      "epoch": 1.09,
      "learning_rate": 0.00014549981556621173,
      "loss": 0.8797,
      "step": 5910
    },
    {
      "epoch": 1.09,
      "learning_rate": 0.00014540759867207674,
      "loss": 0.9824,
      "step": 5920
    },
    {
      "epoch": 1.09,
      "learning_rate": 0.00014531538177794173,
      "loss": 0.8565,
      "step": 5930
    },
    {
      "epoch": 1.1,
      "learning_rate": 0.0001452231648838067,
      "loss": 1.0249,
      "step": 5940
    },
    {
      "epoch": 1.1,
      "learning_rate": 0.0001451309479896717,
      "loss": 1.0333,
      "step": 5950
    },
    {
      "epoch": 1.1,
      "learning_rate": 0.0001450387310955367,
      "loss": 0.884,
      "step": 5960
    },
    {
      "epoch": 1.1,
      "learning_rate": 0.00014494651420140172,
      "loss": 0.9621,
      "step": 5970
    },
    {
      "epoch": 1.1,
      "learning_rate": 0.0001448542973072667,
      "loss": 0.9285,
      "step": 5980
    },
    {
      "epoch": 1.1,
      "learning_rate": 0.0001447620804131317,
      "loss": 1.0458,
      "step": 5990
    },
    {
      "epoch": 1.11,
      "learning_rate": 0.0001446698635189967,
      "loss": 1.0007,
      "step": 6000
    },
    {
      "epoch": 1.11,
      "eval_accuracy": 0.6278984845718459,
      "eval_loss": 0.9735340476036072,
      "eval_runtime": 126.3308,
      "eval_samples_per_second": 86.709,
      "eval_steps_per_second": 10.845,
      "step": 6000
    },
    {
      "epoch": 1.11,
      "learning_rate": 0.00014457764662486168,
      "loss": 0.9556,
      "step": 6010
    },
    {
      "epoch": 1.11,
      "learning_rate": 0.00014448542973072667,
      "loss": 1.0441,
      "step": 6020
    },
    {
      "epoch": 1.11,
      "learning_rate": 0.00014439321283659165,
      "loss": 0.9326,
      "step": 6030
    },
    {
      "epoch": 1.11,
      "learning_rate": 0.00014430099594245666,
      "loss": 0.8935,
      "step": 6040
    },
    {
      "epoch": 1.12,
      "learning_rate": 0.00014420877904832167,
      "loss": 0.8908,
      "step": 6050
    },
    {
      "epoch": 1.12,
      "learning_rate": 0.00014411656215418666,
      "loss": 0.8587,
      "step": 6060
    },
    {
      "epoch": 1.12,
      "learning_rate": 0.00014402434526005164,
      "loss": 0.9722,
      "step": 6070
    },
    {
      "epoch": 1.12,
      "learning_rate": 0.00014393212836591665,
      "loss": 0.9279,
      "step": 6080
    },
    {
      "epoch": 1.12,
      "learning_rate": 0.00014383991147178164,
      "loss": 1.0222,
      "step": 6090
    },
    {
      "epoch": 1.13,
      "learning_rate": 0.00014374769457764662,
      "loss": 0.9372,
      "step": 6100
    },
    {
      "epoch": 1.13,
      "learning_rate": 0.0001436554776835116,
      "loss": 0.7997,
      "step": 6110
    },
    {
      "epoch": 1.13,
      "learning_rate": 0.00014356326078937662,
      "loss": 1.1846,
      "step": 6120
    },
    {
      "epoch": 1.13,
      "learning_rate": 0.00014347104389524163,
      "loss": 0.9402,
      "step": 6130
    },
    {
      "epoch": 1.13,
      "learning_rate": 0.00014337882700110662,
      "loss": 0.9934,
      "step": 6140
    },
    {
      "epoch": 1.13,
      "learning_rate": 0.0001432866101069716,
      "loss": 0.9431,
      "step": 6150
    },
    {
      "epoch": 1.14,
      "learning_rate": 0.0001431943932128366,
      "loss": 0.9805,
      "step": 6160
    },
    {
      "epoch": 1.14,
      "learning_rate": 0.0001431021763187016,
      "loss": 1.0928,
      "step": 6170
    },
    {
      "epoch": 1.14,
      "learning_rate": 0.00014300995942456658,
      "loss": 0.9588,
      "step": 6180
    },
    {
      "epoch": 1.14,
      "learning_rate": 0.00014291774253043156,
      "loss": 0.9568,
      "step": 6190
    },
    {
      "epoch": 1.14,
      "learning_rate": 0.00014282552563629658,
      "loss": 0.9805,
      "step": 6200
    },
    {
      "epoch": 1.15,
      "learning_rate": 0.0001427333087421616,
      "loss": 0.9507,
      "step": 6210
    },
    {
      "epoch": 1.15,
      "learning_rate": 0.00014264109184802657,
      "loss": 1.05,
      "step": 6220
    },
    {
      "epoch": 1.15,
      "learning_rate": 0.00014254887495389156,
      "loss": 0.9394,
      "step": 6230
    },
    {
      "epoch": 1.15,
      "learning_rate": 0.00014245665805975657,
      "loss": 0.8497,
      "step": 6240
    },
    {
      "epoch": 1.15,
      "learning_rate": 0.00014236444116562155,
      "loss": 0.8725,
      "step": 6250
    },
    {
      "epoch": 1.15,
      "learning_rate": 0.00014227222427148654,
      "loss": 0.8463,
      "step": 6260
    },
    {
      "epoch": 1.16,
      "learning_rate": 0.00014218000737735152,
      "loss": 0.97,
      "step": 6270
    },
    {
      "epoch": 1.16,
      "learning_rate": 0.00014208779048321653,
      "loss": 0.9493,
      "step": 6280
    },
    {
      "epoch": 1.16,
      "learning_rate": 0.00014199557358908154,
      "loss": 0.9663,
      "step": 6290
    },
    {
      "epoch": 1.16,
      "learning_rate": 0.00014190335669494653,
      "loss": 1.004,
      "step": 6300
    },
    {
      "epoch": 1.16,
      "learning_rate": 0.0001418111398008115,
      "loss": 0.8968,
      "step": 6310
    },
    {
      "epoch": 1.17,
      "learning_rate": 0.0001417189229066765,
      "loss": 0.8888,
      "step": 6320
    },
    {
      "epoch": 1.17,
      "learning_rate": 0.0001416267060125415,
      "loss": 0.8374,
      "step": 6330
    },
    {
      "epoch": 1.17,
      "learning_rate": 0.0001415344891184065,
      "loss": 0.954,
      "step": 6340
    },
    {
      "epoch": 1.17,
      "learning_rate": 0.00014144227222427148,
      "loss": 0.8862,
      "step": 6350
    },
    {
      "epoch": 1.17,
      "learning_rate": 0.0001413500553301365,
      "loss": 0.8739,
      "step": 6360
    },
    {
      "epoch": 1.17,
      "learning_rate": 0.0001412578384360015,
      "loss": 0.9299,
      "step": 6370
    },
    {
      "epoch": 1.18,
      "learning_rate": 0.00014116562154186649,
      "loss": 1.0618,
      "step": 6380
    },
    {
      "epoch": 1.18,
      "learning_rate": 0.00014107340464773147,
      "loss": 1.0761,
      "step": 6390
    },
    {
      "epoch": 1.18,
      "learning_rate": 0.00014098118775359645,
      "loss": 0.8611,
      "step": 6400
    },
    {
      "epoch": 1.18,
      "learning_rate": 0.00014088897085946147,
      "loss": 0.9048,
      "step": 6410
    },
    {
      "epoch": 1.18,
      "learning_rate": 0.00014079675396532645,
      "loss": 1.0522,
      "step": 6420
    },
    {
      "epoch": 1.19,
      "learning_rate": 0.00014070453707119143,
      "loss": 0.9877,
      "step": 6430
    },
    {
      "epoch": 1.19,
      "learning_rate": 0.00014061232017705645,
      "loss": 0.8829,
      "step": 6440
    },
    {
      "epoch": 1.19,
      "learning_rate": 0.00014052010328292146,
      "loss": 1.0603,
      "step": 6450
    },
    {
      "epoch": 1.19,
      "learning_rate": 0.00014042788638878644,
      "loss": 0.7864,
      "step": 6460
    },
    {
      "epoch": 1.19,
      "learning_rate": 0.00014033566949465143,
      "loss": 0.9331,
      "step": 6470
    },
    {
      "epoch": 1.2,
      "learning_rate": 0.0001402434526005164,
      "loss": 0.9797,
      "step": 6480
    },
    {
      "epoch": 1.2,
      "learning_rate": 0.00014015123570638142,
      "loss": 0.8856,
      "step": 6490
    },
    {
      "epoch": 1.2,
      "learning_rate": 0.0001400590188122464,
      "loss": 0.9331,
      "step": 6500
    },
    {
      "epoch": 1.2,
      "learning_rate": 0.0001399668019181114,
      "loss": 0.9474,
      "step": 6510
    },
    {
      "epoch": 1.2,
      "learning_rate": 0.0001398745850239764,
      "loss": 0.945,
      "step": 6520
    },
    {
      "epoch": 1.2,
      "learning_rate": 0.00013978236812984141,
      "loss": 0.9582,
      "step": 6530
    },
    {
      "epoch": 1.21,
      "learning_rate": 0.0001396901512357064,
      "loss": 0.9169,
      "step": 6540
    },
    {
      "epoch": 1.21,
      "learning_rate": 0.00013959793434157138,
      "loss": 0.8835,
      "step": 6550
    },
    {
      "epoch": 1.21,
      "learning_rate": 0.00013950571744743637,
      "loss": 1.0453,
      "step": 6560
    },
    {
      "epoch": 1.21,
      "learning_rate": 0.00013941350055330138,
      "loss": 0.9508,
      "step": 6570
    },
    {
      "epoch": 1.21,
      "learning_rate": 0.00013932128365916636,
      "loss": 0.8279,
      "step": 6580
    },
    {
      "epoch": 1.22,
      "learning_rate": 0.00013922906676503135,
      "loss": 0.8625,
      "step": 6590
    },
    {
      "epoch": 1.22,
      "learning_rate": 0.00013913684987089636,
      "loss": 1.0246,
      "step": 6600
    },
    {
      "epoch": 1.22,
      "learning_rate": 0.00013904463297676137,
      "loss": 1.0542,
      "step": 6610
    },
    {
      "epoch": 1.22,
      "learning_rate": 0.00013895241608262635,
      "loss": 1.1773,
      "step": 6620
    },
    {
      "epoch": 1.22,
      "learning_rate": 0.00013886019918849134,
      "loss": 0.9781,
      "step": 6630
    },
    {
      "epoch": 1.22,
      "learning_rate": 0.00013876798229435632,
      "loss": 0.9141,
      "step": 6640
    },
    {
      "epoch": 1.23,
      "learning_rate": 0.00013867576540022134,
      "loss": 0.9201,
      "step": 6650
    },
    {
      "epoch": 1.23,
      "learning_rate": 0.00013858354850608632,
      "loss": 1.102,
      "step": 6660
    },
    {
      "epoch": 1.23,
      "learning_rate": 0.0001384913316119513,
      "loss": 0.9667,
      "step": 6670
    },
    {
      "epoch": 1.23,
      "learning_rate": 0.00013839911471781632,
      "loss": 0.9824,
      "step": 6680
    },
    {
      "epoch": 1.23,
      "learning_rate": 0.00013830689782368133,
      "loss": 0.8567,
      "step": 6690
    },
    {
      "epoch": 1.24,
      "learning_rate": 0.0001382146809295463,
      "loss": 1.0355,
      "step": 6700
    },
    {
      "epoch": 1.24,
      "learning_rate": 0.0001381224640354113,
      "loss": 1.0138,
      "step": 6710
    },
    {
      "epoch": 1.24,
      "learning_rate": 0.00013803024714127628,
      "loss": 0.9729,
      "step": 6720
    },
    {
      "epoch": 1.24,
      "learning_rate": 0.0001379380302471413,
      "loss": 0.8926,
      "step": 6730
    },
    {
      "epoch": 1.24,
      "learning_rate": 0.00013784581335300628,
      "loss": 1.0177,
      "step": 6740
    },
    {
      "epoch": 1.24,
      "learning_rate": 0.00013775359645887126,
      "loss": 0.987,
      "step": 6750
    },
    {
      "epoch": 1.25,
      "learning_rate": 0.00013766137956473627,
      "loss": 0.8458,
      "step": 6760
    },
    {
      "epoch": 1.25,
      "learning_rate": 0.00013756916267060128,
      "loss": 0.7518,
      "step": 6770
    },
    {
      "epoch": 1.25,
      "learning_rate": 0.00013747694577646627,
      "loss": 0.9774,
      "step": 6780
    },
    {
      "epoch": 1.25,
      "learning_rate": 0.00013738472888233125,
      "loss": 1.0055,
      "step": 6790
    },
    {
      "epoch": 1.25,
      "learning_rate": 0.00013729251198819624,
      "loss": 0.8713,
      "step": 6800
    },
    {
      "epoch": 1.26,
      "learning_rate": 0.00013720029509406125,
      "loss": 0.971,
      "step": 6810
    },
    {
      "epoch": 1.26,
      "learning_rate": 0.00013710807819992623,
      "loss": 0.9288,
      "step": 6820
    },
    {
      "epoch": 1.26,
      "learning_rate": 0.00013701586130579122,
      "loss": 0.9262,
      "step": 6830
    },
    {
      "epoch": 1.26,
      "learning_rate": 0.00013692364441165623,
      "loss": 0.8841,
      "step": 6840
    },
    {
      "epoch": 1.26,
      "learning_rate": 0.00013683142751752124,
      "loss": 0.9915,
      "step": 6850
    },
    {
      "epoch": 1.27,
      "learning_rate": 0.00013673921062338622,
      "loss": 0.8655,
      "step": 6860
    },
    {
      "epoch": 1.27,
      "learning_rate": 0.0001366469937292512,
      "loss": 0.9693,
      "step": 6870
    },
    {
      "epoch": 1.27,
      "learning_rate": 0.0001365547768351162,
      "loss": 0.9008,
      "step": 6880
    },
    {
      "epoch": 1.27,
      "learning_rate": 0.0001364625599409812,
      "loss": 0.805,
      "step": 6890
    },
    {
      "epoch": 1.27,
      "learning_rate": 0.0001363703430468462,
      "loss": 1.0133,
      "step": 6900
    },
    {
      "epoch": 1.27,
      "learning_rate": 0.00013627812615271117,
      "loss": 1.0042,
      "step": 6910
    },
    {
      "epoch": 1.28,
      "learning_rate": 0.00013618590925857619,
      "loss": 0.9359,
      "step": 6920
    },
    {
      "epoch": 1.28,
      "learning_rate": 0.0001360936923644412,
      "loss": 0.9494,
      "step": 6930
    },
    {
      "epoch": 1.28,
      "learning_rate": 0.00013600147547030618,
      "loss": 0.8066,
      "step": 6940
    },
    {
      "epoch": 1.28,
      "learning_rate": 0.00013590925857617117,
      "loss": 0.8624,
      "step": 6950
    },
    {
      "epoch": 1.28,
      "learning_rate": 0.00013581704168203615,
      "loss": 0.9384,
      "step": 6960
    },
    {
      "epoch": 1.29,
      "learning_rate": 0.00013572482478790113,
      "loss": 0.9453,
      "step": 6970
    },
    {
      "epoch": 1.29,
      "learning_rate": 0.00013563260789376615,
      "loss": 0.8685,
      "step": 6980
    },
    {
      "epoch": 1.29,
      "learning_rate": 0.00013554039099963113,
      "loss": 1.0235,
      "step": 6990
    },
    {
      "epoch": 1.29,
      "learning_rate": 0.00013544817410549614,
      "loss": 0.9851,
      "step": 7000
    },
    {
      "epoch": 1.29,
      "eval_accuracy": 0.625798794960745,
      "eval_loss": 0.9830374717712402,
      "eval_runtime": 124.7895,
      "eval_samples_per_second": 87.78,
      "eval_steps_per_second": 10.978,
      "step": 7000
    },
    {
      "epoch": 1.29,
      "step": 7000,
      "total_flos": 2.379231557756928e+18,
      "train_loss": 1.1860508116313389,
      "train_runtime": 2516.8853,
      "train_samples_per_second": 137.859,
      "train_steps_per_second": 8.617
    }
  ],
  "logging_steps": 10,
  "max_steps": 21688,
  "num_train_epochs": 4,
  "save_steps": 1000,
  "total_flos": 2.379231557756928e+18,
  "trial_name": null,
  "trial_params": null
}