{
  "best_metric": 0.9479369602362184,
  "best_model_checkpoint": "finetuned-epitope_attempt7_150M_200k_default_accuracy_more-finetuned-epitope_attempt8_150M_200k_default_accuracy_mostest/checkpoint-6862",
  "epoch": 10.0,
  "eval_steps": 500,
  "global_step": 68620,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.07,
      "learning_rate": 9.92713494607986e-05,
      "loss": 0.0915,
      "step": 500
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.854269892159721e-05,
      "loss": 0.109,
      "step": 1000
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.781404838239581e-05,
      "loss": 0.1101,
      "step": 1500
    },
    {
      "epoch": 0.29,
      "learning_rate": 9.70853978431944e-05,
      "loss": 0.121,
      "step": 2000
    },
    {
      "epoch": 0.36,
      "learning_rate": 9.635674730399302e-05,
      "loss": 0.1245,
      "step": 2500
    },
    {
      "epoch": 0.44,
      "learning_rate": 9.562809676479161e-05,
      "loss": 0.1231,
      "step": 3000
    },
    {
      "epoch": 0.51,
      "learning_rate": 9.489944622559021e-05,
      "loss": 0.1227,
      "step": 3500
    },
    {
      "epoch": 0.58,
      "learning_rate": 9.417079568638881e-05,
      "loss": 0.1291,
      "step": 4000
    },
    {
      "epoch": 0.66,
      "learning_rate": 9.34421451471874e-05,
      "loss": 0.1283,
      "step": 4500
    },
    {
      "epoch": 0.73,
      "learning_rate": 9.271349460798602e-05,
      "loss": 0.1333,
      "step": 5000
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.198484406878461e-05,
      "loss": 0.1309,
      "step": 5500
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.125619352958321e-05,
      "loss": 0.146,
      "step": 6000
    },
    {
      "epoch": 0.95,
      "learning_rate": 9.052754299038182e-05,
      "loss": 0.1353,
      "step": 6500
    },
    {
      "epoch": 1.0,
      "eval_accuracy": 0.9479369602362184,
      "eval_loss": 0.13793735206127167,
      "eval_runtime": 153.2159,
      "eval_samples_per_second": 29.86,
      "eval_steps_per_second": 4.98,
      "step": 6862
    },
    {
      "epoch": 1.02,
      "learning_rate": 8.979889245118042e-05,
      "loss": 0.1302,
      "step": 7000
    },
    {
      "epoch": 1.09,
      "learning_rate": 8.907024191197903e-05,
      "loss": 0.1158,
      "step": 7500
    },
    {
      "epoch": 1.17,
      "learning_rate": 8.834159137277762e-05,
      "loss": 0.1115,
      "step": 8000
    },
    {
      "epoch": 1.24,
      "learning_rate": 8.761294083357622e-05,
      "loss": 0.1123,
      "step": 8500
    },
    {
      "epoch": 1.31,
      "learning_rate": 8.688429029437483e-05,
      "loss": 0.1219,
      "step": 9000
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.615563975517343e-05,
      "loss": 0.1192,
      "step": 9500
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.542698921597203e-05,
      "loss": 0.124,
      "step": 10000
    },
    {
      "epoch": 1.53,
      "learning_rate": 8.469833867677062e-05,
      "loss": 0.1161,
      "step": 10500
    },
    {
      "epoch": 1.6,
      "learning_rate": 8.396968813756922e-05,
      "loss": 0.1168,
      "step": 11000
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.324103759836782e-05,
      "loss": 0.1235,
      "step": 11500
    },
    {
      "epoch": 1.75,
      "learning_rate": 8.251238705916643e-05,
      "loss": 0.1243,
      "step": 12000
    },
    {
      "epoch": 1.82,
      "learning_rate": 8.178373651996502e-05,
      "loss": 0.1258,
      "step": 12500
    },
    {
      "epoch": 1.89,
      "learning_rate": 8.105508598076364e-05,
      "loss": 0.1292,
      "step": 13000
    },
    {
      "epoch": 1.97,
      "learning_rate": 8.032643544156223e-05,
      "loss": 0.1243,
      "step": 13500
    },
    {
      "epoch": 2.0,
      "eval_accuracy": 0.9455701299304663,
      "eval_loss": 0.15209880471229553,
      "eval_runtime": 153.336,
      "eval_samples_per_second": 29.836,
      "eval_steps_per_second": 4.976,
      "step": 13724
    },
    {
      "epoch": 2.04,
      "learning_rate": 7.959778490236083e-05,
      "loss": 0.1152,
      "step": 14000
    },
    {
      "epoch": 2.11,
      "learning_rate": 7.886913436315944e-05,
      "loss": 0.0952,
      "step": 14500
    },
    {
      "epoch": 2.19,
      "learning_rate": 7.814048382395804e-05,
      "loss": 0.0961,
      "step": 15000
    },
    {
      "epoch": 2.26,
      "learning_rate": 7.741183328475663e-05,
      "loss": 0.1019,
      "step": 15500
    },
    {
      "epoch": 2.33,
      "learning_rate": 7.668318274555523e-05,
      "loss": 0.1097,
      "step": 16000
    },
    {
      "epoch": 2.4,
      "learning_rate": 7.595453220635383e-05,
      "loss": 0.1091,
      "step": 16500
    },
    {
      "epoch": 2.48,
      "learning_rate": 7.522588166715244e-05,
      "loss": 0.1067,
      "step": 17000
    },
    {
      "epoch": 2.55,
      "learning_rate": 7.449723112795104e-05,
      "loss": 0.1112,
      "step": 17500
    },
    {
      "epoch": 2.62,
      "learning_rate": 7.376858058874963e-05,
      "loss": 0.1119,
      "step": 18000
    },
    {
      "epoch": 2.7,
      "learning_rate": 7.303993004954824e-05,
      "loss": 0.1117,
      "step": 18500
    },
    {
      "epoch": 2.77,
      "learning_rate": 7.231127951034684e-05,
      "loss": 0.1112,
      "step": 19000
    },
    {
      "epoch": 2.84,
      "learning_rate": 7.158262897114544e-05,
      "loss": 0.1125,
      "step": 19500
    },
    {
      "epoch": 2.91,
      "learning_rate": 7.085397843194405e-05,
      "loss": 0.1134,
      "step": 20000
    },
    {
      "epoch": 2.99,
      "learning_rate": 7.012532789274264e-05,
      "loss": 0.1146,
      "step": 20500
    },
    {
      "epoch": 3.0,
      "eval_accuracy": 0.9437319003298592,
      "eval_loss": 0.1713561713695526,
      "eval_runtime": 153.3707,
      "eval_samples_per_second": 29.83,
      "eval_steps_per_second": 4.975,
      "step": 20586
    },
    {
      "epoch": 3.06,
      "learning_rate": 6.939667735354124e-05,
      "loss": 0.0969,
      "step": 21000
    },
    {
      "epoch": 3.13,
      "learning_rate": 6.866802681433985e-05,
      "loss": 0.0846,
      "step": 21500
    },
    {
      "epoch": 3.21,
      "learning_rate": 6.793937627513845e-05,
      "loss": 0.0911,
      "step": 22000
    },
    {
      "epoch": 3.28,
      "learning_rate": 6.721072573593705e-05,
      "loss": 0.0915,
      "step": 22500
    },
    {
      "epoch": 3.35,
      "learning_rate": 6.648207519673564e-05,
      "loss": 0.093,
      "step": 23000
    },
    {
      "epoch": 3.42,
      "learning_rate": 6.575342465753424e-05,
      "loss": 0.095,
      "step": 23500
    },
    {
      "epoch": 3.5,
      "learning_rate": 6.502477411833285e-05,
      "loss": 0.1049,
      "step": 24000
    },
    {
      "epoch": 3.57,
      "learning_rate": 6.429612357913145e-05,
      "loss": 0.0957,
      "step": 24500
    },
    {
      "epoch": 3.64,
      "learning_rate": 6.356747303993004e-05,
      "loss": 0.0982,
      "step": 25000
    },
    {
      "epoch": 3.72,
      "learning_rate": 6.283882250072866e-05,
      "loss": 0.0996,
      "step": 25500
    },
    {
      "epoch": 3.79,
      "learning_rate": 6.211017196152725e-05,
      "loss": 0.1034,
      "step": 26000
    },
    {
      "epoch": 3.86,
      "learning_rate": 6.138152142232586e-05,
      "loss": 0.0981,
      "step": 26500
    },
    {
      "epoch": 3.93,
      "learning_rate": 6.065287088312446e-05,
      "loss": 0.1001,
      "step": 27000
    },
    {
      "epoch": 4.0,
      "eval_accuracy": 0.9392775102080849,
      "eval_loss": 0.19221451878547668,
      "eval_runtime": 153.3316,
      "eval_samples_per_second": 29.837,
      "eval_steps_per_second": 4.976,
      "step": 27448
    },
    {
      "epoch": 4.01,
      "learning_rate": 5.992422034392306e-05,
      "loss": 0.0978,
      "step": 27500
    },
    {
      "epoch": 4.08,
      "learning_rate": 5.919556980472166e-05,
      "loss": 0.0833,
      "step": 28000
    },
    {
      "epoch": 4.15,
      "learning_rate": 5.846691926552026e-05,
      "loss": 0.0839,
      "step": 28500
    },
    {
      "epoch": 4.23,
      "learning_rate": 5.7738268726318855e-05,
      "loss": 0.0789,
      "step": 29000
    },
    {
      "epoch": 4.3,
      "learning_rate": 5.7009618187117465e-05,
      "loss": 0.083,
      "step": 29500
    },
    {
      "epoch": 4.37,
      "learning_rate": 5.628096764791606e-05,
      "loss": 0.0897,
      "step": 30000
    },
    {
      "epoch": 4.44,
      "learning_rate": 5.555231710871466e-05,
      "loss": 0.0836,
      "step": 30500
    },
    {
      "epoch": 4.52,
      "learning_rate": 5.482366656951326e-05,
      "loss": 0.0863,
      "step": 31000
    },
    {
      "epoch": 4.59,
      "learning_rate": 5.409501603031186e-05,
      "loss": 0.0878,
      "step": 31500
    },
    {
      "epoch": 4.66,
      "learning_rate": 5.336636549111047e-05,
      "loss": 0.0861,
      "step": 32000
    },
    {
      "epoch": 4.74,
      "learning_rate": 5.263771495190907e-05,
      "loss": 0.0955,
      "step": 32500
    },
    {
      "epoch": 4.81,
      "learning_rate": 5.1909064412707665e-05,
      "loss": 0.0874,
      "step": 33000
    },
    {
      "epoch": 4.88,
      "learning_rate": 5.1180413873506275e-05,
      "loss": 0.0926,
      "step": 33500
    },
    {
      "epoch": 4.95,
      "learning_rate": 5.045176333430487e-05,
      "loss": 0.0861,
      "step": 34000
    },
    {
      "epoch": 5.0,
      "eval_accuracy": 0.9366432822800035,
      "eval_loss": 0.23794159293174744,
      "eval_runtime": 153.3625,
      "eval_samples_per_second": 29.831,
      "eval_steps_per_second": 4.975,
      "step": 34310
    },
    {
      "epoch": 5.03,
      "learning_rate": 4.972311279510347e-05,
      "loss": 0.0822,
      "step": 34500
    },
    {
      "epoch": 5.1,
      "learning_rate": 4.899446225590207e-05,
      "loss": 0.0734,
      "step": 35000
    },
    {
      "epoch": 5.17,
      "learning_rate": 4.826581171670067e-05,
      "loss": 0.0713,
      "step": 35500
    },
    {
      "epoch": 5.25,
      "learning_rate": 4.7537161177499274e-05,
      "loss": 0.0752,
      "step": 36000
    },
    {
      "epoch": 5.32,
      "learning_rate": 4.680851063829788e-05,
      "loss": 0.0718,
      "step": 36500
    },
    {
      "epoch": 5.39,
      "learning_rate": 4.6079860099096475e-05,
      "loss": 0.0772,
      "step": 37000
    },
    {
      "epoch": 5.46,
      "learning_rate": 4.535120955989507e-05,
      "loss": 0.0823,
      "step": 37500
    },
    {
      "epoch": 5.54,
      "learning_rate": 4.4622559020693675e-05,
      "loss": 0.075,
      "step": 38000
    },
    {
      "epoch": 5.61,
      "learning_rate": 4.389390848149228e-05,
      "loss": 0.0805,
      "step": 38500
    },
    {
      "epoch": 5.68,
      "learning_rate": 4.316525794229088e-05,
      "loss": 0.0825,
      "step": 39000
    },
    {
      "epoch": 5.76,
      "learning_rate": 4.243660740308948e-05,
      "loss": 0.0799,
      "step": 39500
    },
    {
      "epoch": 5.83,
      "learning_rate": 4.1707956863888084e-05,
      "loss": 0.0868,
      "step": 40000
    },
    {
      "epoch": 5.9,
      "learning_rate": 4.097930632468668e-05,
      "loss": 0.0832,
      "step": 40500
    },
    {
      "epoch": 5.97,
      "learning_rate": 4.025065578548528e-05,
      "loss": 0.0837,
      "step": 41000
    },
    {
      "epoch": 6.0,
      "eval_accuracy": 0.9370614136971593,
      "eval_loss": 0.23802441358566284,
      "eval_runtime": 153.3499,
      "eval_samples_per_second": 29.834,
      "eval_steps_per_second": 4.976,
      "step": 41172
    },
    {
      "epoch": 6.05,
      "learning_rate": 3.952200524628388e-05,
      "loss": 0.0715,
      "step": 41500
    },
    {
      "epoch": 6.12,
      "learning_rate": 3.8793354707082485e-05,
      "loss": 0.0696,
      "step": 42000
    },
    {
      "epoch": 6.19,
      "learning_rate": 3.806470416788109e-05,
      "loss": 0.0647,
      "step": 42500
    },
    {
      "epoch": 6.27,
      "learning_rate": 3.7336053628679686e-05,
      "loss": 0.0662,
      "step": 43000
    },
    {
      "epoch": 6.34,
      "learning_rate": 3.660740308947829e-05,
      "loss": 0.0686,
      "step": 43500
    },
    {
      "epoch": 6.41,
      "learning_rate": 3.587875255027689e-05,
      "loss": 0.0684,
      "step": 44000
    },
    {
      "epoch": 6.48,
      "learning_rate": 3.515010201107549e-05,
      "loss": 0.0666,
      "step": 44500
    },
    {
      "epoch": 6.56,
      "learning_rate": 3.442145147187409e-05,
      "loss": 0.0684,
      "step": 45000
    },
    {
      "epoch": 6.63,
      "learning_rate": 3.369280093267269e-05,
      "loss": 0.0685,
      "step": 45500
    },
    {
      "epoch": 6.7,
      "learning_rate": 3.2964150393471295e-05,
      "loss": 0.0772,
      "step": 46000
    },
    {
      "epoch": 6.78,
      "learning_rate": 3.22354998542699e-05,
      "loss": 0.0746,
      "step": 46500
    },
    {
      "epoch": 6.85,
      "learning_rate": 3.1506849315068496e-05,
      "loss": 0.0707,
      "step": 47000
    },
    {
      "epoch": 6.92,
      "learning_rate": 3.077819877586709e-05,
      "loss": 0.0699,
      "step": 47500
    },
    {
      "epoch": 7.0,
      "learning_rate": 3.0049548236665697e-05,
      "loss": 0.0735,
      "step": 48000
    },
    {
      "epoch": 7.0,
      "eval_accuracy": 0.9368017592492218,
      "eval_loss": 0.2894147038459778,
      "eval_runtime": 153.3728,
      "eval_samples_per_second": 29.829,
      "eval_steps_per_second": 4.975,
      "step": 48034
    },
    {
      "epoch": 7.07,
      "learning_rate": 2.93208976974643e-05,
      "loss": 0.0579,
      "step": 48500
    },
    {
      "epoch": 7.14,
      "learning_rate": 2.8592247158262898e-05,
      "loss": 0.0551,
      "step": 49000
    },
    {
      "epoch": 7.21,
      "learning_rate": 2.7863596619061498e-05,
      "loss": 0.0637,
      "step": 49500
    },
    {
      "epoch": 7.29,
      "learning_rate": 2.7134946079860102e-05,
      "loss": 0.0639,
      "step": 50000
    },
    {
      "epoch": 7.36,
      "learning_rate": 2.64062955406587e-05,
      "loss": 0.0601,
      "step": 50500
    },
    {
      "epoch": 7.43,
      "learning_rate": 2.5677645001457303e-05,
      "loss": 0.0653,
      "step": 51000
    },
    {
      "epoch": 7.51,
      "learning_rate": 2.4948994462255903e-05,
      "loss": 0.0594,
      "step": 51500
    },
    {
      "epoch": 7.58,
      "learning_rate": 2.4220343923054503e-05,
      "loss": 0.0642,
      "step": 52000
    },
    {
      "epoch": 7.65,
      "learning_rate": 2.3491693383853107e-05,
      "loss": 0.0612,
      "step": 52500
    },
    {
      "epoch": 7.72,
      "learning_rate": 2.2763042844651704e-05,
      "loss": 0.0695,
      "step": 53000
    },
    {
      "epoch": 7.8,
      "learning_rate": 2.2034392305450308e-05,
      "loss": 0.0614,
      "step": 53500
    },
    {
      "epoch": 7.87,
      "learning_rate": 2.130574176624891e-05,
      "loss": 0.0634,
      "step": 54000
    },
    {
      "epoch": 7.94,
      "learning_rate": 2.057709122704751e-05,
      "loss": 0.0623,
      "step": 54500
    },
    {
      "epoch": 8.0,
      "eval_accuracy": 0.9354890330840031,
      "eval_loss": 0.30701231956481934,
      "eval_runtime": 153.4064,
      "eval_samples_per_second": 29.823,
      "eval_steps_per_second": 4.974,
      "step": 54896
    },
    {
      "epoch": 8.02,
      "learning_rate": 1.984844068784611e-05,
      "loss": 0.0671,
      "step": 55000
    },
    {
      "epoch": 8.09,
      "learning_rate": 1.9119790148644713e-05,
      "loss": 0.0514,
      "step": 55500
    },
    {
      "epoch": 8.16,
      "learning_rate": 1.839113960944331e-05,
      "loss": 0.0537,
      "step": 56000
    },
    {
      "epoch": 8.23,
      "learning_rate": 1.7662489070241914e-05,
      "loss": 0.0543,
      "step": 56500
    },
    {
      "epoch": 8.31,
      "learning_rate": 1.6933838531040514e-05,
      "loss": 0.0553,
      "step": 57000
    },
    {
      "epoch": 8.38,
      "learning_rate": 1.6205187991839114e-05,
      "loss": 0.0558,
      "step": 57500
    },
    {
      "epoch": 8.45,
      "learning_rate": 1.5476537452637715e-05,
      "loss": 0.0545,
      "step": 58000
    },
    {
      "epoch": 8.53,
      "learning_rate": 1.4747886913436319e-05,
      "loss": 0.0593,
      "step": 58500
    },
    {
      "epoch": 8.6,
      "learning_rate": 1.4019236374234917e-05,
      "loss": 0.0601,
      "step": 59000
    },
    {
      "epoch": 8.67,
      "learning_rate": 1.3290585835033518e-05,
      "loss": 0.053,
      "step": 59500
    },
    {
      "epoch": 8.74,
      "learning_rate": 1.256193529583212e-05,
      "loss": 0.0552,
      "step": 60000
    },
    {
      "epoch": 8.82,
      "learning_rate": 1.183328475663072e-05,
      "loss": 0.0565,
      "step": 60500
    },
    {
      "epoch": 8.89,
      "learning_rate": 1.1104634217429322e-05,
      "loss": 0.0545,
      "step": 61000
    },
    {
      "epoch": 8.96,
      "learning_rate": 1.0375983678227923e-05,
      "loss": 0.0535,
      "step": 61500
    },
    {
      "epoch": 9.0,
      "eval_accuracy": 0.9346114733196021,
      "eval_loss": 0.3566416800022125,
      "eval_runtime": 153.4241,
      "eval_samples_per_second": 29.819,
      "eval_steps_per_second": 4.973,
      "step": 61758
    },
    {
      "epoch": 9.04,
      "learning_rate": 9.647333139026523e-06,
      "loss": 0.0533,
      "step": 62000
    },
    {
      "epoch": 9.11,
      "learning_rate": 8.918682599825125e-06,
      "loss": 0.0496,
      "step": 62500
    },
    {
      "epoch": 9.18,
      "learning_rate": 8.190032060623726e-06,
      "loss": 0.0455,
      "step": 63000
    },
    {
      "epoch": 9.25,
      "learning_rate": 7.461381521422327e-06,
      "loss": 0.047,
      "step": 63500
    },
    {
      "epoch": 9.33,
      "learning_rate": 6.732730982220928e-06,
      "loss": 0.0467,
      "step": 64000
    },
    {
      "epoch": 9.4,
      "learning_rate": 6.0040804430195285e-06,
      "loss": 0.0466,
      "step": 64500
    },
    {
      "epoch": 9.47,
      "learning_rate": 5.275429903818129e-06,
      "loss": 0.0456,
      "step": 65000
    },
    {
      "epoch": 9.55,
      "learning_rate": 4.54677936461673e-06,
      "loss": 0.0516,
      "step": 65500
    },
    {
      "epoch": 9.62,
      "learning_rate": 3.818128825415331e-06,
      "loss": 0.0531,
      "step": 66000
    },
    {
      "epoch": 9.69,
      "learning_rate": 3.0894782862139318e-06,
      "loss": 0.0507,
      "step": 66500
    },
    {
      "epoch": 9.76,
      "learning_rate": 2.360827747012533e-06,
      "loss": 0.0501,
      "step": 67000
    },
    {
      "epoch": 9.84,
      "learning_rate": 1.632177207811134e-06,
      "loss": 0.0505,
      "step": 67500
    },
    {
      "epoch": 9.91,
      "learning_rate": 9.035266686097348e-07,
      "loss": 0.0491,
      "step": 68000
    },
    {
      "epoch": 9.98,
      "learning_rate": 1.7487612940833577e-07,
      "loss": 0.0483,
      "step": 68500
    },
    {
      "epoch": 10.0,
      "eval_accuracy": 0.9332295747964836,
      "eval_loss": 0.41370126605033875,
      "eval_runtime": 153.4718,
      "eval_samples_per_second": 29.81,
      "eval_steps_per_second": 4.972,
      "step": 68620
    }
  ],
  "logging_steps": 500,
  "max_steps": 68620,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 500,
  "total_flos": 2.750401151541956e+17,
  "train_batch_size": 6,
  "trial_name": null,
  "trial_params": null
}