{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.2548549875121056,
  "global_step": 10000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01,
      "learning_rate": 5.999999999999999e-06,
      "loss": 0.8907,
      "step": 500
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.1999999999999999e-05,
      "loss": 0.7216,
      "step": 1000
    },
    {
      "epoch": 0.03,
      "eval_loss": 0.9141247272491455,
      "eval_runtime": 1.2377,
      "eval_samples_per_second": 807.918,
      "eval_steps_per_second": 12.927,
      "step": 1000
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.7999999999999997e-05,
      "loss": 0.7122,
      "step": 1500
    },
    {
      "epoch": 0.05,
      "learning_rate": 2.3999999999999997e-05,
      "loss": 0.7114,
      "step": 2000
    },
    {
      "epoch": 0.05,
      "eval_loss": 0.9156034588813782,
      "eval_runtime": 1.1631,
      "eval_samples_per_second": 859.777,
      "eval_steps_per_second": 13.756,
      "step": 2000
    },
    {
      "epoch": 0.06,
      "learning_rate": 2.9999999999999997e-05,
      "loss": 0.7111,
      "step": 2500
    },
    {
      "epoch": 0.08,
      "learning_rate": 3.5999999999999994e-05,
      "loss": 0.711,
      "step": 3000
    },
    {
      "epoch": 0.08,
      "eval_loss": 0.915696918964386,
      "eval_runtime": 1.149,
      "eval_samples_per_second": 870.294,
      "eval_steps_per_second": 13.925,
      "step": 3000
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.2e-05,
      "loss": 0.7107,
      "step": 3500
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.7999999999999994e-05,
      "loss": 0.7102,
      "step": 4000
    },
    {
      "epoch": 0.1,
      "eval_loss": 0.8820520043373108,
      "eval_runtime": 1.2331,
      "eval_samples_per_second": 810.943,
      "eval_steps_per_second": 12.975,
      "step": 4000
    },
    {
      "epoch": 0.11,
      "learning_rate": 5.399999999999999e-05,
      "loss": 0.7096,
      "step": 4500
    },
    {
      "epoch": 0.13,
      "learning_rate": 5.9999999999999995e-05,
      "loss": 0.709,
      "step": 5000
    },
    {
      "epoch": 0.13,
      "eval_loss": 0.8773962259292603,
      "eval_runtime": 1.22,
      "eval_samples_per_second": 819.664,
      "eval_steps_per_second": 13.115,
      "step": 5000
    },
    {
      "epoch": 0.14,
      "learning_rate": 6.599999999999999e-05,
      "loss": 0.7087,
      "step": 5500
    },
    {
      "epoch": 0.15,
      "learning_rate": 7.199999999999999e-05,
      "loss": 0.7083,
      "step": 6000
    },
    {
      "epoch": 0.15,
      "eval_loss": 0.8944988250732422,
      "eval_runtime": 1.1878,
      "eval_samples_per_second": 841.893,
      "eval_steps_per_second": 13.47,
      "step": 6000
    },
    {
      "epoch": 0.17,
      "learning_rate": 7.8e-05,
      "loss": 0.6868,
      "step": 6500
    },
    {
      "epoch": 0.18,
      "learning_rate": 8.4e-05,
      "loss": 0.6516,
      "step": 7000
    },
    {
      "epoch": 0.18,
      "eval_loss": 0.8944807648658752,
      "eval_runtime": 1.2213,
      "eval_samples_per_second": 818.801,
      "eval_steps_per_second": 13.101,
      "step": 7000
    },
    {
      "epoch": 0.19,
      "learning_rate": 8.999999999999999e-05,
      "loss": 0.6267,
      "step": 7500
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.599999999999999e-05,
      "loss": 0.6042,
      "step": 8000
    },
    {
      "epoch": 0.2,
      "eval_loss": 0.8855597972869873,
      "eval_runtime": 1.1662,
      "eval_samples_per_second": 857.462,
      "eval_steps_per_second": 13.719,
      "step": 8000
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.000102,
      "loss": 0.5883,
      "step": 8500
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00010799999999999998,
      "loss": 0.5732,
      "step": 9000
    },
    {
      "epoch": 0.23,
      "eval_loss": 0.8907042741775513,
      "eval_runtime": 1.2023,
      "eval_samples_per_second": 831.767,
      "eval_steps_per_second": 13.308,
      "step": 9000
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00011399999999999999,
      "loss": 0.559,
      "step": 9500
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00011999999999999999,
      "loss": 0.5506,
      "step": 10000
    },
    {
      "epoch": 0.25,
      "eval_loss": 0.8921875953674316,
      "eval_runtime": 1.197,
      "eval_samples_per_second": 835.455,
      "eval_steps_per_second": 13.367,
      "step": 10000
    }
  ],
  "max_steps": 500000,
  "num_train_epochs": 13,
  "total_flos": 3.194871387745e+20,
  "trial_name": null,
  "trial_params": null
}