{ "best_metric": 0.946110725402832, "best_model_checkpoint": "./outputs/checkpoint-2000", "epoch": 2.840909090909091, "eval_steps": 100, "global_step": 2000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.14, "learning_rate": 0.0002, "loss": 1.5808, "step": 100 }, { "epoch": 0.14, "eval_loss": 1.0812042951583862, "eval_runtime": 127.4925, "eval_samples_per_second": 11.703, "eval_steps_per_second": 1.467, "step": 100 }, { "epoch": 0.28, "learning_rate": 0.0002, "loss": 1.2145, "step": 200 }, { "epoch": 0.28, "eval_loss": 1.0592867136001587, "eval_runtime": 124.4418, "eval_samples_per_second": 11.99, "eval_steps_per_second": 1.503, "step": 200 }, { "epoch": 0.43, "learning_rate": 0.0002, "loss": 1.201, "step": 300 }, { "epoch": 0.43, "eval_loss": 1.0460368394851685, "eval_runtime": 124.1855, "eval_samples_per_second": 12.014, "eval_steps_per_second": 1.506, "step": 300 }, { "epoch": 0.57, "learning_rate": 0.0002, "loss": 1.1833, "step": 400 }, { "epoch": 0.57, "eval_loss": 1.0355255603790283, "eval_runtime": 124.2488, "eval_samples_per_second": 12.008, "eval_steps_per_second": 1.505, "step": 400 }, { "epoch": 0.71, "learning_rate": 0.0002, "loss": 1.1733, "step": 500 }, { "epoch": 0.71, "eval_loss": 1.0230828523635864, "eval_runtime": 124.322, "eval_samples_per_second": 12.001, "eval_steps_per_second": 1.504, "step": 500 }, { "epoch": 0.85, "learning_rate": 0.0002, "loss": 1.1612, "step": 600 }, { "epoch": 0.85, "eval_loss": 1.0142004489898682, "eval_runtime": 124.2613, "eval_samples_per_second": 12.007, "eval_steps_per_second": 1.505, "step": 600 }, { "epoch": 0.99, "learning_rate": 0.0002, "loss": 1.1492, "step": 700 }, { "epoch": 0.99, "eval_loss": 1.0080314874649048, "eval_runtime": 124.2662, "eval_samples_per_second": 12.006, "eval_steps_per_second": 1.505, "step": 700 }, { "epoch": 1.14, "learning_rate": 0.0002, "loss": 1.1391, "step": 800 }, { "epoch": 1.14, "eval_loss": 1.0012787580490112, "eval_runtime": 124.3175, "eval_samples_per_second": 12.002, "eval_steps_per_second": 1.504, "step": 800 }, { "epoch": 1.28, "learning_rate": 0.0002, "loss": 1.1154, "step": 900 }, { "epoch": 1.28, "eval_loss": 0.9947501420974731, "eval_runtime": 124.3492, "eval_samples_per_second": 11.998, "eval_steps_per_second": 1.504, "step": 900 }, { "epoch": 1.42, "learning_rate": 0.0002, "loss": 1.1179, "step": 1000 }, { "epoch": 1.42, "eval_loss": 0.9894721508026123, "eval_runtime": 124.1464, "eval_samples_per_second": 12.018, "eval_steps_per_second": 1.506, "step": 1000 }, { "epoch": 1.56, "learning_rate": 0.0002, "loss": 1.1196, "step": 1100 }, { "epoch": 1.56, "eval_loss": 0.9814682006835938, "eval_runtime": 124.3036, "eval_samples_per_second": 12.003, "eval_steps_per_second": 1.504, "step": 1100 }, { "epoch": 1.7, "learning_rate": 0.0002, "loss": 1.1074, "step": 1200 }, { "epoch": 1.7, "eval_loss": 0.9781661033630371, "eval_runtime": 119.7103, "eval_samples_per_second": 12.463, "eval_steps_per_second": 1.562, "step": 1200 }, { "epoch": 1.85, "learning_rate": 0.0002, "loss": 1.099, "step": 1300 }, { "epoch": 1.85, "eval_loss": 0.9716654419898987, "eval_runtime": 119.6105, "eval_samples_per_second": 12.474, "eval_steps_per_second": 1.563, "step": 1300 }, { "epoch": 1.99, "learning_rate": 0.0002, "loss": 1.1021, "step": 1400 }, { "epoch": 1.99, "eval_loss": 0.9676819443702698, "eval_runtime": 119.9473, "eval_samples_per_second": 12.439, "eval_steps_per_second": 1.559, "step": 1400 }, { "epoch": 2.13, "learning_rate": 0.0002, "loss": 1.08, "step": 1500 }, { "epoch": 2.13, "eval_loss": 0.9654238224029541, "eval_runtime": 120.0799, "eval_samples_per_second": 12.425, "eval_steps_per_second": 1.557, "step": 1500 }, { "epoch": 2.27, "learning_rate": 0.0002, "loss": 1.0807, "step": 1600 }, { "epoch": 2.27, "eval_loss": 0.9602729082107544, "eval_runtime": 120.231, "eval_samples_per_second": 12.409, "eval_steps_per_second": 1.555, "step": 1600 }, { "epoch": 2.41, "learning_rate": 0.0002, "loss": 1.062, "step": 1700 }, { "epoch": 2.41, "eval_loss": 0.9569491744041443, "eval_runtime": 120.1655, "eval_samples_per_second": 12.416, "eval_steps_per_second": 1.556, "step": 1700 }, { "epoch": 2.56, "learning_rate": 0.0002, "loss": 1.0627, "step": 1800 }, { "epoch": 2.56, "eval_loss": 0.9535185098648071, "eval_runtime": 120.202, "eval_samples_per_second": 12.412, "eval_steps_per_second": 1.556, "step": 1800 }, { "epoch": 2.7, "learning_rate": 0.0002, "loss": 1.0671, "step": 1900 }, { "epoch": 2.7, "eval_loss": 0.9502108693122864, "eval_runtime": 124.6118, "eval_samples_per_second": 11.973, "eval_steps_per_second": 1.501, "step": 1900 }, { "epoch": 2.84, "learning_rate": 0.0002, "loss": 1.0644, "step": 2000 }, { "epoch": 2.84, "eval_loss": 0.946110725402832, "eval_runtime": 124.5826, "eval_samples_per_second": 11.976, "eval_steps_per_second": 1.501, "step": 2000 } ], "logging_steps": 100, "max_steps": 2112, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 100, "total_flos": 1.1244470506924032e+17, "trial_name": null, "trial_params": null }