{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.375, "global_step": 6, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.06, "learning_rate": 0.1, "loss": 10.9672, "theoretical_loss": 35.35283692336181, "tokens_seen": 8192 }, { "epoch": 0.12, "learning_rate": 0.09333333333333334, "loss": 10.9619, "theoretical_loss": 29.541230243953947, "tokens_seen": 16384 }, { "epoch": 0.19, "learning_rate": 0.09333333333333334, "loss": 15.0187, "theoretical_loss": 26.629312696422083, "tokens_seen": 24576 }, { "epoch": 0.25, "learning_rate": 0.08666666666666667, "loss": 16.1625, "theoretical_loss": 24.7548431869014, "tokens_seen": 32768 }, { "epoch": 0.31, "learning_rate": 0.08000000000000002, "loss": 21.1529, "theoretical_loss": 23.401386600029422, "tokens_seen": 40960 }, { "epoch": 0.38, "learning_rate": 0.07333333333333333, "loss": 38.7194, "theoretical_loss": 22.356614051730336, "tokens_seen": 49152 } ], "max_steps": 16, "num_train_epochs": 9223372036854775807, "total_flos": 25084035072000.0, "trial_name": null, "trial_params": null }