{ "best_metric": 0.7912844036697247, "best_model_checkpoint": "tiny-bert-sst2/run-2/checkpoint-500", "epoch": 0.9487666034155597, "eval_steps": 100, "global_step": 500, "is_hyper_param_search": true, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.18975332068311196, "grad_norm": 1.0882924795150757, "learning_rate": 4.232847990599429e-05, "loss": 1.5987, "step": 100 }, { "epoch": 0.18975332068311196, "eval_accuracy": 0.6811926605504587, "eval_loss": 1.443600058555603, "eval_runtime": 2.5162, "eval_samples_per_second": 346.555, "eval_steps_per_second": 2.782, "step": 100 }, { "epoch": 0.3795066413662239, "grad_norm": 2.405395984649658, "learning_rate": 4.145818368618804e-05, "loss": 1.3874, "step": 200 }, { "epoch": 0.3795066413662239, "eval_accuracy": 0.7545871559633027, "eval_loss": 1.168924331665039, "eval_runtime": 2.4154, "eval_samples_per_second": 361.016, "eval_steps_per_second": 2.898, "step": 200 }, { "epoch": 0.5692599620493358, "grad_norm": 3.982295274734497, "learning_rate": 3.9736321558974306e-05, "loss": 1.1384, "step": 300 }, { "epoch": 0.5692599620493358, "eval_accuracy": 0.7855504587155964, "eval_loss": 1.0294885635375977, "eval_runtime": 2.4987, "eval_samples_per_second": 348.984, "eval_steps_per_second": 2.801, "step": 300 }, { "epoch": 0.7590132827324478, "grad_norm": 6.110784530639648, "learning_rate": 3.723532957026996e-05, "loss": 1.0003, "step": 400 }, { "epoch": 0.7590132827324478, "eval_accuracy": 0.7912844036697247, "eval_loss": 0.9760427474975586, "eval_runtime": 2.4446, "eval_samples_per_second": 356.7, "eval_steps_per_second": 2.863, "step": 400 }, { "epoch": 0.9487666034155597, "grad_norm": 3.9430387020111084, "learning_rate": 3.4060420540351555e-05, "loss": 0.9476, "step": 500 }, { "epoch": 0.9487666034155597, "eval_accuracy": 0.7912844036697247, "eval_loss": 0.9497756361961365, "eval_runtime": 2.4069, "eval_samples_per_second": 362.295, "eval_steps_per_second": 2.908, "step": 500 } ], "logging_steps": 100, "max_steps": 1581, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 7672788856320.0, "train_batch_size": 128, "trial_name": null, "trial_params": { "alpha": 0.7521996188553136, "learning_rate": 4.243157651358427e-05, "num_train_epochs": 3, "temperature": 6, "warmup_ratio": 0.03249388147757522 } }