| { | |
| "best_metric": 0.9840023966446975, | |
| "best_model_checkpoint": "bert-base-uncased-finetuned-spam-real/run-0/checkpoint-4175", | |
| "epoch": 5.0, | |
| "eval_steps": 500, | |
| "global_step": 4175, | |
| "is_hyper_param_search": true, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 1.6855844259262085, | |
| "learning_rate": 7.660219401214295e-06, | |
| "loss": 0.2399, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.9690832834032355, | |
| "eval_loss": 0.1404273957014084, | |
| "eval_runtime": 321.4031, | |
| "eval_samples_per_second": 51.929, | |
| "eval_steps_per_second": 3.248, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.28391602635383606, | |
| "learning_rate": 6.618012679960649e-06, | |
| "loss": 0.1015, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.011191217228770256, | |
| "learning_rate": 5.575805958707004e-06, | |
| "loss": 0.0775, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.9820850808867585, | |
| "eval_loss": 0.08610038459300995, | |
| "eval_runtime": 318.1892, | |
| "eval_samples_per_second": 52.453, | |
| "eval_steps_per_second": 3.281, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "grad_norm": 0.1603321135044098, | |
| "learning_rate": 4.533599237453358e-06, | |
| "loss": 0.0478, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "grad_norm": 0.008322106674313545, | |
| "learning_rate": 3.4913925161997123e-06, | |
| "loss": 0.031, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.9775314559616537, | |
| "eval_loss": 0.12152887880802155, | |
| "eval_runtime": 321.3639, | |
| "eval_samples_per_second": 51.935, | |
| "eval_steps_per_second": 3.249, | |
| "step": 2505 | |
| }, | |
| { | |
| "epoch": 3.59, | |
| "grad_norm": 0.0044579822570085526, | |
| "learning_rate": 2.449185794946067e-06, | |
| "loss": 0.0155, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.9748352306770521, | |
| "eval_loss": 0.1382024884223938, | |
| "eval_runtime": 323.2353, | |
| "eval_samples_per_second": 51.634, | |
| "eval_steps_per_second": 3.23, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 4.19, | |
| "grad_norm": 0.004470017272979021, | |
| "learning_rate": 1.4069790736924213e-06, | |
| "loss": 0.0158, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 4.79, | |
| "grad_norm": 0.004255039617419243, | |
| "learning_rate": 3.647723524387759e-07, | |
| "loss": 0.0105, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.9840023966446975, | |
| "eval_loss": 0.0952066108584404, | |
| "eval_runtime": 321.933, | |
| "eval_samples_per_second": 51.843, | |
| "eval_steps_per_second": 3.243, | |
| "step": 4175 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 4175, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 500, | |
| "total_flos": 8074611066832800.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": { | |
| "learning_rate": 8.70242612246794e-06, | |
| "num_train_epochs": 5, | |
| "per_device_train_batch_size": 8, | |
| "seed": 20 | |
| } | |
| } | |