|
{ |
|
"best_metric": 0.9840023966446975, |
|
"best_model_checkpoint": "bert-base-uncased-finetuned-spam-real/run-0/checkpoint-4175", |
|
"epoch": 5.0, |
|
"eval_steps": 500, |
|
"global_step": 4175, |
|
"is_hyper_param_search": true, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.6, |
|
"grad_norm": 1.6855844259262085, |
|
"learning_rate": 7.660219401214295e-06, |
|
"loss": 0.2399, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_accuracy": 0.9690832834032355, |
|
"eval_loss": 0.1404273957014084, |
|
"eval_runtime": 321.4031, |
|
"eval_samples_per_second": 51.929, |
|
"eval_steps_per_second": 3.248, |
|
"step": 835 |
|
}, |
|
{ |
|
"epoch": 1.2, |
|
"grad_norm": 0.28391602635383606, |
|
"learning_rate": 6.618012679960649e-06, |
|
"loss": 0.1015, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 1.8, |
|
"grad_norm": 0.011191217228770256, |
|
"learning_rate": 5.575805958707004e-06, |
|
"loss": 0.0775, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_accuracy": 0.9820850808867585, |
|
"eval_loss": 0.08610038459300995, |
|
"eval_runtime": 318.1892, |
|
"eval_samples_per_second": 52.453, |
|
"eval_steps_per_second": 3.281, |
|
"step": 1670 |
|
}, |
|
{ |
|
"epoch": 2.4, |
|
"grad_norm": 0.1603321135044098, |
|
"learning_rate": 4.533599237453358e-06, |
|
"loss": 0.0478, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 2.99, |
|
"grad_norm": 0.008322106674313545, |
|
"learning_rate": 3.4913925161997123e-06, |
|
"loss": 0.031, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_accuracy": 0.9775314559616537, |
|
"eval_loss": 0.12152887880802155, |
|
"eval_runtime": 321.3639, |
|
"eval_samples_per_second": 51.935, |
|
"eval_steps_per_second": 3.249, |
|
"step": 2505 |
|
}, |
|
{ |
|
"epoch": 3.59, |
|
"grad_norm": 0.0044579822570085526, |
|
"learning_rate": 2.449185794946067e-06, |
|
"loss": 0.0155, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_accuracy": 0.9748352306770521, |
|
"eval_loss": 0.1382024884223938, |
|
"eval_runtime": 323.2353, |
|
"eval_samples_per_second": 51.634, |
|
"eval_steps_per_second": 3.23, |
|
"step": 3340 |
|
}, |
|
{ |
|
"epoch": 4.19, |
|
"grad_norm": 0.004470017272979021, |
|
"learning_rate": 1.4069790736924213e-06, |
|
"loss": 0.0158, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 4.79, |
|
"grad_norm": 0.004255039617419243, |
|
"learning_rate": 3.647723524387759e-07, |
|
"loss": 0.0105, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"eval_accuracy": 0.9840023966446975, |
|
"eval_loss": 0.0952066108584404, |
|
"eval_runtime": 321.933, |
|
"eval_samples_per_second": 51.843, |
|
"eval_steps_per_second": 3.243, |
|
"step": 4175 |
|
} |
|
], |
|
"logging_steps": 500, |
|
"max_steps": 4175, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 5, |
|
"save_steps": 500, |
|
"total_flos": 8074611066832800.0, |
|
"train_batch_size": 8, |
|
"trial_name": null, |
|
"trial_params": { |
|
"learning_rate": 8.70242612246794e-06, |
|
"num_train_epochs": 5, |
|
"per_device_train_batch_size": 8, |
|
"seed": 20 |
|
} |
|
} |
|
|