joseph10's picture
Training in progress, epoch 5
17f985c
raw
history blame
2.52 kB
{
"best_metric": 0.8752285191956124,
"best_model_checkpoint": "distilbert-hate_speech18\\run-0\\checkpoint-1200",
"epoch": 5.0,
"eval_steps": 500,
"global_step": 1200,
"is_hyper_param_search": true,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"learning_rate": 1.200932249944345e-06,
"loss": 0.3542,
"step": 240
},
{
"epoch": 1.0,
"eval_accuracy": 0.8555758683729433,
"eval_loss": 0.34542378783226013,
"eval_runtime": 27.8228,
"eval_samples_per_second": 78.641,
"eval_steps_per_second": 2.48,
"step": 240
},
{
"epoch": 2.0,
"learning_rate": 9.607457999554758e-07,
"loss": 0.3426,
"step": 480
},
{
"epoch": 2.0,
"eval_accuracy": 0.8596892138939671,
"eval_loss": 0.34202685952186584,
"eval_runtime": 27.8449,
"eval_samples_per_second": 78.578,
"eval_steps_per_second": 2.478,
"step": 480
},
{
"epoch": 3.0,
"learning_rate": 7.20559349966607e-07,
"loss": 0.3404,
"step": 720
},
{
"epoch": 3.0,
"eval_accuracy": 0.8670018281535649,
"eval_loss": 0.3405018150806427,
"eval_runtime": 27.8321,
"eval_samples_per_second": 78.614,
"eval_steps_per_second": 2.479,
"step": 720
},
{
"epoch": 4.0,
"learning_rate": 4.803728999777379e-07,
"loss": 0.3394,
"step": 960
},
{
"epoch": 4.0,
"eval_accuracy": 0.8692870201096892,
"eval_loss": 0.33956673741340637,
"eval_runtime": 27.8533,
"eval_samples_per_second": 78.554,
"eval_steps_per_second": 2.477,
"step": 960
},
{
"epoch": 5.0,
"learning_rate": 2.4018644998886895e-07,
"loss": 0.3386,
"step": 1200
},
{
"epoch": 5.0,
"eval_accuracy": 0.8752285191956124,
"eval_loss": 0.3389435410499573,
"eval_runtime": 27.8576,
"eval_samples_per_second": 78.542,
"eval_steps_per_second": 2.477,
"step": 1200
}
],
"logging_steps": 500,
"max_steps": 1440,
"num_input_tokens_seen": 0,
"num_train_epochs": 6,
"save_steps": 500,
"total_flos": 814156076413344.0,
"trial_name": null,
"trial_params": {
"alpha": 0.2937223587192618,
"learning_rate": 1.441118699933214e-06,
"num_train_epochs": 6,
"per_device_eval_batch_size": 32,
"per_device_train_batch_size": 32,
"temperature": 22
}
}