|
{ |
|
"best_metric": 102.54965110037573, |
|
"best_model_checkpoint": "./whisper-medium-attempt1-with-silence-text/checkpoint-800", |
|
"epoch": 25.0, |
|
"eval_steps": 100, |
|
"global_step": 800, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.78125, |
|
"grad_norm": 9.995346069335938, |
|
"learning_rate": 5.000000000000001e-07, |
|
"loss": 2.8857, |
|
"step": 25 |
|
}, |
|
{ |
|
"epoch": 1.5625, |
|
"grad_norm": 10.72589111328125, |
|
"learning_rate": 1.0000000000000002e-06, |
|
"loss": 2.824, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 2.34375, |
|
"grad_norm": 10.114445686340332, |
|
"learning_rate": 1.5e-06, |
|
"loss": 2.6291, |
|
"step": 75 |
|
}, |
|
{ |
|
"epoch": 3.125, |
|
"grad_norm": 8.762908935546875, |
|
"learning_rate": 2.0000000000000003e-06, |
|
"loss": 2.502, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 3.125, |
|
"eval_loss": 2.8539323806762695, |
|
"eval_runtime": 96.3981, |
|
"eval_samples_per_second": 1.317, |
|
"eval_steps_per_second": 0.166, |
|
"eval_wer": 127.10681696188944, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 3.90625, |
|
"grad_norm": 11.801437377929688, |
|
"learning_rate": 2.5e-06, |
|
"loss": 2.297, |
|
"step": 125 |
|
}, |
|
{ |
|
"epoch": 4.6875, |
|
"grad_norm": 9.479702949523926, |
|
"learning_rate": 3e-06, |
|
"loss": 1.9392, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 5.46875, |
|
"grad_norm": 7.965484619140625, |
|
"learning_rate": 3.5e-06, |
|
"loss": 1.6685, |
|
"step": 175 |
|
}, |
|
{ |
|
"epoch": 6.25, |
|
"grad_norm": 9.829634666442871, |
|
"learning_rate": 4.000000000000001e-06, |
|
"loss": 1.3556, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 6.25, |
|
"eval_loss": 2.4153664112091064, |
|
"eval_runtime": 83.527, |
|
"eval_samples_per_second": 1.52, |
|
"eval_steps_per_second": 0.192, |
|
"eval_wer": 115.96886741814278, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 7.03125, |
|
"grad_norm": 7.646000862121582, |
|
"learning_rate": 4.5e-06, |
|
"loss": 1.2347, |
|
"step": 225 |
|
}, |
|
{ |
|
"epoch": 7.8125, |
|
"grad_norm": 9.588939666748047, |
|
"learning_rate": 5e-06, |
|
"loss": 1.0514, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 8.59375, |
|
"grad_norm": 11.105179786682129, |
|
"learning_rate": 5.500000000000001e-06, |
|
"loss": 0.8558, |
|
"step": 275 |
|
}, |
|
{ |
|
"epoch": 9.375, |
|
"grad_norm": 10.725419044494629, |
|
"learning_rate": 6e-06, |
|
"loss": 0.7175, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 9.375, |
|
"eval_loss": 2.746173143386841, |
|
"eval_runtime": 72.6785, |
|
"eval_samples_per_second": 1.747, |
|
"eval_steps_per_second": 0.22, |
|
"eval_wer": 102.97906602254427, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 10.15625, |
|
"grad_norm": 12.282588958740234, |
|
"learning_rate": 6.5000000000000004e-06, |
|
"loss": 0.5836, |
|
"step": 325 |
|
}, |
|
{ |
|
"epoch": 10.9375, |
|
"grad_norm": 9.197545051574707, |
|
"learning_rate": 7e-06, |
|
"loss": 0.4481, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 11.71875, |
|
"grad_norm": 9.019693374633789, |
|
"learning_rate": 7.500000000000001e-06, |
|
"loss": 0.3159, |
|
"step": 375 |
|
}, |
|
{ |
|
"epoch": 12.5, |
|
"grad_norm": 10.85390567779541, |
|
"learning_rate": 8.000000000000001e-06, |
|
"loss": 0.2532, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 12.5, |
|
"eval_loss": 3.102280855178833, |
|
"eval_runtime": 82.6864, |
|
"eval_samples_per_second": 1.536, |
|
"eval_steps_per_second": 0.194, |
|
"eval_wer": 114.78797638217928, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 13.28125, |
|
"grad_norm": 8.349029541015625, |
|
"learning_rate": 8.5e-06, |
|
"loss": 0.204, |
|
"step": 425 |
|
}, |
|
{ |
|
"epoch": 14.0625, |
|
"grad_norm": 7.725856304168701, |
|
"learning_rate": 9e-06, |
|
"loss": 0.1613, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 14.84375, |
|
"grad_norm": 5.344030857086182, |
|
"learning_rate": 9.5e-06, |
|
"loss": 0.1272, |
|
"step": 475 |
|
}, |
|
{ |
|
"epoch": 15.625, |
|
"grad_norm": 7.219849109649658, |
|
"learning_rate": 1e-05, |
|
"loss": 0.1002, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 15.625, |
|
"eval_loss": 3.210036277770996, |
|
"eval_runtime": 89.9085, |
|
"eval_samples_per_second": 1.413, |
|
"eval_steps_per_second": 0.178, |
|
"eval_wer": 117.98174986580783, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 16.40625, |
|
"grad_norm": 6.42445182800293, |
|
"learning_rate": 9.833333333333333e-06, |
|
"loss": 0.0865, |
|
"step": 525 |
|
}, |
|
{ |
|
"epoch": 17.1875, |
|
"grad_norm": 4.880402565002441, |
|
"learning_rate": 9.666666666666667e-06, |
|
"loss": 0.0842, |
|
"step": 550 |
|
}, |
|
{ |
|
"epoch": 17.96875, |
|
"grad_norm": 7.4091715812683105, |
|
"learning_rate": 9.5e-06, |
|
"loss": 0.0622, |
|
"step": 575 |
|
}, |
|
{ |
|
"epoch": 18.75, |
|
"grad_norm": 6.010676860809326, |
|
"learning_rate": 9.333333333333334e-06, |
|
"loss": 0.0519, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 18.75, |
|
"eval_loss": 3.2354989051818848, |
|
"eval_runtime": 89.2939, |
|
"eval_samples_per_second": 1.422, |
|
"eval_steps_per_second": 0.179, |
|
"eval_wer": 128.60976918947932, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 19.53125, |
|
"grad_norm": 5.096531867980957, |
|
"learning_rate": 9.166666666666666e-06, |
|
"loss": 0.0541, |
|
"step": 625 |
|
}, |
|
{ |
|
"epoch": 20.3125, |
|
"grad_norm": 4.774496555328369, |
|
"learning_rate": 9e-06, |
|
"loss": 0.0375, |
|
"step": 650 |
|
}, |
|
{ |
|
"epoch": 21.09375, |
|
"grad_norm": 2.6185219287872314, |
|
"learning_rate": 8.833333333333334e-06, |
|
"loss": 0.0333, |
|
"step": 675 |
|
}, |
|
{ |
|
"epoch": 21.875, |
|
"grad_norm": 9.690539360046387, |
|
"learning_rate": 8.666666666666668e-06, |
|
"loss": 0.0341, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 21.875, |
|
"eval_loss": 3.320791006088257, |
|
"eval_runtime": 67.8592, |
|
"eval_samples_per_second": 1.872, |
|
"eval_steps_per_second": 0.236, |
|
"eval_wer": 105.71658615136876, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 22.65625, |
|
"grad_norm": 2.506408929824829, |
|
"learning_rate": 8.5e-06, |
|
"loss": 0.0279, |
|
"step": 725 |
|
}, |
|
{ |
|
"epoch": 23.4375, |
|
"grad_norm": 1.42463219165802, |
|
"learning_rate": 8.333333333333334e-06, |
|
"loss": 0.0286, |
|
"step": 750 |
|
}, |
|
{ |
|
"epoch": 24.21875, |
|
"grad_norm": 3.5268752574920654, |
|
"learning_rate": 8.166666666666668e-06, |
|
"loss": 0.0289, |
|
"step": 775 |
|
}, |
|
{ |
|
"epoch": 25.0, |
|
"grad_norm": 3.3206305503845215, |
|
"learning_rate": 8.000000000000001e-06, |
|
"loss": 0.024, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 25.0, |
|
"eval_loss": 3.507096290588379, |
|
"eval_runtime": 66.3922, |
|
"eval_samples_per_second": 1.913, |
|
"eval_steps_per_second": 0.241, |
|
"eval_wer": 102.54965110037573, |
|
"step": 800 |
|
} |
|
], |
|
"logging_steps": 25, |
|
"max_steps": 2000, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 63, |
|
"save_steps": 100, |
|
"stateful_callbacks": { |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": false |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 1.2936167202816e+19, |
|
"train_batch_size": 16, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|