| { | |
| "best_metric": 102.49597423510468, | |
| "best_model_checkpoint": "./whisper-medium-attempt1-with-silence-text/checkpoint-1100", | |
| "epoch": 53.125, | |
| "eval_steps": 100, | |
| "global_step": 1700, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.78125, | |
| "grad_norm": 9.995346069335938, | |
| "learning_rate": 5.000000000000001e-07, | |
| "loss": 2.8857, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 1.5625, | |
| "grad_norm": 10.72589111328125, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 2.824, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 2.34375, | |
| "grad_norm": 10.114445686340332, | |
| "learning_rate": 1.5e-06, | |
| "loss": 2.6291, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 3.125, | |
| "grad_norm": 8.762908935546875, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 2.502, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 3.125, | |
| "eval_loss": 2.8539323806762695, | |
| "eval_runtime": 96.3981, | |
| "eval_samples_per_second": 1.317, | |
| "eval_steps_per_second": 0.166, | |
| "eval_wer": 127.10681696188944, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 3.90625, | |
| "grad_norm": 11.801437377929688, | |
| "learning_rate": 2.5e-06, | |
| "loss": 2.297, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 4.6875, | |
| "grad_norm": 9.479702949523926, | |
| "learning_rate": 3e-06, | |
| "loss": 1.9392, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 5.46875, | |
| "grad_norm": 7.965484619140625, | |
| "learning_rate": 3.5e-06, | |
| "loss": 1.6685, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 6.25, | |
| "grad_norm": 9.829634666442871, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 1.3556, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 6.25, | |
| "eval_loss": 2.4153664112091064, | |
| "eval_runtime": 83.527, | |
| "eval_samples_per_second": 1.52, | |
| "eval_steps_per_second": 0.192, | |
| "eval_wer": 115.96886741814278, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 7.03125, | |
| "grad_norm": 7.646000862121582, | |
| "learning_rate": 4.5e-06, | |
| "loss": 1.2347, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 7.8125, | |
| "grad_norm": 9.588939666748047, | |
| "learning_rate": 5e-06, | |
| "loss": 1.0514, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 8.59375, | |
| "grad_norm": 11.105179786682129, | |
| "learning_rate": 5.500000000000001e-06, | |
| "loss": 0.8558, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 9.375, | |
| "grad_norm": 10.725419044494629, | |
| "learning_rate": 6e-06, | |
| "loss": 0.7175, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 9.375, | |
| "eval_loss": 2.746173143386841, | |
| "eval_runtime": 72.6785, | |
| "eval_samples_per_second": 1.747, | |
| "eval_steps_per_second": 0.22, | |
| "eval_wer": 102.97906602254427, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 10.15625, | |
| "grad_norm": 12.282588958740234, | |
| "learning_rate": 6.5000000000000004e-06, | |
| "loss": 0.5836, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 10.9375, | |
| "grad_norm": 9.197545051574707, | |
| "learning_rate": 7e-06, | |
| "loss": 0.4481, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 11.71875, | |
| "grad_norm": 9.019693374633789, | |
| "learning_rate": 7.500000000000001e-06, | |
| "loss": 0.3159, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 12.5, | |
| "grad_norm": 10.85390567779541, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 0.2532, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 12.5, | |
| "eval_loss": 3.102280855178833, | |
| "eval_runtime": 82.6864, | |
| "eval_samples_per_second": 1.536, | |
| "eval_steps_per_second": 0.194, | |
| "eval_wer": 114.78797638217928, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 13.28125, | |
| "grad_norm": 8.349029541015625, | |
| "learning_rate": 8.5e-06, | |
| "loss": 0.204, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 14.0625, | |
| "grad_norm": 7.725856304168701, | |
| "learning_rate": 9e-06, | |
| "loss": 0.1613, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 14.84375, | |
| "grad_norm": 5.344030857086182, | |
| "learning_rate": 9.5e-06, | |
| "loss": 0.1272, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 15.625, | |
| "grad_norm": 7.219849109649658, | |
| "learning_rate": 1e-05, | |
| "loss": 0.1002, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 15.625, | |
| "eval_loss": 3.210036277770996, | |
| "eval_runtime": 89.9085, | |
| "eval_samples_per_second": 1.413, | |
| "eval_steps_per_second": 0.178, | |
| "eval_wer": 117.98174986580783, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 16.40625, | |
| "grad_norm": 6.42445182800293, | |
| "learning_rate": 9.833333333333333e-06, | |
| "loss": 0.0865, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 17.1875, | |
| "grad_norm": 4.880402565002441, | |
| "learning_rate": 9.666666666666667e-06, | |
| "loss": 0.0842, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 17.96875, | |
| "grad_norm": 7.4091715812683105, | |
| "learning_rate": 9.5e-06, | |
| "loss": 0.0622, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 18.75, | |
| "grad_norm": 6.010676860809326, | |
| "learning_rate": 9.333333333333334e-06, | |
| "loss": 0.0519, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 18.75, | |
| "eval_loss": 3.2354989051818848, | |
| "eval_runtime": 89.2939, | |
| "eval_samples_per_second": 1.422, | |
| "eval_steps_per_second": 0.179, | |
| "eval_wer": 128.60976918947932, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 19.53125, | |
| "grad_norm": 5.096531867980957, | |
| "learning_rate": 9.166666666666666e-06, | |
| "loss": 0.0541, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 20.3125, | |
| "grad_norm": 4.774496555328369, | |
| "learning_rate": 9e-06, | |
| "loss": 0.0375, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 21.09375, | |
| "grad_norm": 2.6185219287872314, | |
| "learning_rate": 8.833333333333334e-06, | |
| "loss": 0.0333, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 21.875, | |
| "grad_norm": 9.690539360046387, | |
| "learning_rate": 8.666666666666668e-06, | |
| "loss": 0.0341, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 21.875, | |
| "eval_loss": 3.320791006088257, | |
| "eval_runtime": 67.8592, | |
| "eval_samples_per_second": 1.872, | |
| "eval_steps_per_second": 0.236, | |
| "eval_wer": 105.71658615136876, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 22.65625, | |
| "grad_norm": 2.506408929824829, | |
| "learning_rate": 8.5e-06, | |
| "loss": 0.0279, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 23.4375, | |
| "grad_norm": 1.42463219165802, | |
| "learning_rate": 8.333333333333334e-06, | |
| "loss": 0.0286, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 24.21875, | |
| "grad_norm": 3.5268752574920654, | |
| "learning_rate": 8.166666666666668e-06, | |
| "loss": 0.0289, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 25.0, | |
| "grad_norm": 3.3206305503845215, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 0.024, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 25.0, | |
| "eval_loss": 3.507096290588379, | |
| "eval_runtime": 66.3922, | |
| "eval_samples_per_second": 1.913, | |
| "eval_steps_per_second": 0.241, | |
| "eval_wer": 102.54965110037573, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 25.78125, | |
| "grad_norm": 2.4066598415374756, | |
| "learning_rate": 7.833333333333333e-06, | |
| "loss": 0.0174, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 26.5625, | |
| "grad_norm": 2.2858002185821533, | |
| "learning_rate": 7.666666666666667e-06, | |
| "loss": 0.0187, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 27.34375, | |
| "grad_norm": 4.5674920082092285, | |
| "learning_rate": 7.500000000000001e-06, | |
| "loss": 0.0169, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 28.125, | |
| "grad_norm": 2.562084197998047, | |
| "learning_rate": 7.333333333333333e-06, | |
| "loss": 0.015, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 28.125, | |
| "eval_loss": 3.605081558227539, | |
| "eval_runtime": 69.6271, | |
| "eval_samples_per_second": 1.824, | |
| "eval_steps_per_second": 0.23, | |
| "eval_wer": 103.03274288781535, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 28.90625, | |
| "grad_norm": 1.727845549583435, | |
| "learning_rate": 7.166666666666667e-06, | |
| "loss": 0.0118, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 29.6875, | |
| "grad_norm": 2.76086163520813, | |
| "learning_rate": 7e-06, | |
| "loss": 0.0102, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 30.46875, | |
| "grad_norm": 1.5665087699890137, | |
| "learning_rate": 6.833333333333334e-06, | |
| "loss": 0.0121, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 31.25, | |
| "grad_norm": 0.22300420701503754, | |
| "learning_rate": 6.666666666666667e-06, | |
| "loss": 0.0098, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 31.25, | |
| "eval_loss": 3.6116156578063965, | |
| "eval_runtime": 85.691, | |
| "eval_samples_per_second": 1.482, | |
| "eval_steps_per_second": 0.187, | |
| "eval_wer": 118.49168008588298, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 32.03125, | |
| "grad_norm": 0.2300027757883072, | |
| "learning_rate": 6.5000000000000004e-06, | |
| "loss": 0.0079, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 32.8125, | |
| "grad_norm": 1.8441766500473022, | |
| "learning_rate": 6.333333333333333e-06, | |
| "loss": 0.0065, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 33.59375, | |
| "grad_norm": 1.258414626121521, | |
| "learning_rate": 6.166666666666667e-06, | |
| "loss": 0.0052, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 34.375, | |
| "grad_norm": 0.18975859880447388, | |
| "learning_rate": 6e-06, | |
| "loss": 0.004, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 34.375, | |
| "eval_loss": 3.6429362297058105, | |
| "eval_runtime": 65.4005, | |
| "eval_samples_per_second": 1.942, | |
| "eval_steps_per_second": 0.245, | |
| "eval_wer": 102.49597423510468, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 35.15625, | |
| "grad_norm": 0.09774478524923325, | |
| "learning_rate": 5.833333333333334e-06, | |
| "loss": 0.0074, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 35.9375, | |
| "grad_norm": 0.15500891208648682, | |
| "learning_rate": 5.666666666666667e-06, | |
| "loss": 0.0046, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 36.71875, | |
| "grad_norm": 0.36856603622436523, | |
| "learning_rate": 5.500000000000001e-06, | |
| "loss": 0.0043, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 37.5, | |
| "grad_norm": 1.4221413135528564, | |
| "learning_rate": 5.333333333333334e-06, | |
| "loss": 0.0053, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 37.5, | |
| "eval_loss": 3.6545326709747314, | |
| "eval_runtime": 67.6375, | |
| "eval_samples_per_second": 1.878, | |
| "eval_steps_per_second": 0.237, | |
| "eval_wer": 105.01878690284488, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 38.28125, | |
| "grad_norm": 0.2778646945953369, | |
| "learning_rate": 5.1666666666666675e-06, | |
| "loss": 0.0043, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 39.0625, | |
| "grad_norm": 2.6389753818511963, | |
| "learning_rate": 5e-06, | |
| "loss": 0.0055, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 39.84375, | |
| "grad_norm": 0.06653451919555664, | |
| "learning_rate": 4.833333333333333e-06, | |
| "loss": 0.0028, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 40.625, | |
| "grad_norm": 0.3676530122756958, | |
| "learning_rate": 4.666666666666667e-06, | |
| "loss": 0.0018, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 40.625, | |
| "eval_loss": 3.79095458984375, | |
| "eval_runtime": 77.3155, | |
| "eval_samples_per_second": 1.643, | |
| "eval_steps_per_second": 0.207, | |
| "eval_wer": 113.3923778851315, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 41.40625, | |
| "grad_norm": 0.04536161571741104, | |
| "learning_rate": 4.5e-06, | |
| "loss": 0.0037, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 42.1875, | |
| "grad_norm": 0.03454182669520378, | |
| "learning_rate": 4.333333333333334e-06, | |
| "loss": 0.0027, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 42.96875, | |
| "grad_norm": 0.02412017434835434, | |
| "learning_rate": 4.166666666666667e-06, | |
| "loss": 0.0008, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 43.75, | |
| "grad_norm": 0.01602977328002453, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 0.0005, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 43.75, | |
| "eval_loss": 3.8307735919952393, | |
| "eval_runtime": 78.9045, | |
| "eval_samples_per_second": 1.61, | |
| "eval_steps_per_second": 0.203, | |
| "eval_wer": 110.89640365002684, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 44.53125, | |
| "grad_norm": 0.01733047142624855, | |
| "learning_rate": 3.833333333333334e-06, | |
| "loss": 0.0009, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 45.3125, | |
| "grad_norm": 0.013544516637921333, | |
| "learning_rate": 3.6666666666666666e-06, | |
| "loss": 0.0006, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 46.09375, | |
| "grad_norm": 0.015972165390849113, | |
| "learning_rate": 3.5e-06, | |
| "loss": 0.0006, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 46.875, | |
| "grad_norm": 0.017145907506346703, | |
| "learning_rate": 3.3333333333333333e-06, | |
| "loss": 0.0004, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 46.875, | |
| "eval_loss": 3.8879342079162598, | |
| "eval_runtime": 68.6801, | |
| "eval_samples_per_second": 1.849, | |
| "eval_steps_per_second": 0.233, | |
| "eval_wer": 105.28717122920021, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 47.65625, | |
| "grad_norm": 0.014514419250190258, | |
| "learning_rate": 3.1666666666666667e-06, | |
| "loss": 0.0005, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 48.4375, | |
| "grad_norm": 0.013589655980467796, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0004, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 49.21875, | |
| "grad_norm": 0.012899060733616352, | |
| "learning_rate": 2.8333333333333335e-06, | |
| "loss": 0.0004, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 50.0, | |
| "grad_norm": 0.8958866000175476, | |
| "learning_rate": 2.666666666666667e-06, | |
| "loss": 0.0005, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 50.0, | |
| "eval_loss": 3.9086320400238037, | |
| "eval_runtime": 69.0885, | |
| "eval_samples_per_second": 1.838, | |
| "eval_steps_per_second": 0.232, | |
| "eval_wer": 103.75738056897477, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 50.78125, | |
| "grad_norm": 0.010927481576800346, | |
| "learning_rate": 2.5e-06, | |
| "loss": 0.0005, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 51.5625, | |
| "grad_norm": 0.011656476184725761, | |
| "learning_rate": 2.3333333333333336e-06, | |
| "loss": 0.0003, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 52.34375, | |
| "grad_norm": 0.010895876213908195, | |
| "learning_rate": 2.166666666666667e-06, | |
| "loss": 0.0004, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 53.125, | |
| "grad_norm": 0.011804311536252499, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 0.0003, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 53.125, | |
| "eval_loss": 3.924144983291626, | |
| "eval_runtime": 76.5243, | |
| "eval_samples_per_second": 1.66, | |
| "eval_steps_per_second": 0.209, | |
| "eval_wer": 110.11808910359635, | |
| "step": 1700 | |
| } | |
| ], | |
| "logging_steps": 25, | |
| "max_steps": 2000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 63, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.74899931840512e+19, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |