{ "best_metric": null, "best_model_checkpoint": null, "epoch": 1.999819135467535, "eval_steps": 500, "global_step": 1382, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.03617290649303671, "grad_norm": 5.598344326019287, "learning_rate": 1.0000000000000001e-07, "loss": 0.8052, "step": 25 }, { "epoch": 0.07234581298607343, "grad_norm": 15.454778671264648, "learning_rate": 2.0000000000000002e-07, "loss": 1.3834, "step": 50 }, { "epoch": 0.10851871947911014, "grad_norm": 6.023103713989258, "learning_rate": 3.0000000000000004e-07, "loss": 0.6989, "step": 75 }, { "epoch": 0.14469162597214685, "grad_norm": 14.213159561157227, "learning_rate": 4.0000000000000003e-07, "loss": 0.8097, "step": 100 }, { "epoch": 0.18086453246518358, "grad_norm": 3.366466999053955, "learning_rate": 5.000000000000001e-07, "loss": 0.2367, "step": 125 }, { "epoch": 0.21703743895822028, "grad_norm": 15.736528396606445, "learning_rate": 6.000000000000001e-07, "loss": 0.3249, "step": 150 }, { "epoch": 0.25321034545125704, "grad_norm": 2.5983786582946777, "learning_rate": 7.000000000000001e-07, "loss": 0.1757, "step": 175 }, { "epoch": 0.2893832519442937, "grad_norm": 10.108122825622559, "learning_rate": 8.000000000000001e-07, "loss": 0.2398, "step": 200 }, { "epoch": 0.32555615843733043, "grad_norm": 2.5293455123901367, "learning_rate": 9.000000000000001e-07, "loss": 0.1667, "step": 225 }, { "epoch": 0.36172906493036716, "grad_norm": 9.013643264770508, "learning_rate": 1.0000000000000002e-06, "loss": 0.22, "step": 250 }, { "epoch": 0.3979019714234039, "grad_norm": 3.5457277297973633, "learning_rate": 1.1e-06, "loss": 0.168, "step": 275 }, { "epoch": 0.43407487791644056, "grad_norm": 6.44632625579834, "learning_rate": 1.2000000000000002e-06, "loss": 0.2021, "step": 300 }, { "epoch": 0.4702477844094773, "grad_norm": 2.5131373405456543, "learning_rate": 1.3e-06, "loss": 0.1573, "step": 325 }, { "epoch": 0.5064206909025141, "grad_norm": 10.056652069091797, "learning_rate": 1.4000000000000001e-06, "loss": 0.1839, "step": 350 }, { "epoch": 0.5425935973955507, "grad_norm": 1.9256174564361572, "learning_rate": 1.5e-06, "loss": 0.1432, "step": 375 }, { "epoch": 0.5787665038885874, "grad_norm": 5.919682025909424, "learning_rate": 1.6000000000000001e-06, "loss": 0.178, "step": 400 }, { "epoch": 0.6149394103816241, "grad_norm": 2.477151393890381, "learning_rate": 1.7000000000000002e-06, "loss": 0.1377, "step": 425 }, { "epoch": 0.6511123168746609, "grad_norm": 6.950107097625732, "learning_rate": 1.8000000000000001e-06, "loss": 0.1865, "step": 450 }, { "epoch": 0.6872852233676976, "grad_norm": 2.580976963043213, "learning_rate": 1.9000000000000002e-06, "loss": 0.1296, "step": 475 }, { "epoch": 0.7234581298607343, "grad_norm": 6.907202243804932, "learning_rate": 2.0000000000000003e-06, "loss": 0.1769, "step": 500 }, { "epoch": 0.759631036353771, "grad_norm": 2.5415403842926025, "learning_rate": 2.1000000000000002e-06, "loss": 0.1345, "step": 525 }, { "epoch": 0.7958039428468078, "grad_norm": 8.191935539245605, "learning_rate": 2.2e-06, "loss": 0.1727, "step": 550 }, { "epoch": 0.8319768493398445, "grad_norm": 4.426870822906494, "learning_rate": 2.3000000000000004e-06, "loss": 0.1267, "step": 575 }, { "epoch": 0.8681497558328811, "grad_norm": 5.906033515930176, "learning_rate": 2.4000000000000003e-06, "loss": 0.1617, "step": 600 }, { "epoch": 0.9043226623259178, "grad_norm": 2.5345969200134277, "learning_rate": 2.5e-06, "loss": 0.1444, "step": 625 }, { "epoch": 0.9404955688189546, "grad_norm": 5.994137287139893, "learning_rate": 2.6e-06, "loss": 0.1766, "step": 650 }, { "epoch": 0.9766684753119913, "grad_norm": 3.034348249435425, "learning_rate": 2.7000000000000004e-06, "loss": 0.13, "step": 675 }, { "epoch": 0.9998191354675349, "eval_loss": 0.1486499309539795, "eval_runtime": 18037.1186, "eval_samples_per_second": 0.526, "eval_steps_per_second": 0.526, "eval_wer": 0.10366752081998719, "step": 691 }, { "epoch": 1.0128413818050281, "grad_norm": 2.1960830688476562, "learning_rate": 2.8000000000000003e-06, "loss": 0.1467, "step": 700 }, { "epoch": 1.0490142882980646, "grad_norm": 2.957355260848999, "learning_rate": 2.9e-06, "loss": 0.1113, "step": 725 }, { "epoch": 1.0851871947911014, "grad_norm": 1.6470922231674194, "learning_rate": 3e-06, "loss": 0.1469, "step": 750 }, { "epoch": 1.121360101284138, "grad_norm": 3.09590220451355, "learning_rate": 3.1000000000000004e-06, "loss": 0.1034, "step": 775 }, { "epoch": 1.1575330077771748, "grad_norm": 2.3706791400909424, "learning_rate": 3.2000000000000003e-06, "loss": 0.1463, "step": 800 }, { "epoch": 1.1937059142702116, "grad_norm": 1.995174765586853, "learning_rate": 3.3000000000000006e-06, "loss": 0.1004, "step": 825 }, { "epoch": 1.2298788207632483, "grad_norm": 1.665616750717163, "learning_rate": 3.4000000000000005e-06, "loss": 0.1297, "step": 850 }, { "epoch": 1.266051727256285, "grad_norm": 2.44356369972229, "learning_rate": 3.5e-06, "loss": 0.1112, "step": 875 }, { "epoch": 1.3022246337493217, "grad_norm": 1.8907896280288696, "learning_rate": 3.6000000000000003e-06, "loss": 0.1379, "step": 900 }, { "epoch": 1.3383975402423585, "grad_norm": 2.632768154144287, "learning_rate": 3.7e-06, "loss": 0.1011, "step": 925 }, { "epoch": 1.3745704467353952, "grad_norm": 1.6871304512023926, "learning_rate": 3.8000000000000005e-06, "loss": 0.133, "step": 950 }, { "epoch": 1.410743353228432, "grad_norm": 2.9852051734924316, "learning_rate": 3.900000000000001e-06, "loss": 0.1126, "step": 975 }, { "epoch": 1.4469162597214686, "grad_norm": 2.0160508155822754, "learning_rate": 4.000000000000001e-06, "loss": 0.1361, "step": 1000 }, { "epoch": 1.4832700307469704, "grad_norm": 2.4528961181640625, "learning_rate": 9.345549738219896e-06, "loss": 0.1073, "step": 1025 }, { "epoch": 1.5194429372400071, "grad_norm": 3.373425006866455, "learning_rate": 8.691099476439791e-06, "loss": 0.1388, "step": 1050 }, { "epoch": 1.5556158437330438, "grad_norm": 2.545165538787842, "learning_rate": 8.036649214659686e-06, "loss": 0.1101, "step": 1075 }, { "epoch": 1.5917887502260806, "grad_norm": 1.6243386268615723, "learning_rate": 7.382198952879581e-06, "loss": 0.1339, "step": 1100 }, { "epoch": 1.6279616567191173, "grad_norm": 3.5856447219848633, "learning_rate": 6.727748691099477e-06, "loss": 0.1069, "step": 1125 }, { "epoch": 1.664134563212154, "grad_norm": 1.4985790252685547, "learning_rate": 6.073298429319372e-06, "loss": 0.1331, "step": 1150 }, { "epoch": 1.7003074697051908, "grad_norm": 3.4537761211395264, "learning_rate": 5.418848167539268e-06, "loss": 0.0903, "step": 1175 }, { "epoch": 1.7364803761982275, "grad_norm": 2.7335891723632812, "learning_rate": 4.764397905759163e-06, "loss": 0.1207, "step": 1200 }, { "epoch": 1.7726532826912642, "grad_norm": 2.135629892349243, "learning_rate": 4.109947643979058e-06, "loss": 0.0948, "step": 1225 }, { "epoch": 1.808826189184301, "grad_norm": 1.6300333738327026, "learning_rate": 3.455497382198953e-06, "loss": 0.1099, "step": 1250 }, { "epoch": 1.8449990956773377, "grad_norm": 2.582153797149658, "learning_rate": 2.8010471204188483e-06, "loss": 0.0896, "step": 1275 }, { "epoch": 1.8811720021703744, "grad_norm": 1.5254755020141602, "learning_rate": 2.1465968586387435e-06, "loss": 0.0942, "step": 1300 }, { "epoch": 1.9173449086634111, "grad_norm": 3.2325875759124756, "learning_rate": 1.4921465968586387e-06, "loss": 0.0932, "step": 1325 }, { "epoch": 1.9535178151564478, "grad_norm": 1.1424560546875, "learning_rate": 8.376963350785341e-07, "loss": 0.1005, "step": 1350 }, { "epoch": 1.9896907216494846, "grad_norm": 3.229748010635376, "learning_rate": 1.8324607329842932e-07, "loss": 0.0844, "step": 1375 }, { "epoch": 1.999819135467535, "step": 1382, "total_flos": 1.5025096510930944e+20, "train_loss": 0.0, "train_runtime": 0.2812, "train_samples_per_second": 157281.733, "train_steps_per_second": 4914.165 } ], "logging_steps": 25, "max_steps": 1382, "num_input_tokens_seen": 0, "num_train_epochs": 2, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 1.5025096510930944e+20, "train_batch_size": 1, "trial_name": null, "trial_params": null }