| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 35.0, | |
| "global_step": 27335, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 4.908542162063289e-05, | |
| "loss": 6.7425, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 4.8170843241265775e-05, | |
| "loss": 5.4902, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "learning_rate": 4.725626486189867e-05, | |
| "loss": 4.9535, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "learning_rate": 4.6341686482531555e-05, | |
| "loss": 4.5816, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 3.2, | |
| "learning_rate": 4.5427108103164445e-05, | |
| "loss": 4.3055, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 3.84, | |
| "learning_rate": 4.451252972379733e-05, | |
| "loss": 4.0758, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 4.48, | |
| "learning_rate": 4.359795134443022e-05, | |
| "loss": 3.8768, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 5.12, | |
| "learning_rate": 4.268337296506311e-05, | |
| "loss": 3.7165, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 5.76, | |
| "learning_rate": 4.1768794585696e-05, | |
| "loss": 3.5584, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 6.4, | |
| "learning_rate": 4.085421620632888e-05, | |
| "loss": 3.431, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 7.04, | |
| "learning_rate": 3.993963782696177e-05, | |
| "loss": 3.3197, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 7.68, | |
| "learning_rate": 3.902505944759466e-05, | |
| "loss": 3.2002, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 8.32, | |
| "learning_rate": 3.811048106822755e-05, | |
| "loss": 3.1084, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 8.96, | |
| "learning_rate": 3.719590268886043e-05, | |
| "loss": 3.0326, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 9.6, | |
| "learning_rate": 3.628132430949332e-05, | |
| "loss": 2.9372, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 10.24, | |
| "learning_rate": 3.536674593012621e-05, | |
| "loss": 2.8657, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 10.88, | |
| "learning_rate": 3.44521675507591e-05, | |
| "loss": 2.8072, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 11.52, | |
| "learning_rate": 3.353758917139199e-05, | |
| "loss": 2.7354, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 12.16, | |
| "learning_rate": 3.2623010792024876e-05, | |
| "loss": 2.6862, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 12.8, | |
| "learning_rate": 3.1708432412657766e-05, | |
| "loss": 2.6269, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 13.44, | |
| "learning_rate": 3.0793854033290656e-05, | |
| "loss": 2.5687, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 14.08, | |
| "learning_rate": 2.9879275653923545e-05, | |
| "loss": 2.5422, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 14.72, | |
| "learning_rate": 2.896469727455643e-05, | |
| "loss": 2.4796, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 15.36, | |
| "learning_rate": 2.8050118895189322e-05, | |
| "loss": 2.4468, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 16.01, | |
| "learning_rate": 2.7135540515822205e-05, | |
| "loss": 2.4179, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 16.65, | |
| "learning_rate": 2.6220962136455095e-05, | |
| "loss": 2.3558, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 17.29, | |
| "learning_rate": 2.530638375708798e-05, | |
| "loss": 2.3408, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 17.93, | |
| "learning_rate": 2.439180537772087e-05, | |
| "loss": 2.3129, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 18.57, | |
| "learning_rate": 2.347722699835376e-05, | |
| "loss": 2.2645, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 19.21, | |
| "learning_rate": 2.2562648618986647e-05, | |
| "loss": 2.2492, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 19.85, | |
| "learning_rate": 2.1648070239619537e-05, | |
| "loss": 2.2222, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 20.49, | |
| "learning_rate": 2.0733491860252424e-05, | |
| "loss": 2.1802, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 21.13, | |
| "learning_rate": 1.9818913480885314e-05, | |
| "loss": 2.173, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 21.77, | |
| "learning_rate": 1.89043351015182e-05, | |
| "loss": 2.1459, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 22.41, | |
| "learning_rate": 1.7989756722151087e-05, | |
| "loss": 2.118, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 23.05, | |
| "learning_rate": 1.7075178342783976e-05, | |
| "loss": 2.1077, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 23.69, | |
| "learning_rate": 1.6160599963416863e-05, | |
| "loss": 2.0791, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 24.33, | |
| "learning_rate": 1.5246021584049754e-05, | |
| "loss": 2.0544, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 24.97, | |
| "learning_rate": 1.4331443204682643e-05, | |
| "loss": 2.0541, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 25.61, | |
| "learning_rate": 1.341686482531553e-05, | |
| "loss": 2.0238, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 26.25, | |
| "learning_rate": 1.2502286445948419e-05, | |
| "loss": 2.0115, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 26.89, | |
| "learning_rate": 1.1587708066581307e-05, | |
| "loss": 1.9977, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 27.53, | |
| "learning_rate": 1.0673129687214195e-05, | |
| "loss": 1.979, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 28.17, | |
| "learning_rate": 9.758551307847083e-06, | |
| "loss": 1.9705, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 28.81, | |
| "learning_rate": 8.843972928479972e-06, | |
| "loss": 1.9635, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 29.45, | |
| "learning_rate": 7.92939454911286e-06, | |
| "loss": 1.9388, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 30.09, | |
| "learning_rate": 7.014816169745747e-06, | |
| "loss": 1.9347, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 30.73, | |
| "learning_rate": 6.100237790378636e-06, | |
| "loss": 1.9227, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 31.37, | |
| "learning_rate": 5.1856594110115235e-06, | |
| "loss": 1.9157, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 32.01, | |
| "learning_rate": 4.271081031644412e-06, | |
| "loss": 1.9104, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 32.65, | |
| "learning_rate": 3.3565026522773006e-06, | |
| "loss": 1.895, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 33.29, | |
| "learning_rate": 2.4419242729101884e-06, | |
| "loss": 1.8957, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 33.93, | |
| "learning_rate": 1.5273458935430768e-06, | |
| "loss": 1.8829, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 34.57, | |
| "learning_rate": 6.127675141759649e-07, | |
| "loss": 1.8824, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 35.0, | |
| "step": 27335, | |
| "total_flos": 5.713934155776e+16, | |
| "train_loss": 2.6988527534168076, | |
| "train_runtime": 23608.904, | |
| "train_samples_per_second": 148.16, | |
| "train_steps_per_second": 1.158 | |
| } | |
| ], | |
| "max_steps": 27335, | |
| "num_train_epochs": 35, | |
| "total_flos": 5.713934155776e+16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |