| { | |
| "best_metric": 14316332.0, | |
| "best_model_checkpoint": "/tmp/model/checkpoint-524", | |
| "epoch": 4.0, | |
| "eval_steps": 500, | |
| "global_step": 524, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 5.660377358490566e-06, | |
| "loss": 11930282.6667, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 1.1320754716981132e-05, | |
| "loss": 15509365.3333, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 1.69811320754717e-05, | |
| "loss": 14912853.3333, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 2.2641509433962265e-05, | |
| "loss": 17298908.0, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 2.830188679245283e-05, | |
| "loss": 12526796.0, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 3.39622641509434e-05, | |
| "loss": 10737253.3333, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.962264150943397e-05, | |
| "loss": 13719824.0, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 4.528301886792453e-05, | |
| "loss": 15509366.6667, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 4.9893842887473466e-05, | |
| "loss": 14316337.3333, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 4.925690021231423e-05, | |
| "loss": 13719824.0, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 4.861995753715499e-05, | |
| "loss": 14912852.0, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 4.798301486199575e-05, | |
| "loss": 16105880.0, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 4.734607218683652e-05, | |
| "loss": 17298906.6667, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 4.6709129511677285e-05, | |
| "loss": 12526796.0, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 4.607218683651805e-05, | |
| "loss": 14316337.3333, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 4.5435244161358816e-05, | |
| "loss": 11930281.3333, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 4.479830148619958e-05, | |
| "loss": 16702394.6667, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 4.416135881104034e-05, | |
| "loss": 16105880.0, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 4.352441613588111e-05, | |
| "loss": 11333768.0, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 4.288747346072187e-05, | |
| "loss": 13123309.3333, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 4.2250530785562635e-05, | |
| "loss": 14912850.6667, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.5, | |
| "eval_auc": 0.5, | |
| "eval_f1": 0.6666666666666666, | |
| "eval_loss": 14316337.0, | |
| "eval_precision": 0.5, | |
| "eval_recall": 1.0, | |
| "eval_runtime": 32.7055, | |
| "eval_samples_per_second": 8.011, | |
| "eval_steps_per_second": 0.52, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.1613588110403404e-05, | |
| "loss": 15509365.3333, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 4.0976645435244166e-05, | |
| "loss": 11930281.3333, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 4.033970276008493e-05, | |
| "loss": 11930280.0, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 3.970276008492569e-05, | |
| "loss": 13719821.3333, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 3.906581740976646e-05, | |
| "loss": 13719821.3333, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 3.842887473460722e-05, | |
| "loss": 11930280.0, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 3.7791932059447985e-05, | |
| "loss": 14912850.6667, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 3.715498938428875e-05, | |
| "loss": 12526794.6667, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 3.651804670912951e-05, | |
| "loss": 17298906.6667, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "learning_rate": 3.588110403397027e-05, | |
| "loss": 15509365.3333, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 3.524416135881104e-05, | |
| "loss": 15509364.0, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "learning_rate": 3.4607218683651803e-05, | |
| "loss": 16702392.0, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 3.3970276008492566e-05, | |
| "loss": 13123308.0, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "learning_rate": 3.3333333333333335e-05, | |
| "loss": 14912849.3333, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "learning_rate": 3.26963906581741e-05, | |
| "loss": 15509364.0, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 3.205944798301486e-05, | |
| "loss": 16105878.6667, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "learning_rate": 3.142250530785563e-05, | |
| "loss": 12526793.3333, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 3.078556263269639e-05, | |
| "loss": 14912849.3333, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 3.0148619957537157e-05, | |
| "loss": 13719822.6667, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "learning_rate": 2.951167728237792e-05, | |
| "loss": 16702392.0, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "learning_rate": 2.8874734607218685e-05, | |
| "loss": 15509362.6667, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "learning_rate": 2.8237791932059447e-05, | |
| "loss": 10737250.6667, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.5, | |
| "eval_auc": 0.5267175572519084, | |
| "eval_f1": 0.6666666666666666, | |
| "eval_loss": 14316336.0, | |
| "eval_precision": 0.5, | |
| "eval_recall": 1.0, | |
| "eval_runtime": 31.9021, | |
| "eval_samples_per_second": 8.213, | |
| "eval_steps_per_second": 0.533, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "learning_rate": 2.7600849256900213e-05, | |
| "loss": 14912849.3333, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "learning_rate": 2.696390658174098e-05, | |
| "loss": 12526793.3333, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "learning_rate": 2.632696390658174e-05, | |
| "loss": 14316336.0, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "learning_rate": 2.5690021231422507e-05, | |
| "loss": 14316334.6667, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "learning_rate": 2.505307855626327e-05, | |
| "loss": 12526792.0, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "learning_rate": 2.4416135881104035e-05, | |
| "loss": 16702392.0, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "learning_rate": 2.37791932059448e-05, | |
| "loss": 14316334.6667, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "learning_rate": 2.3142250530785563e-05, | |
| "loss": 17298906.6667, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "learning_rate": 2.250530785562633e-05, | |
| "loss": 11333764.0, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "learning_rate": 2.1868365180467095e-05, | |
| "loss": 12526792.0, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "learning_rate": 2.1231422505307857e-05, | |
| "loss": 15509362.6667, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "learning_rate": 2.0594479830148623e-05, | |
| "loss": 11333764.0, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "learning_rate": 1.9957537154989385e-05, | |
| "loss": 16702389.3333, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "learning_rate": 1.932059447983015e-05, | |
| "loss": 14912848.0, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "learning_rate": 1.8683651804670913e-05, | |
| "loss": 14912848.0, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "learning_rate": 1.8046709129511676e-05, | |
| "loss": 12526792.0, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "learning_rate": 1.740976645435244e-05, | |
| "loss": 11930276.0, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "learning_rate": 1.6772823779193207e-05, | |
| "loss": 13719821.3333, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "learning_rate": 1.613588110403397e-05, | |
| "loss": 18491932.0, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "learning_rate": 1.5498938428874735e-05, | |
| "loss": 16105874.6667, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "learning_rate": 1.48619957537155e-05, | |
| "loss": 10140734.0, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "learning_rate": 1.4225053078556263e-05, | |
| "loss": 18491930.6667, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.5, | |
| "eval_auc": 0.9351145038167938, | |
| "eval_f1": 0.6666666666666666, | |
| "eval_loss": 14316335.0, | |
| "eval_precision": 0.5, | |
| "eval_recall": 1.0, | |
| "eval_runtime": 32.4743, | |
| "eval_samples_per_second": 8.068, | |
| "eval_steps_per_second": 0.523, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "learning_rate": 1.3588110403397027e-05, | |
| "loss": 13719818.6667, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 3.07, | |
| "learning_rate": 1.2951167728237793e-05, | |
| "loss": 13719818.6667, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 3.11, | |
| "learning_rate": 1.2314225053078557e-05, | |
| "loss": 14912846.6667, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 3.16, | |
| "learning_rate": 1.1677282377919321e-05, | |
| "loss": 16105874.6667, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 3.21, | |
| "learning_rate": 1.1040339702760085e-05, | |
| "loss": 13719818.6667, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 3.25, | |
| "learning_rate": 1.0403397027600851e-05, | |
| "loss": 15509360.0, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 3.3, | |
| "learning_rate": 9.766454352441615e-06, | |
| "loss": 16105874.6667, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 3.34, | |
| "learning_rate": 9.129511677282377e-06, | |
| "loss": 13123304.0, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 3.39, | |
| "learning_rate": 8.492569002123141e-06, | |
| "loss": 13719818.6667, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 3.44, | |
| "learning_rate": 7.855626326963907e-06, | |
| "loss": 16105874.6667, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 3.48, | |
| "learning_rate": 7.218683651804671e-06, | |
| "loss": 14912845.3333, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 3.53, | |
| "learning_rate": 6.581740976645435e-06, | |
| "loss": 11930276.0, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 3.57, | |
| "learning_rate": 5.9447983014862e-06, | |
| "loss": 12526789.3333, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 3.62, | |
| "learning_rate": 5.307855626326964e-06, | |
| "loss": 17298902.6667, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 3.66, | |
| "learning_rate": 4.670912951167728e-06, | |
| "loss": 14912845.3333, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 3.71, | |
| "learning_rate": 4.033970276008492e-06, | |
| "loss": 14912845.3333, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 3.76, | |
| "learning_rate": 3.397027600849257e-06, | |
| "loss": 11930274.6667, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 3.8, | |
| "learning_rate": 2.7600849256900213e-06, | |
| "loss": 16702388.0, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 3.85, | |
| "learning_rate": 2.1231422505307854e-06, | |
| "loss": 12526789.3333, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 3.89, | |
| "learning_rate": 1.48619957537155e-06, | |
| "loss": 13719818.6667, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 3.94, | |
| "learning_rate": 8.492569002123142e-07, | |
| "loss": 13719817.3333, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 3.98, | |
| "learning_rate": 2.1231422505307855e-07, | |
| "loss": 14316332.0, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.5, | |
| "eval_auc": 0.9694656488549619, | |
| "eval_f1": 0.6666666666666666, | |
| "eval_loss": 14316332.0, | |
| "eval_precision": 0.5, | |
| "eval_recall": 1.0, | |
| "eval_runtime": 32.3876, | |
| "eval_samples_per_second": 8.09, | |
| "eval_steps_per_second": 0.525, | |
| "step": 524 | |
| } | |
| ], | |
| "logging_steps": 6, | |
| "max_steps": 524, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 4, | |
| "save_steps": 500, | |
| "total_flos": 8.867904471465984e+16, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |