bridalMakeupClassifier_binary / trainer_state.json
100rab25's picture
End of training
49d4fd8 verified
{
"best_metric": 1.0,
"best_model_checkpoint": "bridalMakeupClassifier_binary/checkpoint-414",
"epoch": 20.0,
"eval_steps": 500,
"global_step": 460,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.21739130434782608,
"grad_norm": 7.482993125915527,
"learning_rate": 5.4347826086956525e-06,
"loss": 0.7413,
"step": 5
},
{
"epoch": 0.43478260869565216,
"grad_norm": 5.045105934143066,
"learning_rate": 1.0869565217391305e-05,
"loss": 0.6285,
"step": 10
},
{
"epoch": 0.6521739130434783,
"grad_norm": 3.057001829147339,
"learning_rate": 1.630434782608696e-05,
"loss": 0.4579,
"step": 15
},
{
"epoch": 0.8695652173913043,
"grad_norm": 2.394951581954956,
"learning_rate": 2.173913043478261e-05,
"loss": 0.2966,
"step": 20
},
{
"epoch": 1.0,
"eval_accuracy": 0.9661538461538461,
"eval_f1": 0.9378531073446328,
"eval_loss": 0.12898202240467072,
"eval_precision": 0.9431818181818182,
"eval_recall": 0.9325842696629213,
"eval_runtime": 0.6116,
"eval_samples_per_second": 531.418,
"eval_steps_per_second": 17.986,
"step": 23
},
{
"epoch": 1.0869565217391304,
"grad_norm": 2.818490982055664,
"learning_rate": 2.7173913043478262e-05,
"loss": 0.1788,
"step": 25
},
{
"epoch": 1.3043478260869565,
"grad_norm": 2.19661545753479,
"learning_rate": 3.260869565217392e-05,
"loss": 0.1157,
"step": 30
},
{
"epoch": 1.5217391304347827,
"grad_norm": 1.980846643447876,
"learning_rate": 3.804347826086957e-05,
"loss": 0.077,
"step": 35
},
{
"epoch": 1.7391304347826086,
"grad_norm": 1.7503933906555176,
"learning_rate": 4.347826086956522e-05,
"loss": 0.076,
"step": 40
},
{
"epoch": 1.9565217391304348,
"grad_norm": 4.313005447387695,
"learning_rate": 4.891304347826087e-05,
"loss": 0.1233,
"step": 45
},
{
"epoch": 2.0,
"eval_accuracy": 0.9876923076923076,
"eval_f1": 0.9777777777777779,
"eval_loss": 0.04074087738990784,
"eval_precision": 0.967032967032967,
"eval_recall": 0.9887640449438202,
"eval_runtime": 0.614,
"eval_samples_per_second": 529.309,
"eval_steps_per_second": 17.915,
"step": 46
},
{
"epoch": 2.1739130434782608,
"grad_norm": 2.5787644386291504,
"learning_rate": 4.9516908212560386e-05,
"loss": 0.0834,
"step": 50
},
{
"epoch": 2.391304347826087,
"grad_norm": 2.1645395755767822,
"learning_rate": 4.891304347826087e-05,
"loss": 0.0538,
"step": 55
},
{
"epoch": 2.608695652173913,
"grad_norm": 2.0289194583892822,
"learning_rate": 4.830917874396135e-05,
"loss": 0.0749,
"step": 60
},
{
"epoch": 2.8260869565217392,
"grad_norm": 1.7418752908706665,
"learning_rate": 4.770531400966184e-05,
"loss": 0.0469,
"step": 65
},
{
"epoch": 3.0,
"eval_accuracy": 0.9815384615384616,
"eval_f1": 0.967391304347826,
"eval_loss": 0.059426549822092056,
"eval_precision": 0.9368421052631579,
"eval_recall": 1.0,
"eval_runtime": 0.6222,
"eval_samples_per_second": 522.372,
"eval_steps_per_second": 17.68,
"step": 69
},
{
"epoch": 3.0434782608695654,
"grad_norm": 4.78839635848999,
"learning_rate": 4.710144927536232e-05,
"loss": 0.0729,
"step": 70
},
{
"epoch": 3.260869565217391,
"grad_norm": 2.100724697113037,
"learning_rate": 4.64975845410628e-05,
"loss": 0.0588,
"step": 75
},
{
"epoch": 3.4782608695652173,
"grad_norm": 2.4715771675109863,
"learning_rate": 4.589371980676328e-05,
"loss": 0.0537,
"step": 80
},
{
"epoch": 3.6956521739130435,
"grad_norm": 2.045220375061035,
"learning_rate": 4.528985507246377e-05,
"loss": 0.0451,
"step": 85
},
{
"epoch": 3.9130434782608696,
"grad_norm": 2.7747068405151367,
"learning_rate": 4.4685990338164255e-05,
"loss": 0.0394,
"step": 90
},
{
"epoch": 4.0,
"eval_accuracy": 0.9876923076923076,
"eval_f1": 0.9777777777777779,
"eval_loss": 0.055703382939100266,
"eval_precision": 0.967032967032967,
"eval_recall": 0.9887640449438202,
"eval_runtime": 0.6278,
"eval_samples_per_second": 517.661,
"eval_steps_per_second": 17.521,
"step": 92
},
{
"epoch": 4.130434782608695,
"grad_norm": 1.9641977548599243,
"learning_rate": 4.408212560386474e-05,
"loss": 0.0728,
"step": 95
},
{
"epoch": 4.3478260869565215,
"grad_norm": 3.0312821865081787,
"learning_rate": 4.347826086956522e-05,
"loss": 0.0611,
"step": 100
},
{
"epoch": 4.565217391304348,
"grad_norm": 2.8319077491760254,
"learning_rate": 4.2874396135265707e-05,
"loss": 0.0467,
"step": 105
},
{
"epoch": 4.782608695652174,
"grad_norm": 0.7883936762809753,
"learning_rate": 4.2270531400966186e-05,
"loss": 0.0433,
"step": 110
},
{
"epoch": 5.0,
"grad_norm": 3.4693968296051025,
"learning_rate": 4.166666666666667e-05,
"loss": 0.0909,
"step": 115
},
{
"epoch": 5.0,
"eval_accuracy": 0.9907692307692307,
"eval_f1": 0.9834254143646408,
"eval_loss": 0.04008618742227554,
"eval_precision": 0.967391304347826,
"eval_recall": 1.0,
"eval_runtime": 0.6227,
"eval_samples_per_second": 521.945,
"eval_steps_per_second": 17.666,
"step": 115
},
{
"epoch": 5.217391304347826,
"grad_norm": 2.560603618621826,
"learning_rate": 4.106280193236715e-05,
"loss": 0.0683,
"step": 120
},
{
"epoch": 5.434782608695652,
"grad_norm": 1.258954644203186,
"learning_rate": 4.045893719806764e-05,
"loss": 0.045,
"step": 125
},
{
"epoch": 5.6521739130434785,
"grad_norm": 1.6040618419647217,
"learning_rate": 3.985507246376812e-05,
"loss": 0.0334,
"step": 130
},
{
"epoch": 5.869565217391305,
"grad_norm": 2.980376720428467,
"learning_rate": 3.92512077294686e-05,
"loss": 0.05,
"step": 135
},
{
"epoch": 6.0,
"eval_accuracy": 0.9876923076923076,
"eval_f1": 0.9777777777777779,
"eval_loss": 0.025248104706406593,
"eval_precision": 0.967032967032967,
"eval_recall": 0.9887640449438202,
"eval_runtime": 0.6255,
"eval_samples_per_second": 519.608,
"eval_steps_per_second": 17.587,
"step": 138
},
{
"epoch": 6.086956521739131,
"grad_norm": 1.547420859336853,
"learning_rate": 3.864734299516908e-05,
"loss": 0.0215,
"step": 140
},
{
"epoch": 6.304347826086957,
"grad_norm": 1.0269052982330322,
"learning_rate": 3.804347826086957e-05,
"loss": 0.0513,
"step": 145
},
{
"epoch": 6.521739130434782,
"grad_norm": 1.4050897359848022,
"learning_rate": 3.743961352657005e-05,
"loss": 0.0324,
"step": 150
},
{
"epoch": 6.739130434782608,
"grad_norm": 2.9087464809417725,
"learning_rate": 3.6835748792270534e-05,
"loss": 0.0246,
"step": 155
},
{
"epoch": 6.956521739130435,
"grad_norm": 2.945462942123413,
"learning_rate": 3.6231884057971014e-05,
"loss": 0.0451,
"step": 160
},
{
"epoch": 7.0,
"eval_accuracy": 0.9876923076923076,
"eval_f1": 0.9772727272727273,
"eval_loss": 0.02794536016881466,
"eval_precision": 0.9885057471264368,
"eval_recall": 0.9662921348314607,
"eval_runtime": 0.638,
"eval_samples_per_second": 509.374,
"eval_steps_per_second": 17.24,
"step": 161
},
{
"epoch": 7.173913043478261,
"grad_norm": 0.28256598114967346,
"learning_rate": 3.56280193236715e-05,
"loss": 0.0499,
"step": 165
},
{
"epoch": 7.391304347826087,
"grad_norm": 2.3740286827087402,
"learning_rate": 3.502415458937198e-05,
"loss": 0.0358,
"step": 170
},
{
"epoch": 7.608695652173913,
"grad_norm": 1.025823950767517,
"learning_rate": 3.4420289855072465e-05,
"loss": 0.0306,
"step": 175
},
{
"epoch": 7.826086956521739,
"grad_norm": 0.7179997563362122,
"learning_rate": 3.381642512077295e-05,
"loss": 0.0231,
"step": 180
},
{
"epoch": 8.0,
"eval_accuracy": 0.9938461538461538,
"eval_f1": 0.9888888888888888,
"eval_loss": 0.02782590501010418,
"eval_precision": 0.978021978021978,
"eval_recall": 1.0,
"eval_runtime": 0.6231,
"eval_samples_per_second": 521.596,
"eval_steps_per_second": 17.654,
"step": 184
},
{
"epoch": 8.043478260869565,
"grad_norm": 0.5594707131385803,
"learning_rate": 3.321256038647343e-05,
"loss": 0.024,
"step": 185
},
{
"epoch": 8.26086956521739,
"grad_norm": 2.8453502655029297,
"learning_rate": 3.260869565217392e-05,
"loss": 0.03,
"step": 190
},
{
"epoch": 8.478260869565217,
"grad_norm": 1.5159822702407837,
"learning_rate": 3.2004830917874396e-05,
"loss": 0.0203,
"step": 195
},
{
"epoch": 8.695652173913043,
"grad_norm": 2.250065326690674,
"learning_rate": 3.140096618357488e-05,
"loss": 0.0282,
"step": 200
},
{
"epoch": 8.91304347826087,
"grad_norm": 3.3784470558166504,
"learning_rate": 3.079710144927536e-05,
"loss": 0.0404,
"step": 205
},
{
"epoch": 9.0,
"eval_accuracy": 0.9876923076923076,
"eval_f1": 0.9775280898876404,
"eval_loss": 0.025601999834179878,
"eval_precision": 0.9775280898876404,
"eval_recall": 0.9775280898876404,
"eval_runtime": 0.6288,
"eval_samples_per_second": 516.888,
"eval_steps_per_second": 17.495,
"step": 207
},
{
"epoch": 9.130434782608695,
"grad_norm": 4.156078815460205,
"learning_rate": 3.0193236714975848e-05,
"loss": 0.0135,
"step": 210
},
{
"epoch": 9.347826086956522,
"grad_norm": 1.2355906963348389,
"learning_rate": 2.9589371980676327e-05,
"loss": 0.0377,
"step": 215
},
{
"epoch": 9.565217391304348,
"grad_norm": 4.165219783782959,
"learning_rate": 2.8985507246376814e-05,
"loss": 0.0354,
"step": 220
},
{
"epoch": 9.782608695652174,
"grad_norm": 1.0178390741348267,
"learning_rate": 2.8381642512077293e-05,
"loss": 0.0331,
"step": 225
},
{
"epoch": 10.0,
"grad_norm": 4.175224304199219,
"learning_rate": 2.777777777777778e-05,
"loss": 0.0297,
"step": 230
},
{
"epoch": 10.0,
"eval_accuracy": 0.9907692307692307,
"eval_f1": 0.9832402234636872,
"eval_loss": 0.02601032890379429,
"eval_precision": 0.9777777777777777,
"eval_recall": 0.9887640449438202,
"eval_runtime": 0.6221,
"eval_samples_per_second": 522.441,
"eval_steps_per_second": 17.683,
"step": 230
},
{
"epoch": 10.217391304347826,
"grad_norm": 0.14615581929683685,
"learning_rate": 2.7173913043478262e-05,
"loss": 0.009,
"step": 235
},
{
"epoch": 10.434782608695652,
"grad_norm": 5.359668731689453,
"learning_rate": 2.6570048309178748e-05,
"loss": 0.0176,
"step": 240
},
{
"epoch": 10.652173913043478,
"grad_norm": 0.387389212846756,
"learning_rate": 2.5966183574879227e-05,
"loss": 0.0251,
"step": 245
},
{
"epoch": 10.869565217391305,
"grad_norm": 1.7574446201324463,
"learning_rate": 2.5362318840579714e-05,
"loss": 0.0327,
"step": 250
},
{
"epoch": 11.0,
"eval_accuracy": 0.9938461538461538,
"eval_f1": 0.9888888888888888,
"eval_loss": 0.02298262156546116,
"eval_precision": 0.978021978021978,
"eval_recall": 1.0,
"eval_runtime": 0.63,
"eval_samples_per_second": 515.887,
"eval_steps_per_second": 17.461,
"step": 253
},
{
"epoch": 11.08695652173913,
"grad_norm": 1.124037504196167,
"learning_rate": 2.4758454106280193e-05,
"loss": 0.0397,
"step": 255
},
{
"epoch": 11.304347826086957,
"grad_norm": 2.474566698074341,
"learning_rate": 2.4154589371980676e-05,
"loss": 0.0427,
"step": 260
},
{
"epoch": 11.521739130434783,
"grad_norm": 1.6105717420578003,
"learning_rate": 2.355072463768116e-05,
"loss": 0.0157,
"step": 265
},
{
"epoch": 11.73913043478261,
"grad_norm": 0.6210281252861023,
"learning_rate": 2.294685990338164e-05,
"loss": 0.0297,
"step": 270
},
{
"epoch": 11.956521739130435,
"grad_norm": 2.6540639400482178,
"learning_rate": 2.2342995169082127e-05,
"loss": 0.0221,
"step": 275
},
{
"epoch": 12.0,
"eval_accuracy": 0.9969230769230769,
"eval_f1": 0.9944134078212291,
"eval_loss": 0.01398832444101572,
"eval_precision": 0.9888888888888889,
"eval_recall": 1.0,
"eval_runtime": 0.6237,
"eval_samples_per_second": 521.045,
"eval_steps_per_second": 17.635,
"step": 276
},
{
"epoch": 12.173913043478262,
"grad_norm": 2.6183152198791504,
"learning_rate": 2.173913043478261e-05,
"loss": 0.0267,
"step": 280
},
{
"epoch": 12.391304347826088,
"grad_norm": 0.8627565503120422,
"learning_rate": 2.1135265700483093e-05,
"loss": 0.0195,
"step": 285
},
{
"epoch": 12.608695652173914,
"grad_norm": 0.576085090637207,
"learning_rate": 2.0531400966183576e-05,
"loss": 0.0322,
"step": 290
},
{
"epoch": 12.826086956521738,
"grad_norm": 3.6716318130493164,
"learning_rate": 1.992753623188406e-05,
"loss": 0.0294,
"step": 295
},
{
"epoch": 13.0,
"eval_accuracy": 0.9969230769230769,
"eval_f1": 0.9944134078212291,
"eval_loss": 0.01057437900453806,
"eval_precision": 0.9888888888888889,
"eval_recall": 1.0,
"eval_runtime": 0.6324,
"eval_samples_per_second": 513.948,
"eval_steps_per_second": 17.395,
"step": 299
},
{
"epoch": 13.043478260869565,
"grad_norm": 0.19212637841701508,
"learning_rate": 1.932367149758454e-05,
"loss": 0.0298,
"step": 300
},
{
"epoch": 13.26086956521739,
"grad_norm": 1.9307483434677124,
"learning_rate": 1.8719806763285024e-05,
"loss": 0.0231,
"step": 305
},
{
"epoch": 13.478260869565217,
"grad_norm": 2.444979667663574,
"learning_rate": 1.8115942028985507e-05,
"loss": 0.0201,
"step": 310
},
{
"epoch": 13.695652173913043,
"grad_norm": 2.9044065475463867,
"learning_rate": 1.751207729468599e-05,
"loss": 0.0243,
"step": 315
},
{
"epoch": 13.91304347826087,
"grad_norm": 1.5113251209259033,
"learning_rate": 1.6908212560386476e-05,
"loss": 0.0292,
"step": 320
},
{
"epoch": 14.0,
"eval_accuracy": 0.9969230769230769,
"eval_f1": 0.9944134078212291,
"eval_loss": 0.013215974904596806,
"eval_precision": 0.9888888888888889,
"eval_recall": 1.0,
"eval_runtime": 0.6382,
"eval_samples_per_second": 509.263,
"eval_steps_per_second": 17.237,
"step": 322
},
{
"epoch": 14.130434782608695,
"grad_norm": 0.16032224893569946,
"learning_rate": 1.630434782608696e-05,
"loss": 0.0056,
"step": 325
},
{
"epoch": 14.347826086956522,
"grad_norm": 1.7882447242736816,
"learning_rate": 1.570048309178744e-05,
"loss": 0.0203,
"step": 330
},
{
"epoch": 14.565217391304348,
"grad_norm": 1.206709861755371,
"learning_rate": 1.5096618357487924e-05,
"loss": 0.0205,
"step": 335
},
{
"epoch": 14.782608695652174,
"grad_norm": 2.7993412017822266,
"learning_rate": 1.4492753623188407e-05,
"loss": 0.0227,
"step": 340
},
{
"epoch": 15.0,
"grad_norm": 1.1518446207046509,
"learning_rate": 1.388888888888889e-05,
"loss": 0.0064,
"step": 345
},
{
"epoch": 15.0,
"eval_accuracy": 0.9907692307692307,
"eval_f1": 0.9834254143646408,
"eval_loss": 0.02308599278330803,
"eval_precision": 0.967391304347826,
"eval_recall": 1.0,
"eval_runtime": 0.6311,
"eval_samples_per_second": 514.958,
"eval_steps_per_second": 17.429,
"step": 345
},
{
"epoch": 15.217391304347826,
"grad_norm": 1.4991214275360107,
"learning_rate": 1.3285024154589374e-05,
"loss": 0.0152,
"step": 350
},
{
"epoch": 15.434782608695652,
"grad_norm": 1.1912800073623657,
"learning_rate": 1.2681159420289857e-05,
"loss": 0.0066,
"step": 355
},
{
"epoch": 15.652173913043478,
"grad_norm": 0.4402332603931427,
"learning_rate": 1.2077294685990338e-05,
"loss": 0.0051,
"step": 360
},
{
"epoch": 15.869565217391305,
"grad_norm": 0.8945227861404419,
"learning_rate": 1.147342995169082e-05,
"loss": 0.02,
"step": 365
},
{
"epoch": 16.0,
"eval_accuracy": 0.9969230769230769,
"eval_f1": 0.9944134078212291,
"eval_loss": 0.008727076463401318,
"eval_precision": 0.9888888888888889,
"eval_recall": 1.0,
"eval_runtime": 0.6362,
"eval_samples_per_second": 510.858,
"eval_steps_per_second": 17.291,
"step": 368
},
{
"epoch": 16.08695652173913,
"grad_norm": 1.353935718536377,
"learning_rate": 1.0869565217391305e-05,
"loss": 0.0422,
"step": 370
},
{
"epoch": 16.304347826086957,
"grad_norm": 2.2760603427886963,
"learning_rate": 1.0265700483091788e-05,
"loss": 0.0314,
"step": 375
},
{
"epoch": 16.52173913043478,
"grad_norm": 1.7415324449539185,
"learning_rate": 9.66183574879227e-06,
"loss": 0.0105,
"step": 380
},
{
"epoch": 16.73913043478261,
"grad_norm": 0.31125152111053467,
"learning_rate": 9.057971014492753e-06,
"loss": 0.0249,
"step": 385
},
{
"epoch": 16.956521739130434,
"grad_norm": 3.789961814880371,
"learning_rate": 8.454106280193238e-06,
"loss": 0.0356,
"step": 390
},
{
"epoch": 17.0,
"eval_accuracy": 0.9969230769230769,
"eval_f1": 0.9944134078212291,
"eval_loss": 0.011419730260968208,
"eval_precision": 0.9888888888888889,
"eval_recall": 1.0,
"eval_runtime": 0.6273,
"eval_samples_per_second": 518.129,
"eval_steps_per_second": 17.537,
"step": 391
},
{
"epoch": 17.17391304347826,
"grad_norm": 0.2875424027442932,
"learning_rate": 7.85024154589372e-06,
"loss": 0.0102,
"step": 395
},
{
"epoch": 17.391304347826086,
"grad_norm": 1.2512189149856567,
"learning_rate": 7.246376811594203e-06,
"loss": 0.0114,
"step": 400
},
{
"epoch": 17.608695652173914,
"grad_norm": 2.634803295135498,
"learning_rate": 6.642512077294687e-06,
"loss": 0.0274,
"step": 405
},
{
"epoch": 17.82608695652174,
"grad_norm": 1.524092674255371,
"learning_rate": 6.038647342995169e-06,
"loss": 0.0232,
"step": 410
},
{
"epoch": 18.0,
"eval_accuracy": 1.0,
"eval_f1": 1.0,
"eval_loss": 0.00724475271999836,
"eval_precision": 1.0,
"eval_recall": 1.0,
"eval_runtime": 0.6289,
"eval_samples_per_second": 516.744,
"eval_steps_per_second": 17.49,
"step": 414
},
{
"epoch": 18.043478260869566,
"grad_norm": 0.8228383660316467,
"learning_rate": 5.4347826086956525e-06,
"loss": 0.0187,
"step": 415
},
{
"epoch": 18.26086956521739,
"grad_norm": 0.26993948221206665,
"learning_rate": 4.830917874396135e-06,
"loss": 0.0176,
"step": 420
},
{
"epoch": 18.47826086956522,
"grad_norm": 1.4451013803482056,
"learning_rate": 4.227053140096619e-06,
"loss": 0.017,
"step": 425
},
{
"epoch": 18.695652173913043,
"grad_norm": 1.0776654481887817,
"learning_rate": 3.6231884057971017e-06,
"loss": 0.0225,
"step": 430
},
{
"epoch": 18.91304347826087,
"grad_norm": 0.6803100109100342,
"learning_rate": 3.0193236714975845e-06,
"loss": 0.0351,
"step": 435
},
{
"epoch": 19.0,
"eval_accuracy": 0.9969230769230769,
"eval_f1": 0.9944134078212291,
"eval_loss": 0.008730148896574974,
"eval_precision": 0.9888888888888889,
"eval_recall": 1.0,
"eval_runtime": 0.629,
"eval_samples_per_second": 516.656,
"eval_steps_per_second": 17.487,
"step": 437
},
{
"epoch": 19.130434782608695,
"grad_norm": 3.2962541580200195,
"learning_rate": 2.4154589371980677e-06,
"loss": 0.0138,
"step": 440
},
{
"epoch": 19.347826086956523,
"grad_norm": 2.5289676189422607,
"learning_rate": 1.8115942028985508e-06,
"loss": 0.0192,
"step": 445
},
{
"epoch": 19.565217391304348,
"grad_norm": 0.09774911403656006,
"learning_rate": 1.2077294685990338e-06,
"loss": 0.0136,
"step": 450
},
{
"epoch": 19.782608695652176,
"grad_norm": 0.9112738370895386,
"learning_rate": 6.038647342995169e-07,
"loss": 0.0213,
"step": 455
},
{
"epoch": 20.0,
"grad_norm": 0.6033933162689209,
"learning_rate": 0.0,
"loss": 0.0155,
"step": 460
},
{
"epoch": 20.0,
"eval_accuracy": 0.9969230769230769,
"eval_f1": 0.9944134078212291,
"eval_loss": 0.007528003770858049,
"eval_precision": 0.9888888888888889,
"eval_recall": 1.0,
"eval_runtime": 0.6414,
"eval_samples_per_second": 506.707,
"eval_steps_per_second": 17.15,
"step": 460
},
{
"epoch": 20.0,
"step": 460,
"total_flos": 1.4530811161131418e+18,
"train_loss": 0.0580909106111073,
"train_runtime": 291.8902,
"train_samples_per_second": 200.281,
"train_steps_per_second": 1.576
}
],
"logging_steps": 5,
"max_steps": 460,
"num_input_tokens_seen": 0,
"num_train_epochs": 20,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 1.4530811161131418e+18,
"train_batch_size": 32,
"trial_name": null,
"trial_params": null
}