{ "best_metric": 0.9959458017710445, "best_model_checkpoint": "PlantDiseaseDetectorVit2/checkpoint-879", "epoch": 3.0, "eval_steps": 500, "global_step": 879, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.034129692832764506, "grad_norm": 0.6686996817588806, "learning_rate": 5.681818181818182e-06, "loss": 3.7946, "step": 10 }, { "epoch": 0.06825938566552901, "grad_norm": 0.6528059244155884, "learning_rate": 1.1363636363636365e-05, "loss": 3.7634, "step": 20 }, { "epoch": 0.10238907849829351, "grad_norm": 0.7110876441001892, "learning_rate": 1.7045454545454546e-05, "loss": 3.6945, "step": 30 }, { "epoch": 0.13651877133105803, "grad_norm": 0.7198315858840942, "learning_rate": 2.272727272727273e-05, "loss": 3.5857, "step": 40 }, { "epoch": 0.17064846416382254, "grad_norm": 0.8180440068244934, "learning_rate": 2.8409090909090912e-05, "loss": 3.4298, "step": 50 }, { "epoch": 0.20477815699658702, "grad_norm": 0.8139916658401489, "learning_rate": 3.409090909090909e-05, "loss": 3.2427, "step": 60 }, { "epoch": 0.23890784982935154, "grad_norm": 0.8880642056465149, "learning_rate": 3.9772727272727275e-05, "loss": 3.013, "step": 70 }, { "epoch": 0.27303754266211605, "grad_norm": 0.8926830291748047, "learning_rate": 4.545454545454546e-05, "loss": 2.7552, "step": 80 }, { "epoch": 0.30716723549488056, "grad_norm": 1.002000093460083, "learning_rate": 4.9873577749683945e-05, "loss": 2.5021, "step": 90 }, { "epoch": 0.3412969283276451, "grad_norm": 0.9452126622200012, "learning_rate": 4.924146649810367e-05, "loss": 2.2347, "step": 100 }, { "epoch": 0.37542662116040953, "grad_norm": 1.039056420326233, "learning_rate": 4.860935524652339e-05, "loss": 2.0152, "step": 110 }, { "epoch": 0.40955631399317405, "grad_norm": 0.9824926853179932, "learning_rate": 4.797724399494311e-05, "loss": 1.8409, "step": 120 }, { "epoch": 0.44368600682593856, "grad_norm": 1.0370389223098755, "learning_rate": 4.734513274336283e-05, "loss": 1.6624, "step": 130 }, { "epoch": 0.4778156996587031, "grad_norm": 0.9628086090087891, "learning_rate": 4.6713021491782554e-05, "loss": 1.5434, "step": 140 }, { "epoch": 0.5119453924914675, "grad_norm": 1.0051034688949585, "learning_rate": 4.608091024020228e-05, "loss": 1.4022, "step": 150 }, { "epoch": 0.5460750853242321, "grad_norm": 0.9724010825157166, "learning_rate": 4.5448798988622e-05, "loss": 1.2981, "step": 160 }, { "epoch": 0.5802047781569966, "grad_norm": 1.2477946281433105, "learning_rate": 4.4816687737041726e-05, "loss": 1.2025, "step": 170 }, { "epoch": 0.6143344709897611, "grad_norm": 0.9471719861030579, "learning_rate": 4.418457648546144e-05, "loss": 1.1202, "step": 180 }, { "epoch": 0.6484641638225256, "grad_norm": 0.9492740631103516, "learning_rate": 4.355246523388117e-05, "loss": 1.053, "step": 190 }, { "epoch": 0.6825938566552902, "grad_norm": 0.9678471088409424, "learning_rate": 4.2920353982300885e-05, "loss": 0.9739, "step": 200 }, { "epoch": 0.7167235494880546, "grad_norm": 0.902233362197876, "learning_rate": 4.2288242730720607e-05, "loss": 0.9053, "step": 210 }, { "epoch": 0.7508532423208191, "grad_norm": 1.190834879875183, "learning_rate": 4.165613147914033e-05, "loss": 0.8599, "step": 220 }, { "epoch": 0.7849829351535836, "grad_norm": 1.094313144683838, "learning_rate": 4.102402022756005e-05, "loss": 0.8202, "step": 230 }, { "epoch": 0.8191126279863481, "grad_norm": 0.8496561050415039, "learning_rate": 4.039190897597978e-05, "loss": 0.7651, "step": 240 }, { "epoch": 0.8532423208191127, "grad_norm": 0.8702057003974915, "learning_rate": 3.9759797724399494e-05, "loss": 0.7268, "step": 250 }, { "epoch": 0.8873720136518771, "grad_norm": 0.9215129017829895, "learning_rate": 3.912768647281922e-05, "loss": 0.6796, "step": 260 }, { "epoch": 0.9215017064846417, "grad_norm": 1.1348512172698975, "learning_rate": 3.849557522123894e-05, "loss": 0.6446, "step": 270 }, { "epoch": 0.9556313993174061, "grad_norm": 0.8226602077484131, "learning_rate": 3.7863463969658666e-05, "loss": 0.6234, "step": 280 }, { "epoch": 0.9897610921501706, "grad_norm": 0.9013721942901611, "learning_rate": 3.723135271807838e-05, "loss": 0.5919, "step": 290 }, { "epoch": 1.0, "eval_accuracy": 0.9869838898965112, "eval_loss": 0.5612290501594543, "eval_runtime": 136.7393, "eval_samples_per_second": 68.546, "eval_steps_per_second": 1.075, "step": 293 }, { "epoch": 1.023890784982935, "grad_norm": 0.7781492471694946, "learning_rate": 3.659924146649811e-05, "loss": 0.5557, "step": 300 }, { "epoch": 1.0580204778156996, "grad_norm": 0.8166685104370117, "learning_rate": 3.5967130214917824e-05, "loss": 0.5387, "step": 310 }, { "epoch": 1.0921501706484642, "grad_norm": 0.9886695742607117, "learning_rate": 3.533501896333755e-05, "loss": 0.5075, "step": 320 }, { "epoch": 1.1262798634812285, "grad_norm": 0.90567946434021, "learning_rate": 3.470290771175727e-05, "loss": 0.4924, "step": 330 }, { "epoch": 1.1604095563139931, "grad_norm": 0.720587432384491, "learning_rate": 3.407079646017699e-05, "loss": 0.4753, "step": 340 }, { "epoch": 1.1945392491467577, "grad_norm": 0.8734786510467529, "learning_rate": 3.343868520859672e-05, "loss": 0.4488, "step": 350 }, { "epoch": 1.2286689419795223, "grad_norm": 1.006568431854248, "learning_rate": 3.280657395701643e-05, "loss": 0.4436, "step": 360 }, { "epoch": 1.2627986348122868, "grad_norm": 0.6803867816925049, "learning_rate": 3.217446270543616e-05, "loss": 0.4152, "step": 370 }, { "epoch": 1.2969283276450512, "grad_norm": 0.6060165166854858, "learning_rate": 3.1542351453855877e-05, "loss": 0.4105, "step": 380 }, { "epoch": 1.3310580204778157, "grad_norm": 0.6753475069999695, "learning_rate": 3.0910240202275605e-05, "loss": 0.3933, "step": 390 }, { "epoch": 1.36518771331058, "grad_norm": 0.6579934358596802, "learning_rate": 3.0278128950695323e-05, "loss": 0.3822, "step": 400 }, { "epoch": 1.3993174061433447, "grad_norm": 0.511236310005188, "learning_rate": 2.964601769911505e-05, "loss": 0.3665, "step": 410 }, { "epoch": 1.4334470989761092, "grad_norm": 0.6013672947883606, "learning_rate": 2.9013906447534767e-05, "loss": 0.3581, "step": 420 }, { "epoch": 1.4675767918088738, "grad_norm": 0.9311569929122925, "learning_rate": 2.8381795195954492e-05, "loss": 0.3556, "step": 430 }, { "epoch": 1.5017064846416384, "grad_norm": 0.6122246980667114, "learning_rate": 2.774968394437421e-05, "loss": 0.3421, "step": 440 }, { "epoch": 1.5358361774744027, "grad_norm": 0.5536355376243591, "learning_rate": 2.7117572692793936e-05, "loss": 0.327, "step": 450 }, { "epoch": 1.5699658703071673, "grad_norm": 0.5841261744499207, "learning_rate": 2.6485461441213654e-05, "loss": 0.3227, "step": 460 }, { "epoch": 1.6040955631399316, "grad_norm": 1.0431301593780518, "learning_rate": 2.5853350189633372e-05, "loss": 0.3152, "step": 470 }, { "epoch": 1.6382252559726962, "grad_norm": 0.8714063167572021, "learning_rate": 2.5221238938053098e-05, "loss": 0.3142, "step": 480 }, { "epoch": 1.6723549488054608, "grad_norm": 0.7647233605384827, "learning_rate": 2.458912768647282e-05, "loss": 0.3049, "step": 490 }, { "epoch": 1.7064846416382253, "grad_norm": 1.1779247522354126, "learning_rate": 2.3957016434892544e-05, "loss": 0.2965, "step": 500 }, { "epoch": 1.74061433447099, "grad_norm": 1.051600694656372, "learning_rate": 2.3324905183312266e-05, "loss": 0.29, "step": 510 }, { "epoch": 1.7747440273037542, "grad_norm": 0.7569793462753296, "learning_rate": 2.2692793931731988e-05, "loss": 0.2962, "step": 520 }, { "epoch": 1.8088737201365188, "grad_norm": 0.6314426064491272, "learning_rate": 2.206068268015171e-05, "loss": 0.2763, "step": 530 }, { "epoch": 1.8430034129692832, "grad_norm": 0.6302042603492737, "learning_rate": 2.1428571428571428e-05, "loss": 0.2653, "step": 540 }, { "epoch": 1.8771331058020477, "grad_norm": 0.8586634993553162, "learning_rate": 2.079646017699115e-05, "loss": 0.2651, "step": 550 }, { "epoch": 1.9112627986348123, "grad_norm": 0.5459042191505432, "learning_rate": 2.016434892541087e-05, "loss": 0.256, "step": 560 }, { "epoch": 1.9453924914675769, "grad_norm": 0.4690670669078827, "learning_rate": 1.9532237673830593e-05, "loss": 0.2542, "step": 570 }, { "epoch": 1.9795221843003414, "grad_norm": 0.6143674850463867, "learning_rate": 1.8900126422250315e-05, "loss": 0.2529, "step": 580 }, { "epoch": 2.0, "eval_accuracy": 0.9951989757815001, "eval_loss": 0.24359659850597382, "eval_runtime": 134.2967, "eval_samples_per_second": 69.793, "eval_steps_per_second": 1.095, "step": 586 }, { "epoch": 2.013651877133106, "grad_norm": 0.40023496747016907, "learning_rate": 1.8268015170670037e-05, "loss": 0.2421, "step": 590 }, { "epoch": 2.04778156996587, "grad_norm": 0.5167109370231628, "learning_rate": 1.7635903919089762e-05, "loss": 0.2371, "step": 600 }, { "epoch": 2.0819112627986347, "grad_norm": 0.5056605935096741, "learning_rate": 1.7003792667509484e-05, "loss": 0.232, "step": 610 }, { "epoch": 2.1160409556313993, "grad_norm": 0.8010804057121277, "learning_rate": 1.6371681415929206e-05, "loss": 0.2306, "step": 620 }, { "epoch": 2.150170648464164, "grad_norm": 0.47784796357154846, "learning_rate": 1.5739570164348927e-05, "loss": 0.2229, "step": 630 }, { "epoch": 2.1843003412969284, "grad_norm": 0.5715758204460144, "learning_rate": 1.510745891276865e-05, "loss": 0.2255, "step": 640 }, { "epoch": 2.218430034129693, "grad_norm": 0.3998388350009918, "learning_rate": 1.4475347661188371e-05, "loss": 0.219, "step": 650 }, { "epoch": 2.252559726962457, "grad_norm": 0.6502085328102112, "learning_rate": 1.3843236409608093e-05, "loss": 0.2155, "step": 660 }, { "epoch": 2.2866894197952217, "grad_norm": 0.5454604625701904, "learning_rate": 1.3211125158027813e-05, "loss": 0.2113, "step": 670 }, { "epoch": 2.3208191126279862, "grad_norm": 0.669148862361908, "learning_rate": 1.2579013906447535e-05, "loss": 0.2124, "step": 680 }, { "epoch": 2.354948805460751, "grad_norm": 0.4781040847301483, "learning_rate": 1.1946902654867258e-05, "loss": 0.2116, "step": 690 }, { "epoch": 2.3890784982935154, "grad_norm": 0.2730717360973358, "learning_rate": 1.1314791403286978e-05, "loss": 0.2064, "step": 700 }, { "epoch": 2.42320819112628, "grad_norm": 0.30644622445106506, "learning_rate": 1.06826801517067e-05, "loss": 0.2022, "step": 710 }, { "epoch": 2.4573378839590445, "grad_norm": 0.4491395354270935, "learning_rate": 1.0050568900126423e-05, "loss": 0.2083, "step": 720 }, { "epoch": 2.491467576791809, "grad_norm": 0.3245304524898529, "learning_rate": 9.418457648546145e-06, "loss": 0.1992, "step": 730 }, { "epoch": 2.5255972696245736, "grad_norm": 0.4015863537788391, "learning_rate": 8.786346396965867e-06, "loss": 0.1993, "step": 740 }, { "epoch": 2.5597269624573378, "grad_norm": 0.7087588310241699, "learning_rate": 8.154235145385589e-06, "loss": 0.2034, "step": 750 }, { "epoch": 2.5938566552901023, "grad_norm": 0.27920275926589966, "learning_rate": 7.52212389380531e-06, "loss": 0.1951, "step": 760 }, { "epoch": 2.627986348122867, "grad_norm": 0.686769425868988, "learning_rate": 6.890012642225031e-06, "loss": 0.1956, "step": 770 }, { "epoch": 2.6621160409556315, "grad_norm": 0.293285995721817, "learning_rate": 6.257901390644753e-06, "loss": 0.1898, "step": 780 }, { "epoch": 2.696245733788396, "grad_norm": 0.3410426080226898, "learning_rate": 5.625790139064476e-06, "loss": 0.1905, "step": 790 }, { "epoch": 2.73037542662116, "grad_norm": 0.5243946313858032, "learning_rate": 4.993678887484197e-06, "loss": 0.1892, "step": 800 }, { "epoch": 2.7645051194539247, "grad_norm": 0.39842483401298523, "learning_rate": 4.361567635903919e-06, "loss": 0.1902, "step": 810 }, { "epoch": 2.7986348122866893, "grad_norm": 0.26469987630844116, "learning_rate": 3.729456384323641e-06, "loss": 0.1906, "step": 820 }, { "epoch": 2.832764505119454, "grad_norm": 0.33791306614875793, "learning_rate": 3.097345132743363e-06, "loss": 0.1864, "step": 830 }, { "epoch": 2.8668941979522184, "grad_norm": 0.6516376733779907, "learning_rate": 2.465233881163085e-06, "loss": 0.1858, "step": 840 }, { "epoch": 2.901023890784983, "grad_norm": 0.28408199548721313, "learning_rate": 1.8331226295828066e-06, "loss": 0.1933, "step": 850 }, { "epoch": 2.9351535836177476, "grad_norm": 0.2557958960533142, "learning_rate": 1.2010113780025286e-06, "loss": 0.1877, "step": 860 }, { "epoch": 2.969283276450512, "grad_norm": 0.4732515811920166, "learning_rate": 5.689001264222504e-07, "loss": 0.1886, "step": 870 }, { "epoch": 3.0, "eval_accuracy": 0.9959458017710445, "eval_loss": 0.18922357261180878, "eval_runtime": 134.1896, "eval_samples_per_second": 69.849, "eval_steps_per_second": 1.095, "step": 879 }, { "epoch": 3.0, "step": 879, "total_flos": 1.7439237705052348e+19, "train_loss": 0.789499712071728, "train_runtime": 9726.3121, "train_samples_per_second": 23.129, "train_steps_per_second": 0.09 } ], "logging_steps": 10, "max_steps": 879, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 1.7439237705052348e+19, "train_batch_size": 64, "trial_name": null, "trial_params": null }