fayetitchenal's picture
Training in progress, step 6750, checkpoint
8a96ad2 verified
raw
history blame
19.5 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 3.0,
"eval_steps": 500,
"global_step": 6750,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.2222222222222222,
"grad_norm": 11.793246269226074,
"learning_rate": 2.2222222222222223e-05,
"loss": 3.818,
"step": 500
},
{
"epoch": 0.2222222222222222,
"eval_accuracy_background": 0.19581472704788175,
"eval_accuracy_double_plant": 0.09380215019766877,
"eval_accuracy_drydown": 0.7107036127331178,
"eval_accuracy_endrow": 0.02059395079032939,
"eval_accuracy_nutrient_deficiency": 0.8348166019686053,
"eval_accuracy_planter_skip": 0.09523015915808461,
"eval_accuracy_water": 0.9933604093368263,
"eval_accuracy_waterway": 0.5081417568068439,
"eval_accuracy_weed_cluster": 0.8598379016004754,
"eval_iou_background": 0.18808867925529232,
"eval_iou_double_plant": 0.06203210246822897,
"eval_iou_drydown": 0.40717237628074626,
"eval_iou_endrow": 0.0177635377630849,
"eval_iou_nutrient_deficiency": 0.24616684931318317,
"eval_iou_planter_skip": 0.08719568132734196,
"eval_iou_water": 0.2711830537857341,
"eval_iou_waterway": 0.11493665271237699,
"eval_iou_weed_cluster": 0.15174042308492286,
"eval_loss": 3.0543487071990967,
"eval_mean_accuracy": 0.47914458551553707,
"eval_mean_iou": 0.1718088173323235,
"eval_overall_accuracy": 0.3698257009825982,
"eval_runtime": 233.3045,
"eval_samples_per_second": 12.182,
"eval_steps_per_second": 1.526,
"step": 500
},
{
"epoch": 0.4444444444444444,
"grad_norm": 18.055360794067383,
"learning_rate": 4.4444444444444447e-05,
"loss": 3.0561,
"step": 1000
},
{
"epoch": 0.4444444444444444,
"eval_accuracy_background": 0.33281217700519594,
"eval_accuracy_double_plant": 0.6079763269177568,
"eval_accuracy_drydown": 0.7946684041913001,
"eval_accuracy_endrow": 0.349301342050525,
"eval_accuracy_nutrient_deficiency": 0.7314999843672831,
"eval_accuracy_planter_skip": 0.6712138070986369,
"eval_accuracy_water": 0.995121665952459,
"eval_accuracy_waterway": 0.5701844801294333,
"eval_accuracy_weed_cluster": 0.5467936481137453,
"eval_iou_background": 0.3071003729227365,
"eval_iou_double_plant": 0.05692166554215038,
"eval_iou_drydown": 0.45070670178291583,
"eval_iou_endrow": 0.12562451540796912,
"eval_iou_nutrient_deficiency": 0.2946294028718886,
"eval_iou_planter_skip": 0.13924388642718094,
"eval_iou_water": 0.2832997795518204,
"eval_iou_waterway": 0.10604657522478783,
"eval_iou_weed_cluster": 0.21995946645651349,
"eval_loss": 2.7527103424072266,
"eval_mean_accuracy": 0.6221746484251484,
"eval_mean_iou": 0.2203924851319959,
"eval_overall_accuracy": 0.4604543823237725,
"eval_runtime": 234.4163,
"eval_samples_per_second": 12.124,
"eval_steps_per_second": 1.519,
"step": 1000
},
{
"epoch": 0.6666666666666666,
"grad_norm": 17.42981719970703,
"learning_rate": 6.666666666666667e-05,
"loss": 2.8425,
"step": 1500
},
{
"epoch": 0.6666666666666666,
"eval_accuracy_background": 0.3979410567243586,
"eval_accuracy_double_plant": 0.35090828194540236,
"eval_accuracy_drydown": 0.990671482434014,
"eval_accuracy_endrow": 0.2249281722842768,
"eval_accuracy_nutrient_deficiency": 0.64935174422475,
"eval_accuracy_planter_skip": 0.5494840964457799,
"eval_accuracy_water": 0.9732364233609112,
"eval_accuracy_waterway": 0.32217860917602775,
"eval_accuracy_weed_cluster": 0.4993965740432129,
"eval_iou_background": 0.3749426436452205,
"eval_iou_double_plant": 0.1311586100117858,
"eval_iou_drydown": 0.377378210407481,
"eval_iou_endrow": 0.10949437953809864,
"eval_iou_nutrient_deficiency": 0.3194503546667628,
"eval_iou_planter_skip": 0.2767050562366308,
"eval_iou_water": 0.33601793640817545,
"eval_iou_waterway": 0.17211292189101207,
"eval_iou_weed_cluster": 0.23999589853669023,
"eval_loss": 2.7259955406188965,
"eval_mean_accuracy": 0.5508996045154149,
"eval_mean_iou": 0.2596951123713175,
"eval_overall_accuracy": 0.5187459341357686,
"eval_runtime": 234.4997,
"eval_samples_per_second": 12.119,
"eval_steps_per_second": 1.518,
"step": 1500
},
{
"epoch": 0.8888888888888888,
"grad_norm": 18.323888778686523,
"learning_rate": 8.888888888888889e-05,
"loss": 2.812,
"step": 2000
},
{
"epoch": 0.8888888888888888,
"eval_accuracy_background": 0.3444616006736896,
"eval_accuracy_double_plant": 0.2994677094262697,
"eval_accuracy_drydown": 0.9219474623777996,
"eval_accuracy_endrow": 0.08748836836582362,
"eval_accuracy_nutrient_deficiency": 0.8971747201033099,
"eval_accuracy_planter_skip": 0.4553112332178167,
"eval_accuracy_water": 0.9835769083095529,
"eval_accuracy_waterway": 0.3921009308045625,
"eval_accuracy_weed_cluster": 0.7258725441601974,
"eval_iou_background": 0.32680002116655066,
"eval_iou_double_plant": 0.1689556986493995,
"eval_iou_drydown": 0.4498001115160996,
"eval_iou_endrow": 0.07367449850616072,
"eval_iou_nutrient_deficiency": 0.3152010347192682,
"eval_iou_planter_skip": 0.28500014113702443,
"eval_iou_water": 0.3018250386605094,
"eval_iou_waterway": 0.11357719882212529,
"eval_iou_weed_cluster": 0.2522793183619568,
"eval_loss": 2.639113187789917,
"eval_mean_accuracy": 0.5674890530487802,
"eval_mean_iou": 0.25412367350434384,
"eval_overall_accuracy": 0.5034953329987246,
"eval_runtime": 234.7079,
"eval_samples_per_second": 12.109,
"eval_steps_per_second": 1.517,
"step": 2000
},
{
"epoch": 1.1111111111111112,
"grad_norm": 10.998316764831543,
"learning_rate": 9.996239762521151e-05,
"loss": 2.759,
"step": 2500
},
{
"epoch": 1.1111111111111112,
"eval_accuracy_background": 0.3645173692584377,
"eval_accuracy_double_plant": 0.4073825238114058,
"eval_accuracy_drydown": 0.8372221461982765,
"eval_accuracy_endrow": 0.8605400739588867,
"eval_accuracy_nutrient_deficiency": 0.8390058376603935,
"eval_accuracy_planter_skip": 0.2988588850601193,
"eval_accuracy_water": 0.9820329895300751,
"eval_accuracy_waterway": 0.7229222574531815,
"eval_accuracy_weed_cluster": 0.7084585704978812,
"eval_iou_background": 0.3475988528346604,
"eval_iou_double_plant": 0.17493931420950803,
"eval_iou_drydown": 0.5046039726642503,
"eval_iou_endrow": 0.0706611160751562,
"eval_iou_nutrient_deficiency": 0.32536830412947676,
"eval_iou_planter_skip": 0.22907108809940935,
"eval_iou_water": 0.3462153514773095,
"eval_iou_waterway": 0.16650439461800443,
"eval_iou_weed_cluster": 0.27121508109484677,
"eval_loss": 2.593132972717285,
"eval_mean_accuracy": 0.6689934059365175,
"eval_mean_iou": 0.2706863861336246,
"eval_overall_accuracy": 0.5069850298500573,
"eval_runtime": 234.81,
"eval_samples_per_second": 12.103,
"eval_steps_per_second": 1.516,
"step": 2500
},
{
"epoch": 1.3333333333333333,
"grad_norm": 10.760461807250977,
"learning_rate": 9.966191788709716e-05,
"loss": 2.6787,
"step": 3000
},
{
"epoch": 1.3333333333333333,
"eval_accuracy_background": 0.5289161626135687,
"eval_accuracy_double_plant": 0.5163129324203556,
"eval_accuracy_drydown": 0.8819552587741175,
"eval_accuracy_endrow": 0.178768114089838,
"eval_accuracy_nutrient_deficiency": 0.7478542163797729,
"eval_accuracy_planter_skip": 0.6799633353103509,
"eval_accuracy_water": 0.7100977137717751,
"eval_accuracy_waterway": 0.6130317877550806,
"eval_accuracy_weed_cluster": 0.42893667138117214,
"eval_iou_background": 0.4823402935296036,
"eval_iou_double_plant": 0.1500710257143286,
"eval_iou_drydown": 0.4647006334399156,
"eval_iou_endrow": 0.11586272712955523,
"eval_iou_nutrient_deficiency": 0.35666112710148684,
"eval_iou_planter_skip": 0.2656678841196218,
"eval_iou_water": 0.29190270392369394,
"eval_iou_waterway": 0.13711629169569617,
"eval_iou_weed_cluster": 0.2189985744693017,
"eval_loss": 2.7097718715667725,
"eval_mean_accuracy": 0.5873151324995591,
"eval_mean_iou": 0.2759245845692448,
"eval_overall_accuracy": 0.5953067288821898,
"eval_runtime": 235.7529,
"eval_samples_per_second": 12.055,
"eval_steps_per_second": 1.51,
"step": 3000
},
{
"epoch": 1.5555555555555556,
"grad_norm": 7.579084873199463,
"learning_rate": 9.906276553136923e-05,
"loss": 2.5987,
"step": 3500
},
{
"epoch": 1.5555555555555556,
"eval_accuracy_background": 0.44845745777345614,
"eval_accuracy_double_plant": 0.43811743603015324,
"eval_accuracy_drydown": 0.8981147894499133,
"eval_accuracy_endrow": 0.36041987177051604,
"eval_accuracy_nutrient_deficiency": 0.8981291552297538,
"eval_accuracy_planter_skip": 0.7046899431893379,
"eval_accuracy_water": 0.9661965673637197,
"eval_accuracy_waterway": 0.4783779264725078,
"eval_accuracy_weed_cluster": 0.5656546529493687,
"eval_iou_background": 0.4213139993195897,
"eval_iou_double_plant": 0.18850742709320553,
"eval_iou_drydown": 0.48988628203968987,
"eval_iou_endrow": 0.16427164736852504,
"eval_iou_nutrient_deficiency": 0.3396249313110222,
"eval_iou_planter_skip": 0.2878780809609733,
"eval_iou_water": 0.34577830408088805,
"eval_iou_waterway": 0.0966323667968418,
"eval_iou_weed_cluster": 0.2644303620138278,
"eval_loss": 2.5603725910186768,
"eval_mean_accuracy": 0.6397953111365252,
"eval_mean_iou": 0.28870260010939597,
"eval_overall_accuracy": 0.5673802237308736,
"eval_runtime": 236.5689,
"eval_samples_per_second": 12.013,
"eval_steps_per_second": 1.505,
"step": 3500
},
{
"epoch": 1.7777777777777777,
"grad_norm": 30.224449157714844,
"learning_rate": 9.816854393079403e-05,
"loss": 2.5903,
"step": 4000
},
{
"epoch": 1.7777777777777777,
"eval_accuracy_background": 0.48452708688190493,
"eval_accuracy_double_plant": 0.45566285012742336,
"eval_accuracy_drydown": 0.7706441910353777,
"eval_accuracy_endrow": 0.4346390238476997,
"eval_accuracy_nutrient_deficiency": 0.9163122738336061,
"eval_accuracy_planter_skip": 0.6643195710035243,
"eval_accuracy_water": 0.9529314710981239,
"eval_accuracy_waterway": 0.5652691719502191,
"eval_accuracy_weed_cluster": 0.7199459132433054,
"eval_iou_background": 0.4513627214329878,
"eval_iou_double_plant": 0.1934941937869372,
"eval_iou_drydown": 0.47740329126353237,
"eval_iou_endrow": 0.1927445666887825,
"eval_iou_nutrient_deficiency": 0.3408237922045895,
"eval_iou_planter_skip": 0.1993885722146088,
"eval_iou_water": 0.36254479085706903,
"eval_iou_waterway": 0.10718524988313392,
"eval_iou_weed_cluster": 0.32265929353301015,
"eval_loss": 2.4760828018188477,
"eval_mean_accuracy": 0.6626946170023538,
"eval_mean_iou": 0.2941784968738501,
"eval_overall_accuracy": 0.5830334441140828,
"eval_runtime": 237.1396,
"eval_samples_per_second": 11.984,
"eval_steps_per_second": 1.501,
"step": 4000
},
{
"epoch": 2.0,
"grad_norm": 4.368917942047119,
"learning_rate": 9.698463103929542e-05,
"loss": 2.5103,
"step": 4500
},
{
"epoch": 2.0,
"eval_accuracy_background": 0.5553855635459563,
"eval_accuracy_double_plant": 0.34347881100417776,
"eval_accuracy_drydown": 0.9424376735830182,
"eval_accuracy_endrow": 0.6260475378930491,
"eval_accuracy_nutrient_deficiency": 0.5435000667444707,
"eval_accuracy_planter_skip": 0.6585385101783727,
"eval_accuracy_water": 0.9437360659302082,
"eval_accuracy_waterway": 0.6383330299192482,
"eval_accuracy_weed_cluster": 0.5861360126229717,
"eval_iou_background": 0.5073018855198684,
"eval_iou_double_plant": 0.24133669629976653,
"eval_iou_drydown": 0.46988570286035836,
"eval_iou_endrow": 0.16053099249771158,
"eval_iou_nutrient_deficiency": 0.3529766621270875,
"eval_iou_planter_skip": 0.2706109321909118,
"eval_iou_water": 0.384981488447517,
"eval_iou_waterway": 0.08851952603929993,
"eval_iou_weed_cluster": 0.29452505578421073,
"eval_loss": 2.4755921363830566,
"eval_mean_accuracy": 0.6486214746023858,
"eval_mean_iou": 0.30785210464074797,
"eval_overall_accuracy": 0.6176850367895912,
"eval_runtime": 237.7605,
"eval_samples_per_second": 11.953,
"eval_steps_per_second": 1.497,
"step": 4500
},
{
"epoch": 2.2222222222222223,
"grad_norm": 6.629311561584473,
"learning_rate": 9.551814704830734e-05,
"loss": 2.4353,
"step": 5000
},
{
"epoch": 2.2222222222222223,
"eval_accuracy_background": 0.42591159650814375,
"eval_accuracy_double_plant": 0.4570086359771186,
"eval_accuracy_drydown": 0.9760591262490192,
"eval_accuracy_endrow": 0.3551154320957804,
"eval_accuracy_nutrient_deficiency": 0.6534028202751002,
"eval_accuracy_planter_skip": 0.5061506487395288,
"eval_accuracy_water": 0.9413386637859449,
"eval_accuracy_waterway": 0.7338525861575946,
"eval_accuracy_weed_cluster": 0.4176907906433075,
"eval_iou_background": 0.39859839745224973,
"eval_iou_double_plant": 0.12951991556215345,
"eval_iou_drydown": 0.3929487238858669,
"eval_iou_endrow": 0.19821401528351465,
"eval_iou_nutrient_deficiency": 0.3492317794369294,
"eval_iou_planter_skip": 0.342223631855141,
"eval_iou_water": 0.3651455303939148,
"eval_iou_waterway": 0.06171327109097799,
"eval_iou_weed_cluster": 0.2469832540646728,
"eval_loss": 2.772688388824463,
"eval_mean_accuracy": 0.6073922556035042,
"eval_mean_iou": 0.27606427989171345,
"eval_overall_accuracy": 0.5348577429690352,
"eval_runtime": 235.7496,
"eval_samples_per_second": 12.055,
"eval_steps_per_second": 1.51,
"step": 5000
},
{
"epoch": 2.4444444444444446,
"grad_norm": 1.828034520149231,
"learning_rate": 9.377791156510455e-05,
"loss": 2.4343,
"step": 5500
},
{
"epoch": 2.4444444444444446,
"eval_accuracy_background": 0.5359506409790418,
"eval_accuracy_double_plant": 0.3328800104029485,
"eval_accuracy_drydown": 0.8475921756634195,
"eval_accuracy_endrow": 0.5246471478576723,
"eval_accuracy_nutrient_deficiency": 0.8727763125095295,
"eval_accuracy_planter_skip": 0.6149790942645249,
"eval_accuracy_water": 0.9438895752632102,
"eval_accuracy_waterway": 0.5362387742245587,
"eval_accuracy_weed_cluster": 0.7168151228394442,
"eval_iou_background": 0.49774515001598935,
"eval_iou_double_plant": 0.2583518771192604,
"eval_iou_drydown": 0.49474623169120435,
"eval_iou_endrow": 0.2086936981590746,
"eval_iou_nutrient_deficiency": 0.389153487897357,
"eval_iou_planter_skip": 0.33342953856833324,
"eval_iou_water": 0.38659165736650947,
"eval_iou_waterway": 0.1222013652080862,
"eval_iou_weed_cluster": 0.32389362495378293,
"eval_loss": 2.37630033493042,
"eval_mean_accuracy": 0.6584187615560388,
"eval_mean_iou": 0.33497851455328864,
"eval_overall_accuracy": 0.6244067353340839,
"eval_runtime": 235.2095,
"eval_samples_per_second": 12.083,
"eval_steps_per_second": 1.514,
"step": 5500
},
{
"epoch": 2.6666666666666665,
"grad_norm": 4.322945594787598,
"learning_rate": 9.177439057064683e-05,
"loss": 2.429,
"step": 6000
},
{
"epoch": 2.6666666666666665,
"eval_accuracy_background": 0.47508722733281505,
"eval_accuracy_double_plant": 0.3903129553680362,
"eval_accuracy_drydown": 0.9349512677593288,
"eval_accuracy_endrow": 0.8204605885347837,
"eval_accuracy_nutrient_deficiency": 0.7945893080826532,
"eval_accuracy_planter_skip": 0.6755439657665518,
"eval_accuracy_water": 0.9602463423637888,
"eval_accuracy_waterway": 0.5908533095491616,
"eval_accuracy_weed_cluster": 0.5223400460036128,
"eval_iou_background": 0.4473297070942847,
"eval_iou_double_plant": 0.21522522959513646,
"eval_iou_drydown": 0.5045700487256383,
"eval_iou_endrow": 0.09909322405768327,
"eval_iou_nutrient_deficiency": 0.3792928669727522,
"eval_iou_planter_skip": 0.3511935674413129,
"eval_iou_water": 0.3847106205841943,
"eval_iou_waterway": 0.11231181305994274,
"eval_iou_weed_cluster": 0.2714616419201456,
"eval_loss": 2.444581985473633,
"eval_mean_accuracy": 0.6849316678623035,
"eval_mean_iou": 0.30724319105012116,
"eval_overall_accuracy": 0.5833008089471211,
"eval_runtime": 235.7629,
"eval_samples_per_second": 12.054,
"eval_steps_per_second": 1.51,
"step": 6000
},
{
"epoch": 2.888888888888889,
"grad_norm": 7.450633525848389,
"learning_rate": 8.951963347593797e-05,
"loss": 2.3447,
"step": 6500
},
{
"epoch": 2.888888888888889,
"eval_accuracy_background": 0.47111716561960343,
"eval_accuracy_double_plant": 0.5341091774148928,
"eval_accuracy_drydown": 0.941938268968352,
"eval_accuracy_endrow": 0.7311690146391068,
"eval_accuracy_nutrient_deficiency": 0.7887680533155264,
"eval_accuracy_planter_skip": 0.6696045801451882,
"eval_accuracy_water": 0.937607014146304,
"eval_accuracy_waterway": 0.6133181757260874,
"eval_accuracy_weed_cluster": 0.791186490124323,
"eval_iou_background": 0.44812222855512157,
"eval_iou_double_plant": 0.19977490534329798,
"eval_iou_drydown": 0.49045901876145187,
"eval_iou_endrow": 0.1522359916466749,
"eval_iou_nutrient_deficiency": 0.3821088495393014,
"eval_iou_planter_skip": 0.32711815378396797,
"eval_iou_water": 0.40061432551146625,
"eval_iou_waterway": 0.11404079137084261,
"eval_iou_weed_cluster": 0.361816623385642,
"eval_loss": 2.3683271408081055,
"eval_mean_accuracy": 0.7198686600110427,
"eval_mean_iou": 0.31958787643308517,
"eval_overall_accuracy": 0.5941963743061932,
"eval_runtime": 237.4801,
"eval_samples_per_second": 11.967,
"eval_steps_per_second": 1.499,
"step": 6500
}
],
"logging_steps": 500,
"max_steps": 22500,
"num_input_tokens_seen": 0,
"num_train_epochs": 10,
"save_steps": 2250,
"total_flos": 2.8743043041460224e+19,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}