loss for epoch 22 lion unet lr ((1e-6)/7)*4*2, text encoder lr (((1e-6)/4)/7)*4*2

size-768-squared_no-eos-bos_shuffled_lion-optim-e22.csv

@@ -0,0 +1,125 @@
+global_step,loss,checkpoint_counter,time
+100,0.10059281438589096,1,602.4743916988373
+200,0.098296619951725,1,273.05614256858826
+300,0.09778347611427307,1,306.10143971443176
+400,0.10037896037101746,1,274.04529333114624
+500,0.09592929482460022,1,282.2732124328613
+600,0.10268153250217438,1,281.7522180080414
+700,0.1040947437286377,1,265.03020691871643
+800,0.10168131440877914,1,272.03221678733826
+900,0.10242337733507156,1,295.48024320602417
+1000,0.10166803747415543,1,284.3712453842163
+1100,0.10497359186410904,1,285.4880805015564
+1200,0.10200463980436325,1,303.54186820983887
+1300,0.10294906049966812,1,278.14434719085693
+1400,0.09622016549110413,1,287.6679801940918
+1500,0.10464002192020416,1,295.5054051876068
+1600,0.10129087418317795,1,259.77300453186035
+1700,0.09694438427686691,1,295.88412261009216
+1800,0.09849037230014801,1,301.11680006980896
+1900,0.10262517631053925,1,269.32630920410156
+2000,0.10748155415058136,2,323.4538269042969
+2100,0.10079167783260345,2,293.50838899612427
+2200,0.09895352274179459,2,262.02508211135864
+2300,0.10544562339782715,2,275.3868384361267
+2400,0.10151795297861099,2,302.05882954597473
+2500,0.10042718797922134,2,303.6419439315796
+2600,0.10102017968893051,2,258.38545083999634
+2700,0.10255793482065201,2,296.33493208885193
+2800,0.10121096670627594,2,282.9943473339081
+2900,0.09915771335363388,2,275.1391763687134
+3000,0.10207472741603851,2,275.9528651237488
+3100,0.10029998421669006,2,266.8950581550598
+3200,0.10218954086303711,2,289.0217854976654
+3300,0.10088089108467102,2,303.9658098220825
+3400,0.09880274534225464,2,292.6739590167999
+3500,0.09418440610170364,2,263.55923199653625
+3600,0.09946466982364655,2,259.18769669532776
+3700,0.10447254776954651,2,304.8300688266754
+3800,0.09834843128919601,2,287.67697405815125
+3900,0.10358426719903946,2,264.78127789497375
+4000,0.10412527620792389,3,324.044371843338
+4100,0.09560614079236984,3,294.7407147884369
+4200,0.10168664902448654,3,268.65835905075073
+4300,0.10387066006660461,3,280.36590933799744
+4400,0.10162908583879471,3,283.33497953414917
+4500,0.09944010525941849,3,284.67015290260315
+4600,0.10094645619392395,3,257.00938057899475
+4700,0.10188784450292587,3,284.8386199474335
+4800,0.09892471879720688,3,283.6648693084717
+4900,0.09751828014850616,3,294.41308975219727
+5000,0.10400038212537766,3,296.83260893821716
+5100,0.09757595509290695,3,302.41804695129395
+5200,0.10215654224157333,3,259.38415241241455
+5300,0.10576027631759644,3,300.8881769180298
+5400,0.1031600758433342,3,302.6203076839447
+5500,0.10414941608905792,3,270.263099193573
+5600,0.10386957228183746,3,303.777951002121
+5700,0.10297681391239166,3,300.8536334037781
+5800,0.10151214152574539,3,273.50918650627136
+5900,0.09376377612352371,3,276.10492181777954
+6000,0.10050995647907257,4,326.4218738079071
+6100,0.10369152575731277,4,296.9723494052887
+6200,0.09979405254125595,4,294.7813036441803
+6300,0.09967613220214844,4,275.07921051979065
+6400,0.10430499911308289,4,278.04989743232727
+6500,0.10259558260440826,4,287.66790676116943
+6600,0.10063104331493378,4,280.0809099674225
+6700,0.10386597365140915,4,301.08651852607727
+6800,0.10869737714529037,4,283.543007850647
+6900,0.10382267087697983,4,294.0514154434204
+7000,0.1062690019607544,4,277.4132890701294
+7100,0.10275407880544662,4,271.6333255767822
+7200,0.1007525771856308,4,279.5986113548279
+7300,0.0994303748011589,4,283.91181898117065
+7400,0.10061527788639069,4,304.43331503868103
+7500,0.10476282238960266,4,292.8157877922058
+7600,0.09843452274799347,4,277.364901304245
+7700,0.09339002519845963,4,260.87618041038513
+7800,0.10325327515602112,4,308.07745456695557
+7900,0.10164956003427505,4,292.09020471572876
+8000,0.10673598200082779,5,318.79149651527405
+8100,0.10365654528141022,5,285.03376293182373
+8200,0.10129023343324661,5,266.0184922218323
+8300,0.10510289669036865,5,279.5307059288025
+8400,0.10317785292863846,5,292.5768082141876
+8500,0.10286972671747208,5,303.475967168808
+8600,0.09741493314504623,5,259.1296739578247
+8700,0.10275069624185562,5,275.669150352478
+8800,0.10483387857675552,5,276.9770517349243
+8900,0.1014808788895607,5,293.5001883506775
+9000,0.10365311056375504,5,300.9898958206177
+9100,0.09986547380685806,5,285.89069271087646
+9200,0.09835556149482727,5,275.01637268066406
+9300,0.0974055752158165,5,283.887433052063
+9400,0.0982709601521492,5,260.72960209846497
+9500,0.10418489575386047,5,271.93673968315125
+9600,0.09896901249885559,5,284.09110832214355
+9700,0.10442672669887543,5,284.9158911705017
+9800,0.10197475552558899,5,276.1606481075287
+9900,0.10577134788036346,5,285.00874757766724
+10000,0.10353803634643555,6,321.67330861091614
+10100,0.10361550748348236,6,305.07459020614624
+10200,0.10283180326223373,6,273.7343192100525
+10300,0.10266982764005661,6,294.37571144104004
+10400,0.10167375206947327,6,304.4863498210907
+10500,0.10661807656288147,6,259.3105945587158
+10600,0.10502438247203827,6,291.47197008132935
+10700,0.09905955940485,6,291.2478737831116
+10800,0.10004878044128418,6,294.36497735977173
+10900,0.10437169671058655,6,267.19506788253784
+11000,0.09742876887321472,6,295.59113359451294
+11100,0.1052439734339714,6,260.3738296031952
+11200,0.10715706646442413,6,290.66777777671814
+11300,0.10126978904008865,6,285.3997404575348
+11400,0.10856114327907562,6,283.74547600746155
+11500,0.10005324333906174,6,274.88346576690674
+11600,0.10288798063993454,6,302.3025665283203
+11700,0.10134237259626389,6,295.51661109924316
+11800,0.10035199671983719,6,260.886266708374
+11900,0.10201401263475418,6,269.2732689380646
+12000,0.09815148264169693,7,319.34030175209045
+12100,0.1031835526227951,7,302.67999386787415
+12200,0.10405078530311584,7,279.5727300643921
+12300,0.10297373682260513,7,257.2015845775604
+12400,0.10297821462154388,7,273.25772047042847