loss for epoch 17 lion unet lr ((1e-6)/7)*4*2, text encoder lr (((1e-6)/4)/7)*4*2

size-768-squared_no-eos-bos_shuffled_lion-optim-e17.csv

@@ -0,0 +1,125 @@
+global_step,loss,checkpoint_counter,time
+100,0.10329531133174896,1,601.0734345912933
+200,0.10708412528038025,1,260.92365074157715
+300,0.10466781258583069,1,275.00756549835205
+400,0.10313889384269714,1,258.1067359447479
+500,0.10456421971321106,1,276.36057305336
+600,0.1035260483622551,1,259.52224922180176
+700,0.1035599336028099,1,281.05605483055115
+800,0.10101909190416336,1,278.3203589916229
+900,0.10286649316549301,1,292.10314655303955
+1000,0.1007891371846199,1,302.5219497680664
+1100,0.10576769709587097,1,277.1951882839203
+1200,0.1058494821190834,1,266.340158700943
+1300,0.10269516706466675,1,291.93780612945557
+1400,0.10060778260231018,1,277.7609362602234
+1500,0.10224130749702454,1,259.8616201877594
+1600,0.10305123031139374,1,303.7248442173004
+1700,0.10084859281778336,1,303.01655316352844
+1800,0.10487528890371323,1,260.4908835887909
+1900,0.10064293444156647,1,268.8829343318939
+2000,0.09832916408777237,2,323.4256522655487
+2100,0.10770274698734283,2,259.8203628063202
+2200,0.10110967606306076,2,261.68409490585327
+2300,0.10362344235181808,2,259.4717926979065
+2400,0.10650845617055893,2,303.54229402542114
+2500,0.10292010754346848,2,288.2144410610199
+2600,0.10021214932203293,2,278.01671504974365
+2700,0.10687849670648575,2,264.33522772789
+2800,0.10663706809282303,2,291.04071736335754
+2900,0.1053500846028328,2,288.31754541397095
+3000,0.09897724539041519,2,264.7776987552643
+3100,0.10460612922906876,2,265.63358974456787
+3200,0.09783823788166046,2,263.04649090766907
+3300,0.10349372029304504,2,262.02204513549805
+3400,0.10126943141222,2,261.50458312034607
+3500,0.10423047095537186,2,267.42303228378296
+3600,0.10144676268100739,2,278.4608721733093
+3700,0.10646213591098785,2,301.45933413505554
+3800,0.10112753510475159,2,285.38914036750793
+3900,0.09818211197853088,2,301.2415101528168
+4000,0.10360875725746155,3,321.9425563812256
+4100,0.09865990281105042,3,259.3082025051117
+4200,0.10493067651987076,3,277.52280592918396
+4300,0.10230995714664459,3,276.9873478412628
+4400,0.10297192633152008,3,260.4513912200928
+4500,0.10264666378498077,3,287.2851858139038
+4600,0.1008317843079567,3,261.59782814979553
+4700,0.10522529482841492,3,276.81526827812195
+4800,0.09909387677907944,3,278.4425492286682
+4900,0.10447371006011963,3,302.26381278038025
+5000,0.1010235846042633,3,265.44440627098083
+5100,0.10321274399757385,3,290.09055948257446
+5200,0.09977415949106216,3,303.7830262184143
+5300,0.10167548805475235,3,266.5551850795746
+5400,0.1012851893901825,3,261.5143439769745
+5500,0.1015138030052185,3,277.3774058818817
+5600,0.1061910018324852,3,299.90166878700256
+5700,0.10527479648590088,3,257.92557168006897
+5800,0.10562554746866226,3,264.3853726387024
+5900,0.1020432710647583,3,276.2555458545685
+6000,0.09548304229974747,4,322.19187569618225
+6100,0.1055375337600708,4,284.03885889053345
+6200,0.10045544058084488,4,303.99290013313293
+6300,0.10587228834629059,4,260.2643394470215
+6400,0.10405725985765457,4,260.1081545352936
+6500,0.09445477277040482,4,262.83363032341003
+6600,0.0959533229470253,4,260.9711241722107
+6700,0.10121966153383255,4,285.4102272987366
+6800,0.10849601775407791,4,273.96105456352234
+6900,0.10293734073638916,4,305.71152544021606
+7000,0.10299520939588547,4,271.9965121746063
+7100,0.10894723981618881,4,259.4648914337158
+7200,0.10198395699262619,4,272.31783628463745
+7300,0.09790016710758209,4,287.55896282196045
+7400,0.10593929141759872,4,299.2017912864685
+7500,0.10599151253700256,4,286.94773292541504
+7600,0.10345582664012909,4,299.3383927345276
+7700,0.10063550621271133,4,258.86199617385864
+7800,0.10123687237501144,4,260.3378391265869
+7900,0.09977097064256668,4,287.2876114845276
+8000,0.10020209103822708,5,323.8478376865387
+8100,0.10401573032140732,5,261.72061920166016
+8200,0.10083508491516113,5,288.11094641685486
+8300,0.1041983962059021,5,274.7903468608856
+8400,0.1009226143360138,5,277.3592231273651
+8500,0.09722283482551575,5,260.8240661621094
+8600,0.09681473672389984,5,261.0592529773712
+8700,0.09988033026456833,5,258.2503139972687
+8800,0.09981802850961685,5,274.4094605445862
+8900,0.09804406017065048,5,272.20528841018677
+9000,0.10022943466901779,5,279.5939371585846
+9100,0.10188135504722595,5,274.94191241264343
+9200,0.1028120219707489,5,276.4846525192261
+9300,0.10592982172966003,5,274.2657742500305
+9400,0.1057799905538559,5,259.1693112850189
+9500,0.10234180092811584,5,280.0087094306946
+9600,0.10412701964378357,5,300.1828441619873
+9700,0.10776129364967346,5,262.10678815841675
+9800,0.10305888950824738,5,258.59941601753235
+9900,0.10026616603136063,5,301.018009185791
+10000,0.10468951612710953,6,319.3979141712189
+10100,0.09972303360700607,6,302.4109320640564
+10200,0.10044976323843002,6,263.15889072418213
+10300,0.10086075216531754,6,275.82799220085144
+10400,0.10383355617523193,6,288.36798620224
+10500,0.10396331548690796,6,261.30712389945984
+10600,0.10400251299142838,6,274.38128900527954
+10700,0.102098748087883,6,274.43749237060547
+10800,0.10479451715946198,6,276.85245299339294
+10900,0.1045367494225502,6,301.90424633026123
+11000,0.107709139585495,6,258.3968060016632
+11100,0.10490544885396957,6,262.0992901325226
+11200,0.09906220436096191,6,274.04455304145813
+11300,0.09824874997138977,6,257.11165142059326
+11400,0.09874556958675385,6,262.8570508956909
+11500,0.09820335358381271,6,286.3455731868744
+11600,0.10207558423280716,6,274.6111686229706
+11700,0.10573771595954895,6,287.24720215797424
+11800,0.10090406984090805,6,258.2960650920868
+11900,0.10022946447134018,6,278.4595456123352
+12000,0.09981315582990646,7,320.6934263706207
+12100,0.10521062463521957,7,273.4482305049896
+12200,0.10244337469339371,7,301.09496426582336
+12300,0.10365782678127289,7,303.21000838279724
+12400,0.10391417890787125,7,288.98433446884155