loss for epoch 13 lion unet lr ((1e-6)/7)*4*2, text encoder lr (((1e-6)/4)/7)*4*2

size-768-squared_no-eos-bos_shuffled_lion-optim-e13.csv

@@ -0,0 +1,125 @@
+global_step,loss,checkpoint_counter,time
+100,0.1070300042629242,1,574.6711807250977
+200,0.10316741466522217,1,285.59034538269043
+300,0.09746737033128738,1,288.1297595500946
+400,0.10503903776407242,1,284.4072678089142
+500,0.10610643029212952,1,278.471152305603
+600,0.10397924482822418,1,278.51152873039246
+700,0.10332921892404556,1,271.5480098724365
+800,0.09944842010736465,1,296.1581542491913
+900,0.10278941690921783,1,285.54941034317017
+1000,0.09988328814506531,1,295.68063139915466
+1100,0.10533827543258667,1,302.8546452522278
+1200,0.10846682637929916,1,280.8635175228119
+1300,0.1008567288517952,1,290.66435384750366
+1400,0.10467590391635895,1,290.3444628715515
+1500,0.09547101706266403,1,271.3501088619232
+1600,0.09680942445993423,1,280.10244488716125
+1700,0.10173698514699936,1,280.4629623889923
+1800,0.1041460782289505,1,270.2169945240021
+1900,0.09864777326583862,1,260.73801922798157
+2000,0.09970305114984512,2,324.09538292884827
+2100,0.10437297821044922,2,290.102792263031
+2200,0.10503549128770828,2,266.02629494667053
+2300,0.10182089358568192,2,281.051481962204
+2400,0.10253273695707321,2,279.5212972164154
+2500,0.0979478508234024,2,268.7270460128784
+2600,0.10361137986183167,2,289.5433704853058
+2700,0.0992077887058258,2,267.0599799156189
+2800,0.1047745943069458,2,278.56345653533936
+2900,0.10615094006061554,2,303.44544768333435
+3000,0.10008767247200012,2,261.98024678230286
+3100,0.10735403001308441,2,265.5973255634308
+3200,0.10703977942466736,2,277.498078584671
+3300,0.10609970986843109,2,301.2167580127716
+3400,0.10635380446910858,2,269.984974861145
+3500,0.10443425178527832,2,275.7425391674042
+3600,0.1030818521976471,2,293.09064650535583
+3700,0.10152658820152283,2,281.37286901474
+3800,0.09963418543338776,2,284.3118438720703
+3900,0.10752961039543152,2,278.71291851997375
+4000,0.10748233646154404,3,321.0831561088562
+4100,0.09944146871566772,3,267.81420397758484
+4200,0.10010620951652527,3,268.473601102829
+4300,0.10239402204751968,3,281.5071759223938
+4400,0.09880218654870987,3,259.8185124397278
+4500,0.10302906483411789,3,264.39692974090576
+4600,0.1013670340180397,3,284.50538206100464
+4700,0.10682671517133713,3,259.44420742988586
+4800,0.1015571877360344,3,301.8211350440979
+4900,0.09960458427667618,3,260.1458640098572
+5000,0.09945042431354523,3,263.2950201034546
+5100,0.10128603875637054,3,284.30023407936096
+5200,0.10324499756097794,3,276.353200674057
+5300,0.09772966057062149,3,300.1309244632721
+5400,0.10464999824762344,3,270.047890663147
+5500,0.10147212445735931,3,268.3170864582062
+5600,0.10147057473659515,3,301.26159048080444
+5700,0.09536826610565186,3,277.45603823661804
+5800,0.10172463208436966,3,301.60022735595703
+5900,0.09728404134511948,3,261.6174666881561
+6000,0.09910791367292404,4,319.69355630874634
+6100,0.10395941138267517,4,286.68684482574463
+6200,0.10218147933483124,4,276.10868406295776
+6300,0.10531745851039886,4,289.71237683296204
+6400,0.0994766429066658,4,278.52692770957947
+6500,0.10083397477865219,4,259.67772579193115
+6600,0.10086281597614288,4,291.51269340515137
+6700,0.1002047061920166,4,265.3477268218994
+6800,0.09960546344518661,4,290.46623849868774
+6900,0.1010911613702774,4,265.1816635131836
+7000,0.10623554140329361,4,300.67459201812744
+7100,0.10128424316644669,4,301.7423040866852
+7200,0.09686951339244843,4,282.3705291748047
+7300,0.10086267441511154,4,291.78506445884705
+7400,0.10615882277488708,4,282.2009253501892
+7500,0.10699255019426346,4,291.681423664093
+7600,0.1081477627158165,4,267.3659625053406
+7700,0.10247921943664551,4,258.61637783050537
+7800,0.10043128579854965,4,301.2655930519104
+7900,0.10335176438093185,4,271.0451121330261
+8000,0.10443813353776932,5,319.5447897911072
+8100,0.10318440198898315,5,288.54968070983887
+8200,0.10735465586185455,5,304.14620447158813
+8300,0.10493790358304977,5,291.54012060165405
+8400,0.10407353937625885,5,282.3530809879303
+8500,0.10626595467329025,5,282.53615498542786
+8600,0.10078378766775131,5,258.6376428604126
+8700,0.10089793801307678,5,281.362181186676
+8800,0.10032786428928375,5,281.12907338142395
+8900,0.10222571343183517,5,279.94889426231384
+9000,0.1056075394153595,5,266.991215467453
+9100,0.10456140339374542,5,305.309752702713
+9200,0.10289470106363297,5,270.2343747615814
+9300,0.1030946597456932,5,266.57392406463623
+9400,0.10316472500562668,5,301.7898495197296
+9500,0.10617860406637192,5,293.3926041126251
+9600,0.1005072221159935,5,270.3965229988098
+9700,0.10262444615364075,5,304.2982451915741
+9800,0.10445575416088104,5,266.34114027023315
+9900,0.10284028947353363,5,290.20945048332214
+10000,0.10276035219430923,6,323.30329728126526
+10100,0.10160297155380249,6,274.27382230758667
+10200,0.10046447813510895,6,303.48230051994324
+10300,0.10428331792354584,6,258.31883430480957
+10400,0.10245920717716217,6,263.9874818325043
+10500,0.09751718491315842,6,261.5863997936249
+10600,0.10332068055868149,6,300.61303877830505
+10700,0.10172028094530106,6,306.2115514278412
+10800,0.10304461419582367,6,264.430233001709
+10900,0.09993750602006912,6,264.5411992073059
+11000,0.10247538983821869,6,292.8684606552124
+11100,0.09829554706811905,6,302.09505701065063
+11200,0.0999804362654686,6,260.369512796402
+11300,0.10175246000289917,6,273.06694436073303
+11400,0.10504679381847382,6,304.25529289245605
+11500,0.1047530323266983,6,271.9775342941284
+11600,0.10582874715328217,6,268.7672817707062
+11700,0.10324324667453766,6,259.8363161087036
+11800,0.10284897685050964,6,271.2975084781647
+11900,0.10555380582809448,6,279.27747917175293
+12000,0.1020129844546318,7,320.95889616012573
+12100,0.10254482924938202,7,303.7678439617157
+12200,0.099978007376194,7,261.7952287197113
+12300,0.10619641840457916,7,267.3038442134857
+12400,0.0977003201842308,7,280.88969254493713