loss for epoch 23 lion unet lr ((1e-6)/7)*4*2, text encoder lr (((1e-6)/4)/7)*4*2

size-768-squared_no-eos-bos_shuffled_lion-optim-e23.csv

@@ -0,0 +1,125 @@
+global_step,loss,checkpoint_counter,time
+100,0.10327684134244919,1,592.1959371566772
+200,0.10468766838312149,1,258.4916236400604
+300,0.1017603948712349,1,304.936687707901
+400,0.10355482995510101,1,271.08251667022705
+500,0.101374052464962,1,274.41797065734863
+600,0.10133516043424606,1,303.37323451042175
+700,0.10661680996417999,1,293.5904107093811
+800,0.10472781211137772,1,278.9432361125946
+900,0.09855209290981293,1,302.83881640434265
+1000,0.10237803310155869,1,291.71006059646606
+1100,0.10068529099225998,1,299.2569811344147
+1200,0.09884556382894516,1,265.1846978664398
+1300,0.10186854004859924,1,260.76331973075867
+1400,0.10267236828804016,1,304.0296628475189
+1500,0.10436461865901947,1,279.25902032852173
+1600,0.10949530452489853,1,272.10896492004395
+1700,0.1036594957113266,1,297.53901410102844
+1800,0.09983740001916885,1,282.8095145225525
+1900,0.09973171353340149,1,280.401371717453
+2000,0.10141655057668686,2,324.308349609375
+2100,0.10293348878622055,2,279.7549407482147
+2200,0.10162190347909927,2,302.5453140735626
+2300,0.1015312671661377,2,301.84823417663574
+2400,0.10574975609779358,2,279.0249557495117
+2500,0.09973566979169846,2,303.140141248703
+2600,0.10340344160795212,2,275.78552532196045
+2700,0.09922879934310913,2,263.84826159477234
+2800,0.10053302347660065,2,262.9992220401764
+2900,0.09967232495546341,2,265.17724204063416
+3000,0.09817792475223541,2,277.2062478065491
+3100,0.1027110293507576,2,275.07999420166016
+3200,0.09400071948766708,2,264.22515749931335
+3300,0.09853504598140717,2,293.5708463191986
+3400,0.10227420926094055,2,288.1946909427643
+3500,0.10009220242500305,2,267.0701267719269
+3600,0.09906938672065735,2,259.3570258617401
+3700,0.10489161312580109,2,287.8516330718994
+3800,0.10613930225372314,2,258.6315689086914
+3900,0.10542680323123932,2,262.1494767665863
+4000,0.10136210918426514,3,320.184335231781
+4100,0.10551158338785172,3,299.90116930007935
+4200,0.10290617495775223,3,289.97015380859375
+4300,0.10275419801473618,3,289.3577015399933
+4400,0.10028501600027084,3,301.3788273334503
+4500,0.10034583508968353,3,280.11852765083313
+4600,0.10169768333435059,3,259.3522906303406
+4700,0.09930311143398285,3,287.0220880508423
+4800,0.09995979815721512,3,275.47008228302
+4900,0.10619115829467773,3,264.02977991104126
+5000,0.10010644048452377,3,303.09473061561584
+5100,0.10464165359735489,3,302.4169898033142
+5200,0.0989665761590004,3,302.82619643211365
+5300,0.09964071959257126,3,258.36756896972656
+5400,0.10090863704681396,3,302.5549695491791
+5500,0.10649614781141281,3,264.21443724632263
+5600,0.1039654016494751,3,290.07557487487793
+5700,0.10064160078763962,3,303.9165780544281
+5800,0.10024562478065491,3,259.6326539516449
+5900,0.10184763371944427,3,268.9964168071747
+6000,0.10046243667602539,4,323.4963347911835
+6100,0.09833262860774994,4,300.5731272697449
+6200,0.10172201693058014,4,258.07664704322815
+6300,0.09740572422742844,4,261.0258159637451
+6400,0.09998348355293274,4,263.8275384902954
+6500,0.0945441871881485,4,290.7048759460449
+6600,0.10214288532733917,4,285.89813685417175
+6700,0.10248646140098572,4,269.95296931266785
+6800,0.10189755260944366,4,299.48239278793335
+6900,0.1017787829041481,4,258.34827876091003
+7000,0.10196438431739807,4,275.4736943244934
+7100,0.10146781802177429,4,276.47042417526245
+7200,0.10375384986400604,4,274.53507828712463
+7300,0.09729529172182083,4,272.8524730205536
+7400,0.10032224655151367,4,259.4008162021637
+7500,0.09981310367584229,4,302.5376992225647
+7600,0.09751779586076736,4,275.12682247161865
+7700,0.10002166777849197,4,288.97938418388367
+7800,0.10128620266914368,4,275.0978410243988
+7900,0.10168900340795517,4,272.0621745586395
+8000,0.1011650338768959,5,320.249320268631
+8100,0.10253860056400299,5,258.84068512916565
+8200,0.09838973730802536,5,288.36021900177
+8300,0.10165862739086151,5,259.5569050312042
+8400,0.10519934445619583,5,272.1993067264557
+8500,0.10392933338880539,5,259.94006276130676
+8600,0.09979140013456345,5,304.881454706192
+8700,0.10022658109664917,5,259.7321653366089
+8800,0.10529617965221405,5,273.913010597229
+8900,0.09822852909564972,5,303.6552608013153
+9000,0.10496460646390915,5,259.54979515075684
+9100,0.10056045651435852,5,273.0694513320923
+9200,0.10282541811466217,5,287.72664880752563
+9300,0.1002611517906189,5,260.295122385025
+9400,0.10150953382253647,5,260.0981283187866
+9500,0.09949241578578949,5,285.3395245075226
+9600,0.10424106568098068,5,257.95875358581543
+9700,0.10227131843566895,5,287.618891954422
+9800,0.10327836126089096,5,260.7279326915741
+9900,0.10157310217618942,5,260.20610094070435
+10000,0.10181114822626114,6,316.9484202861786
+10100,0.10103689134120941,6,286.175062417984
+10200,0.10375525057315826,6,287.13665676116943
+10300,0.10051186382770538,6,272.94139337539673
+10400,0.10074235498905182,6,260.8133614063263
+10500,0.1046832725405693,6,261.98606419563293
+10600,0.09904805570840836,6,260.9811170101166
+10700,0.1014680340886116,6,260.49479603767395
+10800,0.10252462327480316,6,259.8403604030609
+10900,0.10516335070133209,6,273.12172961235046
+11000,0.10032133758068085,6,260.8593156337738
+11100,0.10678939521312714,6,273.2940948009491
+11200,0.099755197763443,6,272.87461400032043
+11300,0.1022273525595665,6,285.3083927631378
+11400,0.10572066903114319,6,270.26876640319824
+11500,0.10291930288076401,6,272.52092003822327
+11600,0.10033663362264633,6,259.3673257827759
+11700,0.10058967024087906,6,261.7412371635437
+11800,0.10277792066335678,6,288.77338337898254
+11900,0.10761632770299911,6,301.2622330188751
+12000,0.10144054144620895,7,322.00503516197205
+12100,0.10201461613178253,7,259.7860953807831
+12200,0.10350782424211502,7,259.2859432697296
+12300,0.09906390309333801,7,288.2650978565216
+12400,0.10530813038349152,7,287.4042809009552