loss for epoch 12 lion unet lr ((1e-6)/7)*4*2, text encoder lr (((1e-6)/4)/7)*4*2

size-768-squared_no-eos-bos_shuffled_lion-optim-e12.csv

@@ -0,0 +1,125 @@
+global_step,loss,checkpoint_counter,time
+100,0.10129451751708984,1,589.7508010864258
+200,0.10119490325450897,1,284.66694021224976
+300,0.09364929795265198,1,263.8619406223297
+400,0.09871242195367813,1,283.9815490245819
+500,0.10530056804418564,1,293.1502335071564
+600,0.10303906351327896,1,292.58381819725037
+700,0.1033526360988617,1,265.7163245677948
+800,0.10354113578796387,1,257.18505454063416
+900,0.10457464307546616,1,281.952232837677
+1000,0.10298701375722885,1,263.12074542045593
+1100,0.09520763903856277,1,262.2841749191284
+1200,0.09936697036027908,1,271.7069959640503
+1300,0.10300898551940918,1,269.3809235095978
+1400,0.10210920870304108,1,301.0410223007202
+1500,0.10373382270336151,1,285.92951369285583
+1600,0.0978282243013382,1,303.85007524490356
+1700,0.10697589814662933,1,262.32045245170593
+1800,0.09651880711317062,1,263.89419293403625
+1900,0.10239493101835251,1,284.29924273490906
+2000,0.10232092440128326,2,325.120911359787
+2100,0.09947828203439713,2,304.14819979667664
+2200,0.10170771181583405,2,271.0449786186218
+2300,0.10418371856212616,2,268.68112111091614
+2400,0.10243160277605057,2,303.8329727649689
+2500,0.10181985795497894,2,268.543151140213
+2600,0.10215326398611069,2,295.3030161857605
+2700,0.09872501343488693,2,282.66360211372375
+2800,0.10875222831964493,2,287.5563609600067
+2900,0.0984729751944542,2,288.6150999069214
+3000,0.10459710657596588,2,285.8709223270416
+3100,0.1074148640036583,2,301.2973029613495
+3200,0.10232573002576828,2,260.61034202575684
+3300,0.09914775937795639,2,273.04869961738586
+3400,0.10372163355350494,2,292.62482714653015
+3500,0.10552805662155151,2,305.9738347530365
+3600,0.10073693096637726,2,260.80448389053345
+3700,0.10193300247192383,2,279.9459328651428
+3800,0.10589367896318436,2,294.4582543373108
+3900,0.10156688094139099,2,282.57746148109436
+4000,0.0996723547577858,3,323.0860846042633
+4100,0.11034788936376572,3,301.74395728111267
+4200,0.09950406104326248,3,259.79796171188354
+4300,0.09754841774702072,3,278.62477135658264
+4400,0.10068106651306152,3,302.2658734321594
+4500,0.10044387727975845,3,301.41890716552734
+4600,0.09784437716007233,3,291.6358199119568
+4700,0.10333030670881271,3,287.1236093044281
+4800,0.10672202706336975,3,299.8702540397644
+4900,0.10162079334259033,3,262.9176137447357
+5000,0.10300162434577942,3,304.2202205657959
+5100,0.10306690633296967,3,275.8341898918152
+5200,0.10218297690153122,3,258.5904438495636
+5300,0.10537728667259216,3,260.6592206954956
+5400,0.10559747368097305,3,300.0821204185486
+5500,0.10814323276281357,3,260.8776617050171
+5600,0.10660349577665329,3,279.29077672958374
+5700,0.10480087250471115,3,278.0165946483612
+5800,0.10195284336805344,3,275.2088222503662
+5900,0.09976387768983841,3,259.67455410957336
+6000,0.10508204996585846,4,323.06438875198364
+6100,0.10674253851175308,4,261.6242723464966
+6200,0.10548195242881775,4,277.12315797805786
+6300,0.10176794975996017,4,276.39004015922546
+6400,0.10448750108480453,4,289.72790122032166
+6500,0.1013808324933052,4,275.2908296585083
+6600,0.09973626583814621,4,265.12494254112244
+6700,0.10264809429645538,4,278.6734564304352
+6800,0.10203706473112106,4,301.67573833465576
+6900,0.10053877532482147,4,268.4944574832916
+7000,0.10516054928302765,4,261.64457631111145
+7100,0.09909297525882721,4,267.5928237438202
+7200,0.10103171318769455,4,290.1167652606964
+7300,0.09939012676477432,4,262.3714714050293
+7400,0.10689650475978851,4,300.3207447528839
+7500,0.09692667424678802,4,265.53632521629333
+7600,0.10562008619308472,4,271.553719997406
+7700,0.10061915218830109,4,288.15681743621826
+7800,0.10118036717176437,4,303.2158200740814
+7900,0.09850035607814789,4,280.17546582221985
+8000,0.10379311442375183,5,317.024512052536
+8100,0.10097270458936691,5,264.1257743835449
+8200,0.10585931688547134,5,283.735755443573
+8300,0.10477413237094879,5,257.3090431690216
+8400,0.09856217354536057,5,301.27137517929077
+8500,0.09940097481012344,5,260.82205843925476
+8600,0.10299771279096603,5,274.3006811141968
+8700,0.09621021151542664,5,283.22957968711853
+8800,0.10502506792545319,5,289.3344931602478
+8900,0.10359762609004974,5,267.31786584854126
+9000,0.10079984366893768,5,275.5083394050598
+9100,0.10541555285453796,5,270.336003780365
+9200,0.10218603909015656,5,258.91114115715027
+9300,0.10407839715480804,5,257.28922867774963
+9400,0.10127529501914978,5,300.196994304657
+9500,0.1027025505900383,5,265.0182418823242
+9600,0.10238047689199448,5,261.7067005634308
+9700,0.10566772520542145,5,265.4211916923523
+9800,0.10279791802167892,5,280.32594537734985
+9900,0.10393904149532318,5,302.6850702762604
+10000,0.10408759117126465,6,318.013001203537
+10100,0.10295062512159348,6,265.26118445396423
+10200,0.10058563202619553,6,290.04513669013977
+10300,0.09935230761766434,6,301.1782238483429
+10400,0.1008206158876419,6,264.17407631874084
+10500,0.09988401085138321,6,302.4539818763733
+10600,0.10010175406932831,6,286.5662262439728
+10700,0.10447114706039429,6,302.27190470695496
+10800,0.10250687599182129,6,265.4994885921478
+10900,0.10754860937595367,6,290.45956087112427
+11000,0.10280618071556091,6,291.94065380096436
+11100,0.10196148604154587,6,279.54469084739685
+11200,0.10421664267778397,6,301.35731649398804
+11300,0.10551534593105316,6,301.366986989975
+11400,0.10148067027330399,6,302.43555521965027
+11500,0.10486751049757004,6,274.5706079006195
+11600,0.10127756744623184,6,262.61966133117676
+11700,0.10084574669599533,6,260.3449168205261
+11800,0.10555166751146317,6,275.9136652946472
+11900,0.1029432862997055,6,258.54477620124817
+12000,0.10078862309455872,7,323.03498435020447
+12100,0.10457096993923187,7,259.79693508148193
+12200,0.10436226427555084,7,286.3111696243286
+12300,0.10672249644994736,7,259.4007499217987
+12400,0.10390513390302658,7,259.33131408691406