loss for epoch 27 lion unet lr ((1e-6)/7)*4*2, text encoder lr (((1e-6)/4)/7)*4*2

size-768-squared_no-eos-bos_shuffled_lion-optim-e27.csv

@@ -0,0 +1,125 @@
+global_step,loss,checkpoint_counter,time
+100,0.1016477644443512,1,604.9511885643005
+200,0.10564706474542618,1,275.24096298217773
+300,0.10309122502803802,1,262.67188692092896
+400,0.10155600309371948,1,265.91707038879395
+500,0.09688273817300797,1,265.16567063331604
+600,0.09817489236593246,1,289.05034279823303
+700,0.10140669345855713,1,275.2208819389343
+800,0.1035274863243103,1,287.1082739830017
+900,0.10259212553501129,1,262.4544789791107
+1000,0.1018257811665535,1,261.89907813072205
+1100,0.1006750836968422,1,289.5441634654999
+1200,0.1048748791217804,1,260.7642879486084
+1300,0.10410385578870773,1,302.0863673686981
+1400,0.10109098255634308,1,263.05747079849243
+1500,0.10171650350093842,1,276.6089777946472
+1600,0.10191455483436584,1,288.8714985847473
+1700,0.10175628215074539,1,300.930456161499
+1800,0.1017794981598854,1,303.7854540348053
+1900,0.09476993978023529,1,305.6740598678589
+2000,0.10325482487678528,2,320.1136407852173
+2100,0.10533252358436584,2,274.3771529197693
+2200,0.09822127223014832,2,291.3289682865143
+2300,0.09949927777051926,2,286.7112636566162
+2400,0.10334333777427673,2,302.407484292984
+2500,0.10585738718509674,2,271.2778251171112
+2600,0.1049526259303093,2,259.64418387413025
+2700,0.10234837234020233,2,259.34394097328186
+2800,0.10277421027421951,2,288.02649688720703
+2900,0.10271535813808441,2,271.53894686698914
+3000,0.10001196712255478,2,271.8828511238098
+3100,0.1023581326007843,2,271.10742259025574
+3200,0.09921736270189285,2,257.0612778663635
+3300,0.10472285747528076,2,300.9981963634491
+3400,0.09702005237340927,2,263.225469827652
+3500,0.09974952787160873,2,283.98677349090576
+3600,0.09830356389284134,2,274.347452878952
+3700,0.10180086642503738,2,301.93260741233826
+3800,0.10563775151968002,2,285.76731061935425
+3900,0.10817851126194,2,261.77126264572144
+4000,0.09566566348075867,3,322.2049283981323
+4100,0.10527045279741287,3,299.65522861480713
+4200,0.10090580582618713,3,260.7792830467224
+4300,0.09786170721054077,3,286.3945004940033
+4400,0.1094241589307785,3,260.4944500923157
+4500,0.10578786581754684,3,262.0687036514282
+4600,0.10012837499380112,3,258.33249282836914
+4700,0.09951017051935196,3,269.52519965171814
+4800,0.09891792386770248,3,300.2415053844452
+4900,0.09586241841316223,3,271.19813108444214
+5000,0.09946279972791672,3,259.19910955429077
+5100,0.09950695186853409,3,258.7039406299591
+5200,0.10119377821683884,3,259.94027733802795
+5300,0.09844719618558884,3,289.5074973106384
+5400,0.09953506290912628,3,284.2162296772003
+5500,0.10093879699707031,3,258.923401594162
+5600,0.09649400413036346,3,261.951274394989
+5700,0.10000140964984894,3,259.407550573349
+5800,0.0974031537771225,3,271.30139446258545
+5900,0.10082551091909409,3,260.7034559249878
+6000,0.10211854428052902,4,321.4927215576172
+6100,0.09853867441415787,4,260.9252631664276
+6200,0.10208509117364883,4,259.79470682144165
+6300,0.09583225101232529,4,260.5160868167877
+6400,0.10402756184339523,4,271.2582881450653
+6500,0.10461955517530441,4,271.3955476284027
+6600,0.0956672951579094,4,285.1436560153961
+6700,0.100862056016922,4,273.35436940193176
+6800,0.10392016917467117,4,259.5239953994751
+6900,0.10364537686109543,4,267.51902174949646
+7000,0.09582722187042236,4,300.6595256328583
+7100,0.10246869176626205,4,261.68745970726013
+7200,0.09713047742843628,4,286.1236095428467
+7300,0.09711265563964844,4,303.92319345474243
+7400,0.09806157648563385,4,302.2477502822876
+7500,0.09777116775512695,4,271.5193295478821
+7600,0.10032892227172852,4,286.35188269615173
+7700,0.1064920425415039,4,268.2263629436493
+7800,0.10171455144882202,4,271.4594223499298
+7900,0.10434447228908539,4,304.62157702445984
+8000,0.09957674890756607,5,321.25010085105896
+8100,0.10605190694332123,5,259.44677686691284
+8200,0.10168594121932983,5,259.6455817222595
+8300,0.10317286849021912,5,267.2011284828186
+8400,0.1028197631239891,5,286.83952021598816
+8500,0.10111340880393982,5,268.72468638420105
+8600,0.1014019176363945,5,289.38396644592285
+8700,0.10332175344228745,5,301.6952555179596
+8800,0.09627394378185272,5,272.01910734176636
+8900,0.10016568005084991,5,301.8991844654083
+9000,0.09462209790945053,5,278.5286498069763
+9100,0.0972890555858612,5,260.7438759803772
+9200,0.10452593863010406,5,302.93619441986084
+9300,0.09961250424385071,5,259.1331090927124
+9400,0.10621145367622375,5,287.51904034614563
+9500,0.10011352598667145,5,269.09243750572205
+9600,0.10406079888343811,5,269.5772099494934
+9700,0.1026848778128624,5,285.58580136299133
+9800,0.09961377084255219,5,259.2278470993042
+9900,0.1029919683933258,5,284.66797637939453
+10000,0.09997232258319855,6,323.75892210006714
+10100,0.10701630264520645,6,302.3458516597748
+10200,0.1023864895105362,6,259.57438015937805
+10300,0.10059474408626556,6,258.41235971450806
+10400,0.09921485930681229,6,269.1087899208069
+10500,0.10297060012817383,6,300.8037965297699
+10600,0.10098036378622055,6,271.46756768226624
+10700,0.10289032012224197,6,301.1539218425751
+10800,0.10272201895713806,6,263.053750038147
+10900,0.10032934695482254,6,258.4874973297119
+11000,0.09834017604589462,6,287.0412118434906
+11100,0.10481102764606476,6,266.77892088890076
+11200,0.10055631399154663,6,302.0582661628723
+11300,0.10014843940734863,6,288.1905767917633
+11400,0.09913022071123123,6,269.7758641242981
+11500,0.09844116121530533,6,259.5759220123291
+11600,0.10191664099693298,6,284.55244278907776
+11700,0.09585476666688919,6,264.94760942459106
+11800,0.09862826019525528,6,301.4365620613098
+11900,0.09932056814432144,6,283.27568006515503
+12000,0.10193774104118347,7,319.1617202758789
+12100,0.1078149676322937,7,302.77172660827637
+12200,0.10048171132802963,7,300.30539989471436
+12300,0.10347837209701538,7,259.8156569004059
+12400,0.09987644106149673,7,258.37562108039856