loss for epoch 28 lion unet lr ((1e-6)/7)*4*2, text encoder lr (((1e-6)/4)/7)*4*2

size-768-squared_no-eos-bos_shuffled_lion-optim-e28.csv

@@ -0,0 +1,125 @@
+global_step,loss,checkpoint_counter,time
+100,0.10324952006340027,1,569.8592102527618
+200,0.10162193328142166,1,266.79838395118713
+300,0.09799276292324066,1,259.87416529655457
+400,0.10055157542228699,1,259.2942543029785
+500,0.10024963319301605,1,271.69480061531067
+600,0.10719665884971619,1,259.43290519714355
+700,0.09868176281452179,1,304.1484024524689
+800,0.10058508813381195,1,266.6173815727234
+900,0.10445373505353928,1,300.5702450275421
+1000,0.0995359867811203,1,260.7523913383484
+1100,0.10162650048732758,1,269.2562472820282
+1200,0.10424450039863586,1,281.6880884170532
+1300,0.10319510102272034,1,265.96172976493835
+1400,0.10024413466453552,1,260.52953720092773
+1500,0.10344812273979187,1,259.89339447021484
+1600,0.10108121484518051,1,305.22738885879517
+1700,0.10091980546712875,1,301.5583312511444
+1800,0.09775738418102264,1,284.6045877933502
+1900,0.10300327092409134,1,302.63431429862976
+2000,0.10432329773902893,2,321.2249093055725
+2100,0.10112113505601883,2,269.97757720947266
+2200,0.09768787771463394,2,262.8680622577667
+2300,0.09574110805988312,2,258.5045280456543
+2400,0.105209119617939,2,263.31298995018005
+2500,0.10345596075057983,2,300.9931638240814
+2600,0.10270382463932037,2,258.5805814266205
+2700,0.10545496642589569,2,284.0290286540985
+2800,0.0987868383526802,2,285.0605010986328
+2900,0.10363034158945084,2,261.8062777519226
+3000,0.09733642637729645,2,302.5860333442688
+3100,0.10294590890407562,2,259.75982451438904
+3200,0.10122139751911163,2,300.1444516181946
+3300,0.10092854499816895,2,269.6270754337311
+3400,0.10019166767597198,2,285.0394968986511
+3500,0.09982800483703613,2,302.1132709980011
+3600,0.09867730736732483,2,258.39322662353516
+3700,0.09963598102331161,2,284.7143785953522
+3800,0.10527678579092026,2,259.96043038368225
+3900,0.101329006254673,2,300.4037630558014
+4000,0.10024354606866837,3,320.89199924468994
+4100,0.09621655195951462,3,303.94483947753906
+4200,0.09856048226356506,3,300.2108108997345
+4300,0.09846102446317673,3,289.0921461582184
+4400,0.10691725462675095,3,270.59330534935
+4500,0.10361413657665253,3,273.52767062187195
+4600,0.09721873700618744,3,281.98435735702515
+4700,0.09967098385095596,3,284.11564540863037
+4800,0.10266893357038498,3,259.5273370742798
+4900,0.09960366785526276,3,259.72598528862
+5000,0.0980420932173729,3,261.50378036499023
+5100,0.09976670891046524,3,257.0987277030945
+5200,0.10210783034563065,3,259.7945020198822
+5300,0.10148056596517563,3,284.61902046203613
+5400,0.09881994128227234,3,261.8473491668701
+5500,0.10536286979913712,3,261.00046730041504
+5600,0.10177169740200043,3,257.04387402534485
+5700,0.10228107869625092,3,281.91333985328674
+5800,0.09700335562229156,3,283.561105966568
+5900,0.09887263178825378,3,272.127601146698
+6000,0.09710688143968582,4,317.84770488739014
+6100,0.10075574368238449,4,300.186803817749
+6200,0.1041034385561943,4,260.8111481666565
+6300,0.09951795637607574,4,260.55551314353943
+6400,0.09681788086891174,4,286.3355393409729
+6500,0.1045825332403183,4,285.3082630634308
+6600,0.10215458273887634,4,285.42195105552673
+6700,0.10264234989881516,4,260.064106464386
+6800,0.10181162506341934,4,285.78907322883606
+6900,0.10076308995485306,4,260.5972247123718
+7000,0.10994349420070648,4,261.06569385528564
+7100,0.09988375753164291,4,265.17936658859253
+7200,0.10271624475717545,4,259.64266204833984
+7300,0.102801613509655,4,300.92121052742004
+7400,0.10187557339668274,4,266.1912624835968
+7500,0.10351576656103134,4,259.87928104400635
+7600,0.0979907363653183,4,302.81625628471375
+7700,0.09858622401952744,4,259.8235628604889
+7800,0.1019640639424324,4,297.4679548740387
+7900,0.10219224542379379,4,285.67709159851074
+8000,0.10683159530162811,5,322.0457077026367
+8100,0.1002313494682312,5,263.0368278026581
+8200,0.09941409528255463,5,284.80570435523987
+8300,0.10035892575979233,5,269.46653938293457
+8400,0.1024501770734787,5,284.7933461666107
+8500,0.1061960756778717,5,283.9241645336151
+8600,0.10541916638612747,5,305.23043417930603
+8700,0.1037050113081932,5,259.47313117980957
+8800,0.10060325264930725,5,258.6009361743927
+8900,0.10488876700401306,5,267.5992147922516
+9000,0.10417095571756363,5,257.1736755371094
+9100,0.10323937982320786,5,257.4391052722931
+9200,0.09924191236495972,5,268.09312200546265
+9300,0.10327083617448807,5,258.05414628982544
+9400,0.10515649616718292,5,282.0041937828064
+9500,0.10600829124450684,5,283.334055185318
+9600,0.09972631186246872,5,286.1469097137451
+9700,0.10400870442390442,5,261.18350768089294
+9800,0.10576336830854416,5,258.6507430076599
+9900,0.10032292455434799,5,302.1798701286316
+10000,0.10344108194112778,6,318.4754207134247
+10100,0.09770846366882324,6,285.8779001235962
+10200,0.0981040820479393,6,259.6465630531311
+10300,0.10379590839147568,6,267.2360372543335
+10400,0.10025438666343689,6,282.8900673389435
+10500,0.09977199137210846,6,288.4982316493988
+10600,0.10318475216627121,6,300.4978151321411
+10700,0.09828837215900421,6,301.0005478858948
+10800,0.10875386744737625,6,257.3587896823883
+10900,0.09940894693136215,6,281.5413017272949
+11000,0.09569066762924194,6,263.0156886577606
+11100,0.09895377606153488,6,260.8799147605896
+11200,0.0933537557721138,6,269.1165518760681
+11300,0.10221854597330093,6,267.2123999595642
+11400,0.09413382411003113,6,268.7263412475586
+11500,0.09922771155834198,6,301.59812593460083
+11600,0.09645690023899078,6,260.75479316711426
+11700,0.10195362567901611,6,285.3047935962677
+11800,0.1005568653345108,6,285.46833658218384
+11900,0.09718551486730576,6,260.47584199905396
+12000,0.10115361213684082,7,321.5860514640808
+12100,0.10611441731452942,7,261.03550934791565
+12200,0.0998855009675026,7,303.4194598197937
+12300,0.09744491428136826,7,269.53752064704895
+12400,0.10585562139749527,7,286.68085861206055