loss for epoch 26 lion unet lr ((1e-6)/7)*4*2, text encoder lr (((1e-6)/4)/7)*4*2

size-768-squared_no-eos-bos_shuffled_lion-optim-e26.csv

@@ -0,0 +1,125 @@
+global_step,loss,checkpoint_counter,time
+100,0.10383538901805878,1,605.1911947727203
+200,0.0963842049241066,1,259.4401638507843
+300,0.10521575063467026,1,258.0532126426697
+400,0.09972705692052841,1,257.0976285934448
+500,0.10445805639028549,1,300.4831509590149
+600,0.10216738283634186,1,304.199383020401
+700,0.10794991999864578,1,263.83494305610657
+800,0.10128267854452133,1,261.77684330940247
+900,0.10418103635311127,1,302.0359983444214
+1000,0.10202722996473312,1,260.10224628448486
+1100,0.1026676818728447,1,263.194993019104
+1200,0.1009862944483757,1,275.90689492225647
+1300,0.1024555116891861,1,260.69486784935
+1400,0.10199473798274994,1,304.109806060791
+1500,0.09710261970758438,1,263.86230874061584
+1600,0.098886638879776,1,301.70469665527344
+1700,0.10063298046588898,1,302.2552363872528
+1800,0.10007306188344955,1,285.56294322013855
+1900,0.10094977170228958,1,273.70584297180176
+2000,0.10357214510440826,2,321.23771810531616
+2100,0.09998956322669983,2,307.6585171222687
+2200,0.1016891673207283,2,287.6006712913513
+2300,0.10696160793304443,2,259.31188201904297
+2400,0.09896307438611984,2,260.56636810302734
+2500,0.09822417050600052,2,271.28704285621643
+2600,0.10266485810279846,2,285.28233003616333
+2700,0.09933316707611084,2,262.25686860084534
+2800,0.1016673818230629,2,260.6405005455017
+2900,0.1069432869553566,2,287.8699162006378
+3000,0.09685017168521881,2,258.6734926700592
+3100,0.09953585267066956,2,274.0360004901886
+3200,0.09982690960168839,2,300.7072389125824
+3300,0.10064971446990967,2,274.9181923866272
+3400,0.09920229762792587,2,302.1116645336151
+3500,0.10496323555707932,2,287.06324005126953
+3600,0.10621532052755356,2,262.9708707332611
+3700,0.10251801460981369,2,271.89384293556213
+3800,0.10150326788425446,2,287.0715935230255
+3900,0.09540882706642151,2,291.6741564273834
+4000,0.0969814658164978,3,320.2217798233032
+4100,0.09832140058279037,3,304.29722929000854
+4200,0.09901752322912216,3,302.4933342933655
+4300,0.09992235153913498,3,288.31427478790283
+4400,0.10179255157709122,3,271.7202150821686
+4500,0.10241945087909698,3,258.63771653175354
+4600,0.10193177312612534,3,286.14097571372986
+4700,0.10297886282205582,3,260.85549211502075
+4800,0.10093433409929276,3,258.52627086639404
+4900,0.10100027173757553,3,302.0263147354126
+5000,0.10091424733400345,3,258.38243794441223
+5100,0.10241784155368805,3,301.8519208431244
+5200,0.09538911283016205,3,261.7547347545624
+5300,0.10013100504875183,3,271.9211325645447
+5400,0.10292094200849533,3,258.3574151992798
+5500,0.09565091133117676,3,272.4268252849579
+5600,0.0949079766869545,3,272.7278800010681
+5700,0.09986653178930283,3,261.78103733062744
+5800,0.10133463889360428,3,286.11108899116516
+5900,0.10046400129795074,3,277.4446556568146
+6000,0.1012495905160904,4,318.7107493877411
+6100,0.09972821176052094,4,271.82559728622437
+6200,0.10528534650802612,4,288.70440697669983
+6300,0.1026228666305542,4,269.8825674057007
+6400,0.10238582640886307,4,259.59787464141846
+6500,0.09788642823696136,4,273.6938033103943
+6600,0.09882456809282303,4,273.42147850990295
+6700,0.09866715967655182,4,289.6402826309204
+6800,0.10688577592372894,4,286.0028419494629
+6900,0.10225828737020493,4,259.5442361831665
+7000,0.10462718456983566,4,301.7714293003082
+7100,0.10369598865509033,4,274.7179419994354
+7200,0.10338769853115082,4,269.3460285663605
+7300,0.09943245351314545,4,261.19178533554077
+7400,0.10135594010353088,4,288.18681812286377
+7500,0.10196534544229507,4,258.49853801727295
+7600,0.10396341234445572,4,258.0800266265869
+7700,0.09779687970876694,4,259.343581199646
+7800,0.10321804881095886,4,288.4766960144043
+7900,0.09391142427921295,4,290.31071877479553
+8000,0.10039752721786499,5,325.4737935066223
+8100,0.10271860659122467,5,271.7454500198364
+8200,0.10415459424257278,5,300.81140637397766
+8300,0.09500744938850403,5,262.45686864852905
+8400,0.10314057767391205,5,302.0430009365082
+8500,0.1000494658946991,5,260.9545052051544
+8600,0.10044959932565689,5,299.13416171073914
+8700,0.10569385439157486,5,300.8626413345337
+8800,0.09773332625627518,5,300.5545799732208
+8900,0.10057341307401657,5,300.6533691883087
+9000,0.10630536824464798,5,283.43467712402344
+9100,0.10601170361042023,5,259.67824029922485
+9200,0.10217981040477753,5,287.9224283695221
+9300,0.10082148015499115,5,272.40225768089294
+9400,0.09861374646425247,5,272.2138121128082
+9500,0.10508160293102264,5,261.1899182796478
+9600,0.10534502565860748,5,286.5579574108124
+9700,0.098580501973629,5,286.9530460834503
+9800,0.10164718329906464,5,299.2379698753357
+9900,0.10027500241994858,5,300.44176054000854
+10000,0.10199949890375137,6,320.3565788269043
+10100,0.09939037263393402,6,274.1362056732178
+10200,0.10048912465572357,6,300.2284688949585
+10300,0.10025215148925781,6,278.6279356479645
+10400,0.10159444808959961,6,286.29443359375
+10500,0.0988716259598732,6,272.0470962524414
+10600,0.09909747540950775,6,260.72445583343506
+10700,0.10090114176273346,6,262.69829869270325
+10800,0.10190089792013168,6,300.45939326286316
+10900,0.10137484967708588,6,285.3828434944153
+11000,0.09808848053216934,6,260.815856218338
+11100,0.10081937909126282,6,299.5759618282318
+11200,0.1013682633638382,6,302.69641184806824
+11300,0.0997811034321785,6,273.0923035144806
+11400,0.10301722586154938,6,269.32083892822266
+11500,0.09897688776254654,6,271.82278299331665
+11600,0.100779227912426,6,270.6593210697174
+11700,0.09887633472681046,6,272.44753909111023
+11800,0.10206414014101028,6,300.62367725372314
+11900,0.09982386231422424,6,272.7211055755615
+12000,0.10407178848981857,7,320.94387888908386
+12100,0.09979848563671112,7,269.563503742218
+12200,0.10523588210344315,7,259.26673769950867
+12300,0.09980014711618423,7,257.34632778167725
+12400,0.09816489368677139,7,262.00028824806213