loss for epoch 21 lion unet lr ((1e-6)/7)*4*2, text encoder lr (((1e-6)/4)/7)*4*2

size-768-squared_no-eos-bos_shuffled_lion-optim-e21.csv

@@ -0,0 +1,125 @@
+global_step,loss,checkpoint_counter,time
+100,0.09949857741594315,1,575.057790517807
+200,0.10523617267608643,1,280.7774221897125
+300,0.10582128912210464,1,283.57090067863464
+400,0.0994289368391037,1,272.7130796909332
+500,0.10443610697984695,1,286.643846988678
+600,0.10540604591369629,1,289.42568349838257
+700,0.10423799604177475,1,303.7697410583496
+800,0.09721995145082474,1,296.3106195926666
+900,0.10187200456857681,1,298.46948862075806
+1000,0.10681139677762985,1,269.9387946128845
+1100,0.10472148656845093,1,293.76938486099243
+1200,0.10247784107923508,1,274.7347753047943
+1300,0.09838122874498367,1,270.7972934246063
+1400,0.10144473612308502,1,286.89850211143494
+1500,0.10474010556936264,1,283.28167152404785
+1600,0.10351873934268951,1,274.8520886898041
+1700,0.09995120018720627,1,279.2033009529114
+1800,0.1036411002278328,1,294.21708250045776
+1900,0.10598595440387726,1,303.16803216934204
+2000,0.10157091915607452,2,325.3074109554291
+2100,0.10054467618465424,2,262.70944118499756
+2200,0.10274629294872284,2,264.0450448989868
+2300,0.10124339908361435,2,303.25890278816223
+2400,0.10710140317678452,2,272.9557514190674
+2500,0.09770262241363525,2,264.85241651535034
+2600,0.0984857901930809,2,305.9923369884491
+2700,0.10429622232913971,2,291.6904196739197
+2800,0.09634430706501007,2,274.7548887729645
+2900,0.10299663245677948,2,296.8671398162842
+3000,0.1034153625369072,2,282.03646540641785
+3100,0.10316064953804016,2,300.4215757846832
+3200,0.09419213980436325,2,276.19132804870605
+3300,0.10187860578298569,2,303.6174216270447
+3400,0.09437108784914017,2,279.5208532810211
+3500,0.10026375204324722,2,282.86355924606323
+3600,0.10414008051156998,2,288.76490688323975
+3700,0.09511352330446243,2,301.2625391483307
+3800,0.10257595032453537,2,302.72469997406006
+3900,0.10101405531167984,2,304.296550989151
+4000,0.09930157661437988,3,323.5503659248352
+4100,0.099946528673172,3,294.7732889652252
+4200,0.09918209910392761,3,285.0897808074951
+4300,0.10215231776237488,3,267.6608335971832
+4400,0.10565192997455597,3,280.56001377105713
+4500,0.09904881566762924,3,290.10019040107727
+4600,0.1021590530872345,3,281.19595980644226
+4700,0.0999758392572403,3,304.1106607913971
+4800,0.1052558571100235,3,305.21904730796814
+4900,0.10034115612506866,3,278.4368939399719
+5000,0.10116611421108246,3,292.16310000419617
+5100,0.09786771237850189,3,301.7604660987854
+5200,0.10068727284669876,3,280.36740589141846
+5300,0.10246951878070831,3,282.6552846431732
+5400,0.1050146073102951,3,279.47118616104126
+5500,0.10367783159017563,3,302.1777358055115
+5600,0.10412690043449402,3,273.46761560440063
+5700,0.09758169949054718,3,302.58271837234497
+5800,0.09984283149242401,3,299.09122037887573
+5900,0.09889549762010574,3,296.20171642303467
+6000,0.10380084067583084,4,323.28399872779846
+6100,0.0999661460518837,4,269.86380553245544
+6200,0.10354124754667282,4,293.93562388420105
+6300,0.10129903256893158,4,263.05407214164734
+6400,0.09697703272104263,4,289.09524178504944
+6500,0.10658006370067596,4,274.6009886264801
+6600,0.09982870519161224,4,295.5987572669983
+6700,0.10325337946414948,4,283.30688524246216
+6800,0.10125494748353958,4,288.11826395988464
+6900,0.1063169464468956,4,270.1851315498352
+7000,0.1009264662861824,4,293.89322566986084
+7100,0.10522990673780441,4,284.79908442497253
+7200,0.10369236022233963,4,271.3764069080353
+7300,0.10235804319381714,4,300.11195135116577
+7400,0.09864578396081924,4,306.1284520626068
+7500,0.09916432201862335,4,265.75386476516724
+7600,0.1032516360282898,4,280.71760988235474
+7700,0.10269679129123688,4,279.9595756530762
+7800,0.10140270739793777,4,286.2387170791626
+7900,0.10049691051244736,4,297.59403467178345
+8000,0.10027841478586197,5,320.140341758728
+8100,0.10035283118486404,5,295.373074054718
+8200,0.10368538647890091,5,288.6707720756531
+8300,0.10536196827888489,5,291.9745264053345
+8400,0.1033761128783226,5,289.3169822692871
+8500,0.10199534147977829,5,289.37172055244446
+8600,0.09598511457443237,5,298.1299068927765
+8700,0.10478055477142334,5,303.86973094940186
+8800,0.10279539972543716,5,300.9051775932312
+8900,0.10201641917228699,5,294.97181463241577
+9000,0.09961668401956558,5,269.17632818222046
+9100,0.09868639707565308,5,304.62888050079346
+9200,0.10181383788585663,5,285.83375453948975
+9300,0.10106974095106125,5,294.16519927978516
+9400,0.09981375187635422,5,303.728223323822
+9500,0.10196477919816971,5,282.5858564376831
+9600,0.10396632552146912,5,286.3422203063965
+9700,0.10641453415155411,5,297.7935607433319
+9800,0.0989580824971199,5,262.10083055496216
+9900,0.10005577653646469,5,297.24858140945435
+10000,0.10462687909603119,6,316.63176369667053
+10100,0.09710132330656052,6,302.24754214286804
+10200,0.10351350903511047,6,292.30109572410583
+10300,0.10173463821411133,6,291.3666400909424
+10400,0.10283593833446503,6,303.86861538887024
+10500,0.10555365681648254,6,302.0417437553406
+10600,0.099408358335495,6,292.623193025589
+10700,0.09861800819635391,6,292.17629742622375
+10800,0.10116870701313019,6,291.00707030296326
+10900,0.10179721564054489,6,291.8664815425873
+11000,0.10335493087768555,6,288.9844093322754
+11100,0.098552405834198,6,305.2120041847229
+11200,0.10590195655822754,6,278.51035261154175
+11300,0.10044091194868088,6,302.79148840904236
+11400,0.10629232227802277,6,265.00426840782166
+11500,0.10548465698957443,6,259.66230487823486
+11600,0.10346996784210205,6,257.1874842643738
+11700,0.10029207915067673,6,293.74845838546753
+11800,0.10099933296442032,6,293.26864433288574
+11900,0.10382839292287827,6,301.64891719818115
+12000,0.09940268099308014,7,318.69329714775085
+12100,0.09492896497249603,7,305.41480135917664
+12200,0.09974776208400726,7,302.94750905036926
+12300,0.09869977086782455,7,299.0260422229767
+12400,0.097562275826931,7,260.5732033252716