loss for epoch 29 lion unet lr ((1e-6)/7)*4*2, text encoder lr (((1e-6)/4)/7)*4*2

size-768-squared_no-eos-bos_shuffled_lion-optim-e29.csv

@@ -0,0 +1,125 @@
+global_step,loss,checkpoint_counter,time
+100,0.10004707425832748,1,585.179055929184
+200,0.10183215886354446,1,284.16566252708435
+300,0.1017298474907875,1,287.45580315589905
+400,0.10474683344364166,1,268.5987231731415
+500,0.1001020297408104,1,262.2023251056671
+600,0.10652478784322739,1,272.4935028553009
+700,0.10520906001329422,1,300.81540989875793
+800,0.09836822003126144,1,261.6278586387634
+900,0.09834069758653641,1,286.59244322776794
+1000,0.10172238945960999,1,298.12710189819336
+1100,0.10330398380756378,1,301.2667188644409
+1200,0.10233529657125473,1,260.51844000816345
+1300,0.1035994216799736,1,258.5651252269745
+1400,0.09744825959205627,1,259.4818525314331
+1500,0.09876987338066101,1,263.82796573638916
+1600,0.10298971086740494,1,300.2884213924408
+1700,0.10706169903278351,1,259.825808763504
+1800,0.10223706066608429,1,258.0954954624176
+1900,0.10460752248764038,1,271.34929490089417
+2000,0.0928129330277443,2,323.1071231365204
+2100,0.09911195188760757,2,267.532114982605
+2200,0.09810902178287506,2,285.75243949890137
+2300,0.10399595648050308,2,259.8029680252075
+2400,0.0972711369395256,2,259.7514045238495
+2500,0.09563323855400085,2,261.8740348815918
+2600,0.10335961729288101,2,284.30174136161804
+2700,0.10376876592636108,2,260.70677757263184
+2800,0.10541338473558426,2,270.62912011146545
+2900,0.10269556939601898,2,267.69808530807495
+3000,0.09836528450250626,2,258.4348316192627
+3100,0.10468101501464844,2,286.3093967437744
+3200,0.10000499337911606,2,268.2500915527344
+3300,0.10509991645812988,2,301.39965438842773
+3400,0.10556536167860031,2,268.38593220710754
+3500,0.09953619539737701,2,258.32600021362305
+3600,0.10007692873477936,2,269.1831622123718
+3700,0.1013413593173027,2,261.4992210865021
+3800,0.09903834760189056,2,285.2833650112152
+3900,0.1005782037973404,2,286.1766884326935
+4000,0.10271144658327103,3,320.79105830192566
+4100,0.10524862259626389,3,271.3185861110687
+4200,0.09598633646965027,3,261.3354640007019
+4300,0.10151240974664688,3,285.5944085121155
+4400,0.10374321043491364,3,284.972932100296
+4500,0.1002231016755104,3,280.02059984207153
+4600,0.10221860557794571,3,258.6064975261688
+4700,0.10045724362134933,3,286.02810430526733
+4800,0.10480838268995285,3,271.8251488208771
+4900,0.0980532243847847,3,258.5084626674652
+5000,0.09897897392511368,3,286.37949085235596
+5100,0.10277082026004791,3,301.3041834831238
+5200,0.1019609123468399,3,258.2029323577881
+5300,0.10500084608793259,3,258.81846261024475
+5400,0.09847303479909897,3,288.1074147224426
+5500,0.10211769491434097,3,299.62417125701904
+5600,0.09882446378469467,3,270.3135516643524
+5700,0.10372530668973923,3,283.45474004745483
+5800,0.10250476002693176,3,270.80210542678833
+5900,0.10267528146505356,3,283.11054277420044
+6000,0.10296441614627838,4,320.3771228790283
+6100,0.10153894126415253,4,300.68548011779785
+6200,0.10430683195590973,4,258.37910509109497
+6300,0.10265903174877167,4,285.66059613227844
+6400,0.1088699921965599,4,301.8725278377533
+6500,0.09930862486362457,4,262.11457347869873
+6600,0.10627970099449158,4,276.71854281425476
+6700,0.1019631177186966,4,286.05265045166016
+6800,0.09740060567855835,4,259.6481418609619
+6900,0.10145625472068787,4,271.65289998054504
+7000,0.10233502835035324,4,268.50218892097473
+7100,0.09965826570987701,4,260.8736503124237
+7200,0.10262315720319748,4,301.51836371421814
+7300,0.10123973339796066,4,260.90946984291077
+7400,0.10291550308465958,4,272.630797624588
+7500,0.10224346816539764,4,264.41223526000977
+7600,0.10276880115270615,4,260.9899740219116
+7700,0.09682794660329819,4,260.6379644870758
+7800,0.10183221846818924,4,268.90771222114563
+7900,0.10580874234437943,4,298.58998107910156
+8000,0.09809944033622742,5,322.29713106155396
+8100,0.09831762313842773,5,302.2320280075073
+8200,0.09830135107040405,5,301.6702461242676
+8300,0.10030131787061691,5,273.1382896900177
+8400,0.10484826564788818,5,258.4170000553131
+8500,0.09957940876483917,5,261.72646975517273
+8600,0.10160936415195465,5,286.91514682769775
+8700,0.10006054490804672,5,285.8472819328308
+8800,0.10503868758678436,5,269.2826545238495
+8900,0.1031564325094223,5,257.18711018562317
+9000,0.10290387272834778,5,260.5024938583374
+9100,0.09905555844306946,5,288.5233678817749
+9200,0.10191534459590912,5,260.5949923992157
+9300,0.09901545941829681,5,259.9397020339966
+9400,0.10113659501075745,5,269.3979113101959
+9500,0.09804702550172806,5,259.54562520980835
+9600,0.100970558822155,5,300.4383361339569
+9700,0.10266353189945221,5,271.6333372592926
+9800,0.09733504056930542,5,276.2716133594513
+9900,0.1019396260380745,5,286.646523475647
+10000,0.09980358183383942,6,324.2218453884125
+10100,0.10080846399068832,6,259.56964921951294
+10200,0.09752213209867477,6,260.7797086238861
+10300,0.09863085299730301,6,303.71105694770813
+10400,0.10247106105089188,6,302.7775468826294
+10500,0.10312703251838684,6,269.0244634151459
+10600,0.10657836496829987,6,270.95370292663574
+10700,0.10272734612226486,6,259.78063678741455
+10800,0.1028476431965828,6,261.4526207447052
+10900,0.09595118463039398,6,267.953076839447
+11000,0.09542057663202286,6,260.52810072898865
+11100,0.10298427194356918,6,303.6723973751068
+11200,0.09755662828683853,6,299.50345611572266
+11300,0.10501834750175476,6,268.5266194343567
+11400,0.09893482178449631,6,273.0905439853668
+11500,0.10007382184267044,6,258.2534534931183
+11600,0.1017243042588234,6,260.7467095851898
+11700,0.10177150368690491,6,268.47452878952026
+11800,0.10027895867824554,6,258.41717767715454
+11900,0.10224752128124237,6,270.67459201812744
+12000,0.10449699312448502,7,323.1604242324829
+12100,0.09917601197957993,7,259.7213079929352
+12200,0.10336171090602875,7,298.2930061817169
+12300,0.09797561168670654,7,263.2230806350708
+12400,0.10047977417707443,7,260.7373254299164