update model

args.yaml

@@ -0,0 +1,130 @@
+aa: rand-m9-mstd0.5-inc1
+amp: false
+amp_dtype: float16
+amp_impl: native
+aot_autograd: false
+aug_repeats: 0
+aug_splits: 0
+batch_size: 74
+bce_loss: false
+bce_target_thresh: null
+bn_eps: null
+bn_momentum: null
+channels_last: false
+checkpoint_hist: 10
+class_map: ''
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.4
+cooldown_epochs: 0
+crop_pct: null
+cutmix: 0.0
+cutmix_minmax: null
+data: null
+data_dir: /scratch/imagenet/
+dataset: torch/folder
+dataset_download: false
+decay_epochs: 90
+decay_milestones:
+- 90
+- 180
+- 270
+decay_rate: 0.1
+dist_bn: reduce
+drop: 0.1
+drop_block: null
+drop_connect: null
+drop_path: 0.1
+epoch_repeats: 0.0
+epochs: 100
+eval_metric: top1
+experiment: vits_gem1.25_supervised_beta
+fast_norm: false
+fuser: ''
+gp: null
+grad_checkpointing: false
+hflip: 0.5
+img_size: null
+in_chans: null
+initial_checkpoint: ''
+input_size: null
+interpolation: ''
+jsd_loss: false
+layer_decay: null
+local_rank: 0
+log_interval: 50
+log_wandb: false
+lr: 0.0005
+lr_base: 0.1
+lr_base_scale: ''
+lr_base_size: 256
+lr_cycle_decay: 0.5
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_k_decay: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean: null
+min_lr: 0
+mixup: 0.2
+mixup_mode: batch
+mixup_off_epoch: 0
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+model: vit_small_patch16_224
+model_ema: true
+model_ema_decay: 0.99996
+model_ema_force_cpu: false
+model_kwargs: {}
+momentum: 0.9
+no_aug: false
+no_ddp_bb: false
+no_prefetcher: false
+no_resume_opt: false
+num_classes: null
+opt: adamw
+opt_betas: null
+opt_eps: null
+opt_kwargs: {}
+output: /scratch/bill.psomas/logs/
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 0.75
+- 1.3333333333333333
+recount: 1
+recovery_interval: 0
+remode: pixel
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 0.08
+- 1.0
+sched: cosine
+sched_on_updates: false
+seed: 42
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std: null
+subset: -1
+sync_bn: false
+torchcompile: null
+torchscript: false
+train_interpolation: random
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_split: validation
+validation_batch_size: null
+vflip: 0.0
+warmup_epochs: 5
+warmup_lr: 1.0e-06
+warmup_prefix: false
+weight_decay: 0.05
+worker_seeding: all
+workers: 8

summary.csv

@@ -0,0 +1,101 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5,lr
+0,6.920600530836317,6.974224471893311,0.08400000197887421,0.47400001264095304,1e-06
+1,6.487879848480224,6.958813468475342,0.08200000228881836,0.5540000159454346,0.0001008
+2,6.1001534038119845,6.940082385864258,0.1180000035905838,0.6540000210905075,0.0002006
+3,5.7544857660929365,6.919086294403076,0.1720000043964386,0.784000024600029,0.00030040000000000004
+4,5.455823591020372,6.883041844482422,0.2560000067424774,1.1720000272941589,0.0004002
+5,5.201660569508871,6.823611507263184,0.4600000146770477,1.8520000561475753,0.0004969220851487844
+6,5.008780988057454,6.768184557189941,0.7300000249481201,2.664000041232109,0.0004955718126821722
+7,4.825550121731228,6.704212555236817,1.1080000221204758,3.760000050959587,0.0004939791904846869
+8,4.703279982672798,6.617489557952881,1.682000038304329,5.3580001138782505,0.0004921457902821578
+9,4.537087101406521,6.483953685760498,2.5660000460100174,7.834000153369904,0.0004900734214192358
+10,4.519914245605468,6.284233267822265,4.108000096125603,11.80800034576416,0.0004877641290737884
+11,4.4247372733222115,6.018549876403808,6.656000160107612,17.48600038619995,0.0004852201922385564
+12,4.29917852613661,5.691804458007812,9.990000203399658,24.368000519104005,0.00048244412147206283
+13,4.281768761740791,5.324013366546631,14.236000352630615,32.02400063171387,0.00047943865642099525
+14,4.244457976023356,4.935157698287964,18.94400035812378,39.32800120117187,0.0004762067631165049
+15,4.236160204145643,4.553472232513427,23.780000712280273,46.18400121276856,0.00047275163104709196
+16,4.1701750331454805,4.209082102890014,27.958000624084473,51.34600128112793,0.0004690766700109659
+17,4.029757006963094,3.9062978707122804,31.562000532226563,55.740001282958985,0.0004651855067509859
+18,4.156445810529921,3.6505690214538573,34.59800084838867,59.0620015246582,0.00046108198137550377
+19,4.095108683904012,3.440704807853699,37.08600118713379,61.61400164428711,0.00045677014356864043
+20,4.00831921365526,3.2608958896255493,38.99400064086914,63.68400197143555,0.0004522542485937369
+21,3.9039511998494465,3.1025977854919433,40.818000911254884,65.60000134155274,0.00044753875309392255
+22,3.915381669998169,2.9660835903549194,42.36200112426758,67.1860019140625,0.0004426283106939473
+23,3.880381366941664,2.8420911512756346,43.97800130493164,68.75400153442382,0.0004375277674076149
+24,3.893713336520725,2.7292712575149536,45.44800119018554,70.25400079223633,0.00043224215685535287
+25,3.8623070663876002,2.6239760949325563,46.856000950927736,71.69000152832031,0.00042677669529663686
+26,3.84549396832784,2.523159060020447,48.4280009185791,73.08400113769531,0.0004211367764821722
+27,3.782055573993259,2.4296219929504392,49.98200109680176,74.35200174560546,0.00041532796633091297
+28,3.738026412328084,2.338854524803162,51.54800113647461,75.57400171508789,0.00040935599743717243
+29,3.742874092525906,2.253638143348694,52.95000151977539,76.79600127197266,0.00040322676341324415
+30,3.759547800487942,2.172025227394104,54.3300014465332,77.97000154541016,0.00039694631307311834
+31,3.7338522646162247,2.095300898323059,55.67600143554687,79.21000142456055,0.0003905208444630327
+32,3.7067460430992973,2.024184168624878,56.93600169067383,80.27000146118164,0.00038395669874474915
+33,3.68238525390625,1.9597544058799743,58.158001186523435,81.2220021899414,0.00037726035393759286
+34,3.7086651113298204,1.8998140244865418,59.28400078979492,81.99600208984376,0.0003704384185254288
+35,3.6227232933044435,1.8456140219879151,60.30000169067383,82.77400151123047,0.00036349762493488667
+36,3.580168861813015,1.7950661031723023,61.26800158935547,83.48600143310547,0.0003564448228912682
+37,3.610341607199775,1.749186543636322,62.05400136352539,84.10200247314454,0.00034928697265869515
+38,3.596971442964342,1.7072599581336976,62.77600089355469,84.63600205078124,0.00034203113817116957
+39,3.591703240076701,1.668828421497345,63.49200129882812,85.12400200927735,0.0003346844800613229
+40,3.518612353006999,1.6337987056541443,64.13800112670899,85.57600176269531,0.00032725424859373687
+41,3.583690717485216,1.600927974433899,64.70000145263671,86.0360021459961,0.00031974777650980735
+42,3.5551913420359296,1.570955756702423,65.17200127197266,86.4160023413086,0.0003121724717912137
+43,3.497902536392212,1.5437403249931336,65.63600109375,86.79000191162109,0.0003045358103491357
+44,3.5540743086073134,1.5184627166938782,66.11600174072265,87.06600162597657,0.0002968453286464312
+45,3.458424446317885,1.4960009399604797,66.49400113891602,87.33200131347657,0.00028910861626005774
+46,3.5599836932288276,1.474802352581024,66.84000131225586,87.54200119384765,0.0002813333083910761
+47,3.4970934285057917,1.4547511936378479,67.24400180908204,87.77000144775391,0.00027352707832962856
+48,3.470961734983656,1.4364297134780883,67.55400131958008,87.98000113769531,0.0002656976298823284
+49,3.38327423731486,1.4197464639282227,67.84600166625977,88.21800145751953,0.00025785268976953206
+50,3.5077387862735323,1.4041982978630065,68.15800110107422,88.3880016430664,0.00025
+51,3.428105698691474,1.38980554731369,68.43000218383789,88.53600169433594,0.00024214731023046793
+52,3.4534185197618275,1.37608882856369,68.73600167480468,88.7240011303711,0.00023430237011767165
+53,3.4117154121398925,1.3625835162353515,69.01400156616211,88.83800168945312,0.00022647292167037142
+54,3.3600843800438773,1.3499384563064576,69.2560018005371,88.97800165283203,0.00021866669160892398
+55,3.41685389412774,1.3384087352943421,69.49000132690429,89.17400170410156,0.0002108913837399423
+56,3.442116869820489,1.327077164554596,69.70400147705078,89.31400135742187,0.00020315467135356886
+57,3.374345005883111,1.3163305197906494,69.9040012915039,89.4180020703125,0.00019546418965086444
+58,3.288108809789022,1.30614814371109,70.10000142944335,89.53600225097657,0.00018782752820878628
+59,3.314788394504123,1.2961844510269165,70.29400147460937,89.6400021508789,0.0001802522234901927
+60,3.2764089425404865,1.2868924351501465,70.44400151000977,89.7040023046875,0.00017274575140626322
+61,3.2576115290323893,1.2782160577392578,70.61400155395508,89.83400202148438,0.00016531551993867715
+62,3.2597959359486897,1.2699142762184144,70.76000138305665,89.93000178222657,0.00015796886182883058
+63,3.2602348221672908,1.2617616569328307,70.8900013256836,90.03800149414063,0.00015071302734130483
+64,3.3484274758232964,1.2539821788406371,71.04800085571289,90.13600154052735,0.00014355517710873183
+65,3.15931838883294,1.2464970913887023,71.21200167846679,90.21800205566406,0.00013650237506511331
+66,3.2512514962090386,1.2392854594039917,71.34000172119141,90.28200189941406,0.00012956158147457115
+67,3.2693566852145723,1.232207626914978,71.50800154296876,90.37600135253906,0.00012273964606240718
+68,3.158605856365628,1.2250498285484315,71.64400134521485,90.44400135742187,0.00011604330125525078
+69,3.140233521991306,1.2182446863365173,71.83800188720703,90.52000203125,0.00010947915553696733
+70,3.151462194654677,1.21186880235672,71.9480010534668,90.59000176757813,0.00010305368692688174
+71,3.1473147127363417,1.2059160577392578,72.0360010180664,90.69400112548828,9.677323658675586e-05
+72,3.128852446873983,1.2000107495975494,72.1960008605957,90.77800177246094,9.064400256282756e-05
+73,3.1203998671637643,1.1941616796875,72.34600107666016,90.870001875,8.467203366908707e-05
+74,3.1377485699123806,1.1886068599700927,72.52000089355468,90.92400209228515,7.886322351782782e-05
+75,3.0741142908732098,1.1833968968582154,72.6480013305664,90.99600236083984,7.322330470336314e-05
+76,3.075775316026476,1.1783630579185487,72.77600101196289,91.05800162109375,6.775784314464717e-05
+77,3.073532231648763,1.173616522874832,72.90200091674805,91.11800200195313,6.24722325923851e-05
+78,3.017344845665826,1.1693052320766448,72.95400204101563,91.17000154541016,5.737168930605272e-05
+79,3.12479321691725,1.1650551041126251,73.06000102783203,91.21800172851563,5.2461246906077396e-05
+80,3.02157072491116,1.1612874970817566,73.15600079711913,91.26600195068359,4.7745751406263163e-05
+81,3.05942661497328,1.157658216867447,73.23400119628906,91.29800135009765,4.322985643135957e-05
+82,3.040425401263767,1.1542407804107666,73.31800104248047,91.3680018383789,3.891801862449629e-05
+83,3.0136667092641196,1.151020335664749,73.38400186401367,91.43800211669922,3.4814493249014064e-05
+84,2.9538688076866997,1.1479732681560517,73.46600112670899,91.49800307861328,3.0923329989034106e-05
+85,3.0118217945098875,1.1452177922534943,73.54400134521484,91.54800267089844,2.7248368952908055e-05
+86,2.924743800693088,1.1427498602104187,73.61800108398438,91.58000225097656,2.379323688349516e-05
+87,2.9295064396328394,1.140468972530365,73.6900011328125,91.61200192138672,2.056134357900477e-05
+88,2.925335396660699,1.138404625310898,73.76400117797851,91.6260017602539,1.7555878527937163e-05
+89,2.951713058683607,1.1365002695655824,73.85600091918946,91.62400135742188,1.4779807761443637e-05
+90,2.9791986253526477,1.1347905963897704,73.89200140136718,91.68600131835937,1.2235870926211617e-05
+91,2.932942952050103,1.1332748446846008,73.96000123168945,91.73000241210937,9.926578580764261e-06
+92,2.9383124033610026,1.1320888875102997,74.02200197631836,91.76000195068359,7.854209717842259e-06
+93,2.900319618648953,1.131083324289322,74.05800158447266,91.78600203857422,6.020809515313169e-06
+94,2.929346556133694,1.1301421420288087,74.0940009765625,91.78800226074219,4.4281873178278196e-06
+95,2.967236206266615,1.1294198640727997,74.15200109619141,91.80000223876954,3.077914851215585e-06
+96,2.9467164039611817,1.1288742316532134,74.1520010571289,91.79800219726563,1.9713246713805587e-06
+97,2.9108594417572022,1.1284284711551666,74.15200069580078,91.80800240478516,1.109508849230001e-06
+98,3.0264156341552733,1.1281231924629211,74.17600069702148,91.81400252929687,4.933178929321103e-07
+99,2.8647571351793077,1.1279425824069977,74.19200061645508,91.81400243896485,1.233599085671e-07

vits_gem1.25_supervised_beta.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3e608a202803bf853a2329ac56b55df280da3a71fce89f319d875db266d990
+size 357778793