update model

args.yaml

@@ -0,0 +1,130 @@
+aa: rand-m9-mstd0.5-inc1
+amp: false
+amp_dtype: float16
+amp_impl: native
+aot_autograd: false
+aug_repeats: 0
+aug_splits: 0
+batch_size: 74
+bce_loss: false
+bce_target_thresh: null
+bn_eps: null
+bn_momentum: null
+channels_last: false
+checkpoint_hist: 10
+class_map: ''
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.4
+cooldown_epochs: 0
+crop_pct: null
+cutmix: 0.0
+cutmix_minmax: null
+data: null
+data_dir: /scratch/imagenet/
+dataset: torch/folder
+dataset_download: false
+decay_epochs: 90
+decay_milestones:
+- 90
+- 180
+- 270
+decay_rate: 0.1
+dist_bn: reduce
+drop: 0.1
+drop_block: null
+drop_connect: null
+drop_path: 0.1
+epoch_repeats: 0.0
+epochs: 100
+eval_metric: top1
+experiment: vits_gap_cls_supervised
+fast_norm: false
+fuser: ''
+gp: null
+grad_checkpointing: false
+hflip: 0.5
+img_size: null
+in_chans: null
+initial_checkpoint: ''
+input_size: null
+interpolation: ''
+jsd_loss: false
+layer_decay: null
+local_rank: 0
+log_interval: 50
+log_wandb: false
+lr: 0.0005
+lr_base: 0.1
+lr_base_scale: ''
+lr_base_size: 256
+lr_cycle_decay: 0.5
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_k_decay: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean: null
+min_lr: 0
+mixup: 0.2
+mixup_mode: batch
+mixup_off_epoch: 0
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+model: vit_small_patch16_224
+model_ema: true
+model_ema_decay: 0.99996
+model_ema_force_cpu: false
+model_kwargs: {}
+momentum: 0.9
+no_aug: false
+no_ddp_bb: false
+no_prefetcher: false
+no_resume_opt: false
+num_classes: null
+opt: adamw
+opt_betas: null
+opt_eps: null
+opt_kwargs: {}
+output: /scratch/bill.psomas/logs/
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 0.75
+- 1.3333333333333333
+recount: 1
+recovery_interval: 0
+remode: pixel
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 0.08
+- 1.0
+sched: cosine
+sched_on_updates: false
+seed: 42
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std: null
+subset: -1
+sync_bn: false
+torchcompile: null
+torchscript: false
+train_interpolation: random
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_split: validation
+validation_batch_size: null
+vflip: 0.0
+warmup_epochs: 5
+warmup_lr: 1.0e-06
+warmup_prefix: false
+weight_decay: 0.05
+worker_seeding: all
+workers: 8

summary.csv

@@ -0,0 +1,101 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5,lr
+0,6.920967239803738,6.974236752471924,0.08600000202178955,0.47000001361370086,1e-06
+1,6.490223566691081,6.958777362518311,0.09400000254631043,0.5560000172233581,0.0001008
+2,6.101850244734022,6.940045992889404,0.1400000037097931,0.6620000207328797,0.0002006
+3,5.757599216037327,6.918952041320801,0.170000004529953,0.8440000266885758,0.00030040000000000004
+4,5.455548477172852,6.883387372436523,0.26200000518798827,1.1920000236797332,0.0004002
+5,5.196653588612874,6.825080071716308,0.4460000150537491,1.8300000410795212,0.0004969220851487844
+6,5.000356536441379,6.774492655792236,0.696000015668869,2.530000054335594,0.0004955718126821722
+7,4.825782341427273,6.7154514007568356,1.1080000173425675,3.5680000789403916,0.0004939791904846869
+8,4.688540797763401,6.630772532806397,1.6460000377082824,5.3140001162862776,0.0004921457902821578
+9,4.516075738271078,6.50042316040039,2.472000042300224,7.732000111904144,0.0004900734214192358
+10,4.500935204823812,6.3063789910888675,3.9520000566101072,11.374000204086304,0.0004877641290737884
+11,4.412905799018012,6.036467570953369,6.290000123443604,16.860000300445556,0.0004852201922385564
+12,4.289070653915405,5.6894608819580075,9.752000114250183,23.91400039642334,0.00048244412147206283
+13,4.260637903213501,5.28585519454956,14.176000196838379,31.854000574035645,0.00047943865642099525
+14,4.244630410936144,4.862472822036743,19.264000542449953,39.790001240234375,0.0004762067631165049
+15,4.224228647020128,4.465457241134644,24.150000435791014,46.506001166381836,0.00047275163104709196
+16,4.169130749172634,4.11414563621521,28.428000540771485,51.94800087524414,0.0004690766700109659
+17,4.028682608074612,3.806343785858154,32.030000838623046,56.51200117797852,0.0004651855067509859
+18,4.145453071594238,3.549398575439453,35.20000065185547,59.9000017565918,0.00046108198137550377
+19,4.084709294637045,3.3446594404602052,37.7840010333252,62.36200152954102,0.00045677014356864043
+20,3.9997482670678033,3.1706208840560914,39.940000985107424,64.63600149658203,0.0004522542485937369
+21,3.887797901365492,3.015655225982666,41.74400106445312,66.51800140014649,0.00044753875309392255
+22,3.911507331000434,2.881166025085449,43.56800115234375,68.39200123168945,0.0004426283106939473
+23,3.875735976960924,2.7648846733474732,45.07800092712402,69.80000123901367,0.0004375277674076149
+24,3.8850618786282007,2.657703574028015,46.414000993041995,71.14200191894531,0.00043224215685535287
+25,3.847953388426039,2.5574879991149904,47.88600112365722,72.53600178955078,0.00042677669529663686
+26,3.8406224886576337,2.46215287525177,49.43600138366699,73.79200088989258,0.0004211367764821722
+27,3.779437123404609,2.372175498123169,50.88800139831543,74.9980016015625,0.00041532796633091297
+28,3.7224660343594023,2.2854903154563906,52.40200108764648,76.17800202026368,0.00040935599743717243
+29,3.740724722544352,2.205300481929779,53.75200167480469,77.37000142456054,0.00040322676341324415
+30,3.750657590230306,2.1285301929092406,55.16200192382812,78.50400107543945,0.00039694631307311834
+31,3.7355167124006483,2.0576603847122192,56.31600127929688,79.56600092163086,0.0003905208444630327
+32,3.698520464367337,1.9916105339622499,57.532001335449216,80.6240012524414,0.00038395669874474915
+33,3.6615314112769233,1.9306045803070069,58.572001884765626,81.53200080322266,0.00037726035393759286
+34,3.7018228265974256,1.8739714737319946,59.61000077514648,82.322001328125,0.0003704384185254288
+35,3.625410270690918,1.8214576506042481,60.5480010925293,83.02200165039062,0.00036349762493488667
+36,3.568891509373983,1.7729973827552796,61.48000124633789,83.68000201416015,0.0003564448228912682
+37,3.6050401899549698,1.728531088180542,62.30200109008789,84.25400163085938,0.00034928697265869515
+38,3.608213032616509,1.6871771055984497,63.00600111694336,84.80600114990234,0.00034203113817116957
+39,3.5903303252326118,1.64975630651474,63.66200130981445,85.36000166503906,0.0003346844800613229
+40,3.5153039243486193,1.6154872160339355,64.31800151489257,85.76200222900391,0.00032725424859373687
+41,3.568590619828966,1.5838199914932252,64.86000169677735,86.14000146972656,0.00031974777650980735
+42,3.555020464791192,1.5551849909973146,65.39200137817383,86.4880019165039,0.0003121724717912137
+43,3.488902627097236,1.5292097482681275,65.89800135498047,86.78800172851562,0.0003045358103491357
+44,3.5445292048984105,1.5043145248794556,66.34400143554687,87.08600184814453,0.0002968453286464312
+45,3.4589674631754557,1.4818795284080506,66.77600150878907,87.31000125732422,0.00028910861626005774
+46,3.5494697040981715,1.4610204566955567,67.14200182617188,87.54600087646484,0.0002813333083910761
+47,3.497550439834595,1.4417477081680299,67.52400157226562,87.71600155273437,0.00027352707832962856
+48,3.461816183725993,1.4238019358634948,67.82800227416992,87.90800178222656,0.0002656976298823284
+49,3.3793203777737086,1.407308286972046,68.19800189697266,88.08600168212891,0.00025785268976953206
+50,3.49722122086419,1.391721080570221,68.60800159179688,88.26400198242187,0.00025
+51,3.419803720050388,1.377455736656189,68.84200233154297,88.40400167480469,0.00024214731023046793
+52,3.440816561381022,1.3637674419021606,69.02800185180664,88.54800179199219,0.00023430237011767165
+53,3.4094594955444335,1.3508133673858642,69.26000172485351,88.74200201171875,0.00022647292167037142
+54,3.357194662094116,1.3386777080345154,69.49600214477539,88.88200298095703,0.00021866669160892398
+55,3.414179722468058,1.3268891309165955,69.78000139892578,89.05000171875,0.0002108913837399423
+56,3.4371112717522516,1.315879973526001,69.98800197265625,89.17200139892579,0.00020315467135356886
+57,3.376033920711941,1.305230850200653,70.21000192749024,89.26600159423828,0.00019546418965086444
+58,3.287252261903551,1.295170087928772,70.34800120727539,89.42400153076171,0.00018782752820878628
+59,3.311262692345513,1.2856639780426025,70.52400100219727,89.54000213134766,0.0001802522234901927
+60,3.2740833229488797,1.2766067860603332,70.71400115112304,89.62600174804687,0.00017274575140626322
+61,3.2519134044647218,1.2679618422508239,70.88000137329101,89.7520016015625,0.00016531551993867715
+62,3.2694462723202173,1.2596548436927795,71.01800147583008,89.85600186279297,0.00015796886182883058
+63,3.2671439594692653,1.251771444835663,71.15400134033203,89.96800156738281,0.00015071302734130483
+64,3.3448357635074193,1.2441716054344176,71.2720018762207,90.068001875,0.00014355517710873183
+65,3.1607029332054988,1.236872868127823,71.48000126953124,90.16000196533203,0.00013650237506511331
+66,3.2559044202168783,1.2299693901538848,71.62400103149415,90.23600164550781,0.00012956158147457115
+67,3.2704033745659724,1.223548248615265,71.76000103393555,90.32600143554687,0.00012273964606240718
+68,3.1623745282491047,1.2174243367290496,71.85600201293946,90.45800146484375,0.00011604330125525078
+69,3.1473023838467067,1.2113860173225404,71.96600168823242,90.53800153076172,0.00010947915553696733
+70,3.1470048745473225,1.205443492040634,72.11800134887696,90.62800135986328,0.00010305368692688174
+71,3.152074914508396,1.1997655429077148,72.28000136230469,90.71600183105468,9.677323658675586e-05
+72,3.1327635023328995,1.194255759267807,72.4300020300293,90.79200232421876,9.064400256282756e-05
+73,3.1162450207604304,1.1890071510696412,72.5480019946289,90.83200188964844,8.467203366908707e-05
+74,3.1384700351291235,1.1839201413059235,72.64200158447265,90.90600149658204,7.886322351782782e-05
+75,3.082798375023736,1.1790398077869415,72.74800144165039,91.00400127197265,7.322330470336314e-05
+76,3.082167206870185,1.1743204573822021,72.84000149902344,91.0580005859375,6.775784314464717e-05
+77,3.069363254970974,1.1699784379291533,72.94000163208008,91.13400107910157,6.24722325923851e-05
+78,3.014855326546563,1.165955191822052,73.02600151977539,91.16800106201173,5.737168930605272e-05
+79,3.1390070809258357,1.1619759890460968,73.06400086303711,91.23400197998046,5.2461246906077396e-05
+80,3.0229385058085123,1.1583351269054414,73.14200149780274,91.29000205810547,4.7745751406263163e-05
+81,3.0605499108632404,1.1547883289337157,73.19400104125977,91.34800208740235,4.322985643135957e-05
+82,3.0353612846798366,1.1514482482719421,73.3080009741211,91.38400165039063,3.891801862449629e-05
+83,3.029435565736559,1.148422739982605,73.4400013647461,91.43800181640626,3.4814493249014064e-05
+84,2.9523636764950223,1.1456018416309357,73.52400133666993,91.47600161132813,3.0923329989034106e-05
+85,3.019407780965169,1.1431229273986816,73.60000092651367,91.480001875,2.7248368952908055e-05
+86,2.931060865190294,1.140807742509842,73.66800083496094,91.50400209228516,2.379323688349516e-05
+87,2.93794805738661,1.1385736144542693,73.74200078979491,91.55800239990235,2.056134357900477e-05
+88,2.9344445599450006,1.136530321006775,73.84800131835938,91.61000221435548,1.7555878527937163e-05
+89,2.952233378092448,1.1346504656124115,73.9220008215332,91.6480024609375,1.4779807761443637e-05
+90,2.982702154583401,1.1328534892749786,73.97600108398437,91.67800172851562,1.2235870926211617e-05
+91,2.934778642654419,1.1311856513404845,74.0240011767578,91.7120020727539,9.926578580764261e-06
+92,2.9387279563479956,1.1297726763248443,74.08400102172851,91.74400201416016,7.854209717842259e-06
+93,2.902765390608046,1.1285852163696288,74.10600134277344,91.76600223876953,6.020809515313169e-06
+94,2.9295204480489097,1.1275424297046661,74.15000208129882,91.79800208984375,4.4281873178278196e-06
+95,2.9699354489644367,1.1267041823482513,74.17800126220703,91.82200186523437,3.077914851215585e-06
+96,2.9347579691145156,1.12610979473114,74.23800178466797,91.83800165527343,1.9713246713805587e-06
+97,2.90631463792589,1.1255700730609894,74.25000162719726,91.86800173583984,1.109508849230001e-06
+98,3.023765770594279,1.1251606292438507,74.27800122070313,91.87000168701172,4.933178929321103e-07
+99,2.861227872636583,1.1248094968509674,74.27600081176757,91.86000175048828,1.233599085671e-07

vits_supervised_simpool_no_gamma_ep100.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c1555654c5ba2bd5234b58c4472a9acbd1329e0fa079dec051198131e0bfb1
+size 357777459