update model

args.yaml

@@ -0,0 +1,130 @@
+aa: rand-m9-mstd0.5-inc1
+amp: false
+amp_dtype: float16
+amp_impl: native
+aot_autograd: false
+aug_repeats: 0
+aug_splits: 3
+batch_size: 128
+bce_loss: false
+bce_target_thresh: null
+bn_eps: null
+bn_momentum: null
+channels_last: false
+checkpoint_hist: 10
+class_map: ''
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.4
+cooldown_epochs: 0
+crop_pct: null
+cutmix: 0.0
+cutmix_minmax: null
+data: null
+data_dir: /scratch/imagenet/
+dataset: torch/folder
+dataset_download: false
+decay_epochs: 90
+decay_milestones:
+- 90
+- 180
+- 270
+decay_rate: 0.1
+dist_bn: reduce
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+epoch_repeats: 0.0
+epochs: 100
+eval_metric: top1
+experiment: resnet50_official_lr0.4
+fast_norm: false
+fuser: ''
+gp: null
+grad_checkpointing: false
+hflip: 0.5
+img_size: null
+in_chans: null
+initial_checkpoint: ''
+input_size: null
+interpolation: ''
+jsd_loss: true
+layer_decay: null
+local_rank: 0
+log_interval: 50
+log_wandb: false
+lr: 0.4
+lr_base: 0.1
+lr_base_scale: ''
+lr_base_size: 256
+lr_cycle_decay: 0.5
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_k_decay: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean: null
+min_lr: 0
+mixup: 0.0
+mixup_mode: batch
+mixup_off_epoch: 0
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+model: resnet50
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+model_kwargs: {}
+momentum: 0.9
+no_aug: false
+no_ddp_bb: false
+no_prefetcher: false
+no_resume_opt: false
+num_classes: null
+opt: sgd
+opt_betas: null
+opt_eps: null
+opt_kwargs: {}
+output: /scratch/bill.psomas/logs/
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 0.75
+- 1.3333333333333333
+recount: 1
+recovery_interval: 0
+remode: pixel
+reprob: 0.6
+resplit: true
+resume: ''
+save_images: false
+scale:
+- 0.08
+- 1.0
+sched: cosine
+sched_on_updates: false
+seed: 42
+smoothing: 0.1
+split_bn: true
+start_epoch: null
+std: null
+subset: -1
+sync_bn: false
+torchcompile: null
+torchscript: false
+train_interpolation: random
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_split: validation
+validation_batch_size: null
+vflip: 0.0
+warmup_epochs: 5
+warmup_lr: 1.0e-05
+warmup_prefix: false
+weight_decay: 2.0e-05
+worker_seeding: all
+workers: 4

resnet50_supervised_official_ep100.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740c7b04951b8099875508cbadf08f5ddd524f968652ead2a91cf81eb5f47397
+size 206340498

summary.csv

@@ -0,0 +1,101 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5,lr
+0,6.9763542505411005,6.935666104888916,0.08,0.432,1e-05
+1,6.5409791836371785,5.9103556658935545,6.776000014648438,17.8520000390625,0.080008
+2,6.127693836505596,5.0717106356811525,13.119999981689453,30.154000004882814,0.160006
+3,5.620378494262695,4.424475421066284,23.073999997558595,46.01399995605469,0.240004
+4,5.173270262204683,3.9539464419555665,30.26800009033203,55.47399995605469,0.320002
+5,4.825347166794997,3.6242447003173828,38.3559999597168,64.16000004882812,0.3975376681190276
+6,4.5245161056518555,3.0443454598999025,46.59999997802734,72.0920001196289,0.3964574501457378
+7,4.302248569635244,2.9141565267181395,49.874000112304685,75.05199998291016,0.3951833523877495
+8,4.139917245277991,2.8539557931518553,50.17200007324219,75.53599989501953,0.3937166322257262
+9,4.033778456541208,2.8762376983642577,49.830000029296876,75.48000000732422,0.39205873713538864
+10,3.962987569662241,2.46058737827301,56.03400005371094,80.44800014648438,0.39021130325903075
+11,3.8486170768737793,2.4263412657928467,57.39599994873047,81.57399998535156,0.38817615379084514
+12,3.812987043307378,2.670164588012695,52.603999978027346,77.41200005615234,0.3859552971776503
+13,3.754822694338285,2.2900050938415526,60.01600012207031,83.62000003173829,0.38355092513679623
+14,3.7178199016130886,2.259831620254517,61.188000073242186,84.24999993408203,0.3809654104932039
+15,3.651123331143306,2.3286181269073487,60.782000122070315,83.80599992919922,0.37820130483767356
+16,3.6239782388393698,2.1914708411026003,61.68599993896484,84.44399990234375,0.3752613360087727
+17,3.587381335405203,2.148220422325134,62.38199996582031,84.8859999584961,0.37214840540078875
+18,3.553491555727445,2.2155427182769776,62.48400010986328,84.86199984619141,0.368865585100403
+19,3.5286669180943417,2.097147822685242,63.22599987792969,85.52599990234376,0.3654161148549124
+20,3.5038980337289662,2.082869262390137,63.401999892578125,85.83000008789062,0.3618033988749895
+21,3.4788350600462694,2.052913914642334,63.51000016601562,85.73199992675781,0.3580310024751381
+22,3.4560686074770413,2.0237647455215453,65.12400002929688,86.8560001586914,0.3541026485551579
+23,3.4442600928820095,2.013365352973938,66.02200003417968,87.23600010742187,0.35002221392609195
+24,3.4282303773439846,2.0410055341720583,65.63800002929688,87.07600002685547,0.34579372548428233
+25,3.409942306005038,1.9458980413818359,66.01600004882812,87.39000002441406,0.3414213562373095
+26,3.396402487388024,1.9698748049545287,65.848,87.4180000805664,0.33690942118573775
+27,3.3726006837991567,1.987695486907959,65.75599990478516,87.198,0.3322623730647304
+28,3.371847152709961,2.0226228518676757,65.1179999584961,86.73000002929687,0.32748479794973795
+29,3.345400122495798,1.8906890326309205,66.87600005371094,87.73800002197265,0.3225814107305953
+30,3.3460189745976376,1.9059988920211792,66.448000078125,87.62799997558594,0.3175570504584947
+31,3.3041097659331102,1.8601165386199952,67.21799998779296,88.03399994873047,0.3124166755704262
+32,3.300371087514437,1.8638846355438232,67.57000015136718,88.46800010009765,0.30716535899579933
+33,3.3265820558254537,1.8799435837936402,67.49400005371093,88.30400012695313,0.3018082831500743
+34,3.289665543116056,1.860263281402588,67.34000000488281,88.2780000805664,0.2963507348203431
+35,3.2866494472210226,1.8123662227630615,67.84000003173828,88.39000002441406,0.29079809994790934
+36,3.2574411997428308,1.7414332999038695,68.86200002929688,89.11999997558594,0.28515585831301454
+37,3.246130970808176,1.8335307722473144,68.15000005126953,88.746000078125,0.2794295781269561
+38,3.2367261831577006,1.7433534382629394,68.3319999194336,88.94400017822265,0.27362491053693566
+39,3.237762451171875,1.7613840210342406,68.78999996582031,89.01799996826172,0.26774758404905835
+40,3.209318967965933,1.8036125331497193,68.90200010742187,89.00999994873047,0.2618033988749895
+41,3.186533753688519,1.7710740350341796,69.57400002197265,89.41600012207032,0.2557982212078459
+42,3.1964378448633046,1.81968386554718,67.87399993164063,88.41800005371094,0.24973797743297094
+43,3.1875227322945228,1.725229497756958,69.23400001708984,89.33199996826171,0.24362864827930855
+44,3.1846369871726403,1.8209268909072875,69.11800001953125,89.20400012207031,0.23747626291714496
+45,3.1554131507873535,1.7247862878799438,70.2400000805664,89.87200002441406,0.2312868930080462
+46,3.1577321749467115,1.6617968906021119,70.37599996826172,89.97600004882813,0.22506664671286092
+47,3.1601257782716017,1.6979647720718383,70.61399998779297,90.05800001953125,0.21882166266370287
+48,3.1368763813605676,1.685440369758606,70.8180000390625,90.42000009765626,0.21255810390586272
+49,3.094056248664856,1.6325477838897704,70.68600012451172,90.00999997314453,0.20628215181562568
+50,3.1069757846685557,1.6881308911895752,70.70999997070312,90.24000015136718,0.2
+51,3.09162713931157,1.6431159796905517,70.54800007324219,90.17400002197266,0.19371784818437435
+52,3.086466569166917,1.6342841486358644,70.99599994140625,90.28200012695312,0.18744189609413733
+53,3.083708790632395,1.6739445685577392,70.42000001953124,90.06599994384766,0.18117833733629715
+54,3.074595332145691,1.6257646004486084,70.81999997070312,90.33600012695312,0.1749333532871392
+55,3.0546364050645094,1.6504649181365967,71.27200007080079,90.56599997070313,0.16871310699195385
+56,3.042411437401405,1.612008632774353,71.96000001953125,90.9440000732422,0.16252373708285509
+57,3.0278057776964626,1.609171612892151,71.96399994140624,90.82800007080078,0.15637135172069155
+58,3.0281958946814904,1.5893224270629882,72.21999994140624,91.03800009765625,0.15026202256702903
+59,2.9964328362391544,1.5706141937828064,72.33999999023438,90.94399986572266,0.14420177879215418
+60,2.9967027260706973,1.569378730545044,72.26999991455078,91.11800009765625,0.1381966011250106
+61,2.992091343953059,1.5664577593231201,72.43400006835938,91.17400009765625,0.13225241595094173
+62,2.975358064358051,1.5453185794067383,72.8300001171875,91.3540001977539,0.12637508946306447
+63,2.970552866275494,1.5380182122421264,73.18200004394531,91.33600009765625,0.12057042187304386
+64,2.951500883469215,1.5121426516914367,73.15400006835938,91.53000017333984,0.11484414168698548
+65,2.945412571613605,1.5331550149536133,72.83199998535156,91.42799999267578,0.10920190005209066
+66,2.9185496752078715,1.5052300580787659,73.26199996337891,91.47000001953126,0.10364926517965692
+67,2.924659334696256,1.5441052035713196,73.40999991210937,91.53000009521485,0.09819171684992574
+68,2.9048174069477963,1.5347398281097413,73.55000016601562,91.74000007080078,0.09283464100420064
+69,2.907339096069336,1.4837826173210145,73.84400001464844,91.83599999511719,0.08758332442957387
+70,2.868466074650104,1.4822691241645813,73.65400013671875,91.82800014892578,0.0824429495415054
+71,2.866961222428542,1.4509340602874756,74.2440001147461,92.09400012207031,0.07741858926940469
+72,2.8463615362460795,1.4559098575401306,74.08599993652344,91.94200014892579,0.07251520205026206
+73,2.8484919988192043,1.4048473266601562,74.38000001464843,92.00600012451171,0.06773762693526966
+74,2.8159019396855283,1.4297787180137633,74.50999993652344,92.18800001708985,0.06309057881426226
+75,2.8088653729512143,1.4063230627250671,74.90799998535157,92.38200004394531,0.05857864376269051
+76,2.788846813715421,1.4198575699424745,75.11000013916015,92.42999998779297,0.05420627451571774
+77,2.7991551069112925,1.3905727918434143,75.3680001147461,92.45200001708984,0.049977786073908084
+78,2.775034711911128,1.3997397457122802,75.25400014404296,92.55399996582031,0.04589735144484217
+79,2.7602644241773167,1.3697591674232483,75.57800009033203,92.59800017333984,0.04196899752486192
+80,2.7593776079324575,1.3963818476486205,75.67000008544922,92.69600014404297,0.03819660112501053
+81,2.715128806921152,1.3573676971435547,75.90799993408203,92.80599998779297,0.03458388514508766
+82,2.7232895539357114,1.348382828731537,76.00600008789063,93.03000006835937,0.03113441489959703
+83,2.711799694941594,1.3365368687820434,76.27600008789062,93.0839999633789,0.02785159459921125
+84,2.7178545731764574,1.3242011730384826,76.30800000976562,93.07200001708985,0.024738663991227285
+85,2.689193615546593,1.312513669052124,76.4919999584961,93.06800006835938,0.021798695162326444
+86,2.6827800365594716,1.306949375076294,76.46000000732423,93.15199999023437,0.01903458950679613
+87,2.6607671700991116,1.3035048563194276,76.71600005859375,93.22600004150391,0.01644907486320382
+88,2.634991462414081,1.292892499446869,76.68200008789063,93.15999993896484,0.014044702822349731
+89,2.630865317124587,1.3013626718521119,76.94600001220704,93.2719999633789,0.01182384620915491
+90,2.638712635407081,1.2908605163764955,77.00000003662109,93.32000001464844,0.009788696740969294
+91,2.6263644878680887,1.2729466010284425,77.08800000976562,93.4540000415039,0.00794126286461141
+92,2.621701268049387,1.2622693298912049,77.12800019042969,93.39599999023437,0.006283367774273807
+93,2.600008616080651,1.2660796547317505,77.28399995605469,93.42999991210938,0.004816647612250535
+94,2.603775061093844,1.267572523956299,77.28399998291016,93.4619999633789,0.003542549854262256
+95,2.5886390209198,1.2565983205795288,77.35200008544922,93.50399993652344,0.0024623318809724685
+96,2.5992607061679545,1.251207499446869,77.38400016357421,93.51999996337891,0.0015770597371044472
+97,2.589434421979464,1.2529067056465149,77.37400008544923,93.5459999633789,0.0008876070793840008
+98,2.5820338267546434,1.2526446892356873,77.42800011230469,93.54999991210937,0.00039465431434568824
+99,2.5869755286436815,1.248252336883545,77.42200013916016,93.48799991210937,9.868792685368e-05