Hugging Face's logo

aniketr
/
mrl-resnet50

Image Classification
English
code
Model card Files Community
aniketr commited on
Commit
72b128c
•
1 Parent(s): 973be2e

Upload 57 files

Browse files

ResNet50 models for mrl, mrle and ff-x + mrl and ff-highest models for ResNet18/34/101

This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. fixed-feature/Imagenet1k_R50_ff1024/final_weights.pt +3 -0
  2. fixed-feature/Imagenet1k_R50_ff1024/log +56 -0
  3. fixed-feature/Imagenet1k_R50_ff1024/params.json +1 -0
  4. fixed-feature/Imagenet1k_R50_ff128/final_weights.pt +3 -0
  5. fixed-feature/Imagenet1k_R50_ff128/log +41 -0
  6. fixed-feature/Imagenet1k_R50_ff128/params.json +1 -0
  7. fixed-feature/Imagenet1k_R50_ff16/final_weights.pt +3 -0
  8. fixed-feature/Imagenet1k_R50_ff16/log +41 -0
  9. fixed-feature/Imagenet1k_R50_ff16/params.json +1 -0
  10. fixed-feature/Imagenet1k_R50_ff2048/final_weights.pt +3 -0
  11. fixed-feature/Imagenet1k_R50_ff2048/log +80 -0
  12. fixed-feature/Imagenet1k_R50_ff2048/params.json +1 -0
  13. fixed-feature/Imagenet1k_R50_ff256/final_weights.pt +3 -0
  14. fixed-feature/Imagenet1k_R50_ff256/log +41 -0
  15. fixed-feature/Imagenet1k_R50_ff256/params.json +1 -0
  16. fixed-feature/Imagenet1k_R50_ff32/final_weights.pt +3 -0
  17. fixed-feature/Imagenet1k_R50_ff32/log +41 -0
  18. fixed-feature/Imagenet1k_R50_ff32/params.json +1 -0
  19. fixed-feature/Imagenet1k_R50_ff512/final_weights.pt +3 -0
  20. fixed-feature/Imagenet1k_R50_ff512/log +80 -0
  21. fixed-feature/Imagenet1k_R50_ff512/params.json +1 -0
  22. fixed-feature/Imagenet1k_R50_ff64/final_weights.pt +3 -0
  23. fixed-feature/Imagenet1k_R50_ff64/log +41 -0
  24. fixed-feature/Imagenet1k_R50_ff64/params.json +1 -0
  25. fixed-feature/Imagenet1k_R50_ff8/final_weights.pt +3 -0
  26. fixed-feature/Imagenet1k_R50_ff8/log +41 -0
  27. fixed-feature/Imagenet1k_R50_ff8/params.json +1 -0
  28. mrl/Imagenet1k_R50_mrl/final_weights.pt +3 -0
  29. mrl/Imagenet1k_R50_mrl/log +41 -0
  30. mrl/Imagenet1k_R50_mrl/params.json +1 -0
  31. mrl/Imagenet1k_R50_mrl_16start/final_weights.pt +3 -0
  32. mrl/Imagenet1k_R50_mrl_16start/log +41 -0
  33. mrl/Imagenet1k_R50_mrl_16start/params.json +1 -0
  34. mrl/Imagenet1k_R50_mrl_e/final_weights.pt +3 -0
  35. mrl/Imagenet1k_R50_mrl_e/log +41 -0
  36. mrl/Imagenet1k_R50_mrl_e/params.json +1 -0
  37. mrl/Imagenet1k_R50_mrl_e_16start/final_weights.pt +3 -0
  38. mrl/Imagenet1k_R50_mrl_e_16start/log +41 -0
  39. mrl/Imagenet1k_R50_mrl_e_16start/params.json +1 -0
  40. resnet-family/resnet101-ff2048/final_weights.pt +3 -0
  41. resnet-family/resnet101-ff2048/log +41 -0
  42. resnet-family/resnet101-ff2048/params.json +1 -0
  43. resnet-family/resnet101_mrl/final_weights.pt +3 -0
  44. resnet-family/resnet101_mrl/log +41 -0
  45. resnet-family/resnet101_mrl/params.json +1 -0
  46. resnet-family/resnet18-ff512/final_weights.pt +3 -0
  47. resnet-family/resnet18-ff512/log +41 -0
  48. resnet-family/resnet18-ff512/params.json +1 -0
  49. resnet-family/resnet18_mrl/final_weights.pt +3 -0
  50. resnet-family/resnet18_mrl/log +41 -0
fixed-feature/Imagenet1k_R50_ff1024/final_weights.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c4f239d648c1ec7e36a62dbb1adf92f08e4764a7b3fb9a985df37b21eb48d8c
3
+ size 98551349
fixed-feature/Imagenet1k_R50_ff1024/log ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"timestamp": 1646337406.8972156, "relative_time": 772.0145351886749, "current_lr": 0.3019826244267743, "val_time": 60.436847448349, "top_1": 0.5576199889183044, "top_5": 0.8062999844551086, "loss": 2.951059103012085, "train_loss": 2.9033055305480957, "epoch": 12}
2
+ {"timestamp": 1646337419.6380138, "relative_time": 784.7553334236145, "current_lr": 0.3019826244267743, "val_time": 11.313600063323975, "top_1": 0.5576199889183044, "top_5": 0.8062999844551086, "loss": 2.951059103012085, "epoch": 12}
3
+ {"timestamp": 1646337653.3197236, "relative_time": 1018.4370431900024, "current_lr": 0.2907984139004585, "val_time": 11.305460214614868, "top_1": 0.5671799778938293, "top_5": 0.8134199976921082, "loss": 2.8890280723571777, "train_loss": 2.871142864227295, "epoch": 13}
4
+ {"timestamp": 1646337665.2657022, "relative_time": 1030.3830218315125, "current_lr": 0.2907984139004585, "val_time": 11.29385757446289, "top_1": 0.5671799778938293, "top_5": 0.8134199976921082, "loss": 2.8890280723571777, "epoch": 13}
5
+ {"timestamp": 1646337878.3604474, "relative_time": 1243.4777669906616, "current_lr": 0.2796142033741427, "val_time": 11.526687145233154, "top_1": 0.5295000076293945, "top_5": 0.7839400172233582, "loss": 3.0140798091888428, "train_loss": 2.845855474472046, "epoch": 14}
6
+ {"timestamp": 1646337890.0722551, "relative_time": 1255.1895747184753, "current_lr": 0.2796142033741427, "val_time": 11.284404754638672, "top_1": 0.5295000076293945, "top_5": 0.7839400172233582, "loss": 3.0140798091888428, "epoch": 14}
7
+ {"timestamp": 1646338103.142686, "relative_time": 1468.2600054740906, "current_lr": 0.268429992847827, "val_time": 11.608447074890137, "top_1": 0.5780400037765503, "top_5": 0.82396000623703, "loss": 2.8426270484924316, "train_loss": 2.8226191997528076, "epoch": 15}
8
+ {"timestamp": 1646338115.1354258, "relative_time": 1480.2527453899384, "current_lr": 0.268429992847827, "val_time": 11.293465375900269, "top_1": 0.5780400037765503, "top_5": 0.82396000623703, "loss": 2.8426270484924316, "epoch": 15}
9
+ {"timestamp": 1646338326.1745553, "relative_time": 1691.291874885559, "current_lr": 0.2572457823215112, "val_time": 11.286983489990234, "top_1": 0.5736200213432312, "top_5": 0.8160600066184998, "loss": 2.8708789348602295, "train_loss": 2.7949063777923584, "epoch": 16}
10
+ {"timestamp": 1646338338.1255937, "relative_time": 1703.2429132461548, "current_lr": 0.2572457823215112, "val_time": 11.285437822341919, "top_1": 0.5736200213432312, "top_5": 0.8160600066184998, "loss": 2.8708789348602295, "epoch": 16}
11
+ {"timestamp": 1646338563.9812255, "relative_time": 1929.098545074463, "current_lr": 0.24606157179519542, "val_time": 25.16053318977356, "top_1": 0.5752599835395813, "top_5": 0.81632000207901, "loss": 2.8523945808410645, "train_loss": 2.77280330657959, "epoch": 17}
12
+ {"timestamp": 1646338575.9258387, "relative_time": 1941.0431582927704, "current_lr": 0.24606157179519542, "val_time": 11.287700176239014, "top_1": 0.5752599835395813, "top_5": 0.81632000207901, "loss": 2.8523945808410645, "epoch": 17}
13
+ {"timestamp": 1646338790.2282686, "relative_time": 2155.345588207245, "current_lr": 0.23487736126887962, "val_time": 11.520610570907593, "top_1": 0.5754200220108032, "top_5": 0.8195199966430664, "loss": 2.8424296379089355, "train_loss": 2.7503178119659424, "epoch": 18}
14
+ {"timestamp": 1646338802.202577, "relative_time": 2167.319896697998, "current_lr": 0.23487736126887962, "val_time": 11.27256727218628, "top_1": 0.5754200220108032, "top_5": 0.8195199966430664, "loss": 2.8424296379089355, "epoch": 18}
15
+ {"timestamp": 1646339026.0786662, "relative_time": 2391.1959857940674, "current_lr": 0.22369315074256382, "val_time": 22.907719373703003, "top_1": 0.6072800159454346, "top_5": 0.8436400294303894, "loss": 2.6841084957122803, "train_loss": 2.723757266998291, "epoch": 19}
16
+ {"timestamp": 1646339038.0038364, "relative_time": 2403.121155977249, "current_lr": 0.22369315074256382, "val_time": 11.275058507919312, "top_1": 0.6072800159454346, "top_5": 0.8436400294303894, "loss": 2.6841084957122803, "epoch": 19}
17
+ {"timestamp": 1646339252.6280036, "relative_time": 2617.7453231811523, "current_lr": 0.21250894021624805, "val_time": 11.311206579208374, "top_1": 0.5950400233268738, "top_5": 0.833620011806488, "loss": 2.789825201034546, "train_loss": 2.698267936706543, "epoch": 20}
18
+ {"timestamp": 1646339264.5874867, "relative_time": 2629.70480632782, "current_lr": 0.21250894021624805, "val_time": 11.300011396408081, "top_1": 0.5950400233268738, "top_5": 0.833620011806488, "loss": 2.789825201034546, "epoch": 20}
19
+ {"timestamp": 1646339476.3507493, "relative_time": 2841.4680688381195, "current_lr": 0.20132472968993226, "val_time": 11.309707880020142, "top_1": 0.6164399981498718, "top_5": 0.851140022277832, "loss": 2.6532492637634277, "train_loss": 2.67563796043396, "epoch": 21}
20
+ {"timestamp": 1646339488.3096983, "relative_time": 2853.42701792717, "current_lr": 0.20132472968993226, "val_time": 11.304333448410034, "top_1": 0.6164399981498718, "top_5": 0.851140022277832, "loss": 2.6532492637634277, "epoch": 21}
21
+ {"timestamp": 1646339700.1810987, "relative_time": 3065.2984182834625, "current_lr": 0.19014051916361646, "val_time": 11.516039371490479, "top_1": 0.6277199983596802, "top_5": 0.85589998960495, "loss": 2.6158409118652344, "train_loss": 2.6567652225494385, "epoch": 22}
22
+ {"timestamp": 1646339712.1896381, "relative_time": 3077.30695772171, "current_lr": 0.19014051916361646, "val_time": 11.310544967651367, "top_1": 0.6277199983596802, "top_5": 0.85589998960495, "loss": 2.6158409118652344, "epoch": 22}
23
+ {"timestamp": 1646339923.201469, "relative_time": 3288.3187885284424, "current_lr": 0.1789563086373007, "val_time": 11.303670406341553, "top_1": 0.6146000027656555, "top_5": 0.8466600179672241, "loss": 2.689570188522339, "train_loss": 2.6248788833618164, "epoch": 23}
24
+ {"timestamp": 1646339935.136631, "relative_time": 3300.2539505958557, "current_lr": 0.1789563086373007, "val_time": 11.279562711715698, "top_1": 0.6146000027656555, "top_5": 0.8466600179672241, "loss": 2.689570188522339, "epoch": 23}
25
+ {"timestamp": 1646340151.0202575, "relative_time": 3516.1375770568848, "current_lr": 0.1677720981109849, "val_time": 15.90098261833191, "top_1": 0.6203399896621704, "top_5": 0.8532599806785583, "loss": 2.612501859664917, "train_loss": 2.6032400131225586, "epoch": 24}
26
+ {"timestamp": 1646340162.9990883, "relative_time": 3528.1164078712463, "current_lr": 0.1677720981109849, "val_time": 11.295551538467407, "top_1": 0.6203399896621704, "top_5": 0.8532599806785583, "loss": 2.612501859664917, "epoch": 24}
27
+ {"timestamp": 1646340386.7667732, "relative_time": 3751.88409280777, "current_lr": 0.1565878875846691, "val_time": 23.115735292434692, "top_1": 0.6160600185394287, "top_5": 0.8495399951934814, "loss": 2.650548219680786, "train_loss": 2.578127145767212, "epoch": 25}
28
+ {"timestamp": 1646340398.715791, "relative_time": 3763.8331105709076, "current_lr": 0.1565878875846691, "val_time": 11.29386281967163, "top_1": 0.6160600185394287, "top_5": 0.8495399951934814, "loss": 2.650548219680786, "epoch": 25}
29
+ {"timestamp": 1646340617.6291113, "relative_time": 3982.746430873871, "current_lr": 0.1454036770583533, "val_time": 15.481441497802734, "top_1": 0.6069599986076355, "top_5": 0.8403800129890442, "loss": 2.7205169200897217, "train_loss": 2.5508248805999756, "epoch": 26}
30
+ {"timestamp": 1646340629.7913678, "relative_time": 3994.908687353134, "current_lr": 0.1454036770583533, "val_time": 11.622770309448242, "top_1": 0.6069599986076355, "top_5": 0.8403800129890442, "loss": 2.7205169200897217, "epoch": 26}
31
+ {"timestamp": 1646340849.513624, "relative_time": 4214.630943536758, "current_lr": 0.1342194665320375, "val_time": 17.475356817245483, "top_1": 0.6302400231361389, "top_5": 0.8575599789619446, "loss": 2.5960216522216797, "train_loss": 2.522894859313965, "epoch": 27}
32
+ {"timestamp": 1646340861.2581983, "relative_time": 4226.375517845154, "current_lr": 0.1342194665320375, "val_time": 11.299845695495605, "top_1": 0.6302400231361389, "top_5": 0.8575599789619446, "loss": 2.5960216522216797, "epoch": 27}
33
+ {"timestamp": 1646341075.1912708, "relative_time": 4440.30859041214, "current_lr": 0.12303525600572171, "val_time": 12.346434354782104, "top_1": 0.6625999808311462, "top_5": 0.8802400231361389, "loss": 2.510016679763794, "train_loss": 2.492619752883911, "epoch": 28}
34
+ {"timestamp": 1646341087.1394098, "relative_time": 4452.256729364395, "current_lr": 0.12303525600572171, "val_time": 11.294515371322632, "top_1": 0.6625999808311462, "top_5": 0.8802400231361389, "loss": 2.510016679763794, "epoch": 28}
35
+ {"timestamp": 1646341299.4673283, "relative_time": 4664.584647893906, "current_lr": 0.11185104547940597, "val_time": 11.294491529464722, "top_1": 0.6661400198936462, "top_5": 0.8816999793052673, "loss": 2.472609758377075, "train_loss": 2.4689455032348633, "epoch": 29}
36
+ {"timestamp": 1646341311.4456747, "relative_time": 4676.5629942417145, "current_lr": 0.11185104547940597, "val_time": 11.316223859786987, "top_1": 0.6661400198936462, "top_5": 0.8816999793052673, "loss": 2.472609758377075, "epoch": 29}
37
+ {"timestamp": 1646341522.6567655, "relative_time": 4887.774085044861, "current_lr": 0.10066683495309017, "val_time": 11.554344892501831, "top_1": 0.673520028591156, "top_5": 0.8836399912834167, "loss": 2.4510397911071777, "train_loss": 2.4306344985961914, "epoch": 30}
38
+ {"timestamp": 1646341534.6300402, "relative_time": 4899.747359752655, "current_lr": 0.10066683495309017, "val_time": 11.29444146156311, "top_1": 0.673520028591156, "top_5": 0.8836399912834167, "loss": 2.4510397911071777, "epoch": 30}
39
+ {"timestamp": 1646341746.4404783, "relative_time": 5111.557797908783, "current_lr": 0.08948262442677438, "val_time": 11.584546327590942, "top_1": 0.6656399965286255, "top_5": 0.8783199787139893, "loss": 2.4479918479919434, "train_loss": 2.396609306335449, "epoch": 31}
40
+ {"timestamp": 1646341758.4062214, "relative_time": 5123.523540973663, "current_lr": 0.08948262442677438, "val_time": 11.29783582687378, "top_1": 0.6656399965286255, "top_5": 0.8783199787139893, "loss": 2.4479918479919434, "epoch": 31}
41
+ {"timestamp": 1646342034.9080613, "relative_time": 5400.025380849838, "current_lr": 0.07829841390045858, "val_time": 11.301681280136108, "top_1": 0.710099995136261, "top_5": 0.9060800075531006, "loss": 2.527763605117798, "train_loss": 2.3207929134368896, "epoch": 32}
42
+ {"timestamp": 1646342046.8582299, "relative_time": 5411.975549459457, "current_lr": 0.07829841390045858, "val_time": 11.28914499282837, "top_1": 0.710099995136261, "top_5": 0.9060800075531006, "loss": 2.527763605117798, "epoch": 32}
43
+ {"timestamp": 1646342325.895485, "relative_time": 5691.012804508209, "current_lr": 0.06711420337414278, "val_time": 26.3549587726593, "top_1": 0.7139000296592712, "top_5": 0.9087399840354919, "loss": 2.49282169342041, "train_loss": 2.2821173667907715, "epoch": 33}
44
+ {"timestamp": 1646342337.9418118, "relative_time": 5703.059131383896, "current_lr": 0.06711420337414278, "val_time": 11.378323316574097, "top_1": 0.7139000296592712, "top_5": 0.9087399840354919, "loss": 2.49282169342041, "epoch": 33}
45
+ {"timestamp": 1646342608.1111388, "relative_time": 5973.228458404541, "current_lr": 0.05592999284782698, "val_time": 15.151339530944824, "top_1": 0.7237399816513062, "top_5": 0.9128999710083008, "loss": 2.4800772666931152, "train_loss": 2.237682819366455, "epoch": 34}
46
+ {"timestamp": 1646342620.056282, "relative_time": 5985.17360162735, "current_lr": 0.05592999284782698, "val_time": 11.294810771942139, "top_1": 0.7237399816513062, "top_5": 0.9128999710083008, "loss": 2.4800772666931152, "epoch": 34}
47
+ {"timestamp": 1646342893.706533, "relative_time": 6258.8238525390625, "current_lr": 0.044745782321511184, "val_time": 20.08346676826477, "top_1": 0.7292199730873108, "top_5": 0.9160199761390686, "loss": 2.4086592197418213, "train_loss": 2.1930854320526123, "epoch": 35}
48
+ {"timestamp": 1646342905.6305351, "relative_time": 6270.747854709625, "current_lr": 0.044745782321511184, "val_time": 11.289087772369385, "top_1": 0.7292199730873108, "top_5": 0.9160199761390686, "loss": 2.4086592197418213, "epoch": 35}
49
+ {"timestamp": 1646343173.0451777, "relative_time": 6538.162497282028, "current_lr": 0.03356157179519539, "val_time": 12.991304159164429, "top_1": 0.7346799969673157, "top_5": 0.9203600287437439, "loss": 2.4140233993530273, "train_loss": 2.144956350326538, "epoch": 36}
50
+ {"timestamp": 1646343185.0228362, "relative_time": 6550.140155792236, "current_lr": 0.03356157179519539, "val_time": 11.306269407272339, "top_1": 0.7346799969673157, "top_5": 0.9203600287437439, "loss": 2.4140233993530273, "epoch": 36}
51
+ {"timestamp": 1646343450.1537452, "relative_time": 6815.271064758301, "current_lr": 0.02237736126887959, "val_time": 11.281251907348633, "top_1": 0.7437400221824646, "top_5": 0.9246000051498413, "loss": 2.38330078125, "train_loss": 2.0852553844451904, "epoch": 37}
52
+ {"timestamp": 1646343462.1242762, "relative_time": 6827.241595745087, "current_lr": 0.02237736126887959, "val_time": 11.295904874801636, "top_1": 0.7437400221824646, "top_5": 0.9246000051498413, "loss": 2.38330078125, "epoch": 37}
53
+ {"timestamp": 1646343725.845873, "relative_time": 7090.96319270134, "current_lr": 0.011193150742563851, "val_time": 11.562788724899292, "top_1": 0.763979971408844, "top_5": 0.9333000183105469, "loss": 2.300490617752075, "train_loss": 2.023420810699463, "epoch": 38}
54
+ {"timestamp": 1646343737.8167386, "relative_time": 7102.934058189392, "current_lr": 0.011193150742563851, "val_time": 11.308939218521118, "top_1": 0.763979971408844, "top_5": 0.9333000183105469, "loss": 2.300490617752075, "epoch": 38}
55
+ {"timestamp": 1646344002.142272, "relative_time": 7367.259591579437, "current_lr": 8.940216248054869e-06, "val_time": 11.270781755447388, "top_1": 0.7697799801826477, "top_5": 0.9365000128746033, "loss": 2.274150848388672, "train_loss": 1.9653013944625854, "epoch": 39}
56
+ {"timestamp": 1646344014.111429, "relative_time": 7379.228748559952, "current_lr": 8.940216248054869e-06, "val_time": 11.3010413646698, "top_1": 0.7697799801826477, "top_5": 0.9365000128746033, "loss": 2.274150848388672, "epoch": 39}
fixed-feature/Imagenet1k_R50_ff1024/params.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"model.arch": "resnet50", "model.pretrained": 0, "model.single_head": 0, "model.multi_head": 0, "model.nesting_start": 3, "model.fixed_feature": 1024, "resolution.min_res": 160, "resolution.max_res": 192, "resolution.end_ramp": 34, "resolution.start_ramp": 29, "data.train_dataset": "/home/jupyter/dataset-ffcv/train_500_0.50_90.ffcv", "data.val_dataset": "/home/jupyter/dataset-ffcv/uncompressed/val_500_uncompressed.ffcv", "data.num_workers": 12, "data.in_memory": 1, "lr.step_ratio": 0.1, "lr.step_length": 30, "lr.lr_schedule_type": "cyclic", "lr.lr": 0.425, "lr.lr_peak_epoch": 2, "logging.folder": "trainlogs", "logging.log_level": 1, "validation.batch_size": 512, "validation.resolution": 256, "validation.lr_tta": 1, "validation.model_weights_disk": "", "validation.bias_zero": 0, "training.eval_only": 0, "training.batch_size": 512, "training.optimizer": "sgd", "training.momentum": 0.9, "training.weight_decay": 0.0001, "training.epochs": 40, "training.label_smoothing": 0.1, "training.distributed": 1, "training.use_blurpool": 1, "training.resume": "checkpoints/checkpoint.pth.tar", "training.tensorboard": 1, "training.lincls": 2048, "training.pretrain_model": "", "dist.world_size": 2, "dist.address": "localhost", "dist.port": "12355"}
fixed-feature/Imagenet1k_R50_ff128/final_weights.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bae261bcb4d9ae456ff62acd445d0a46f210bc90d5a94a15ce4d11caff4f5b7
3
+ size 94967349
fixed-feature/Imagenet1k_R50_ff128/log ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"timestamp": 1644901968.5348847, "relative_time": 229.70377278327942, "current_lr": 0.21235140287769783, "val_time": 21.031041622161865, "top_1": 0.11879999935626984, "top_5": 0.2981399893760681, "train_loss": 5.978606700897217, "epoch": 0}
2
+ {"timestamp": 1644902164.0694306, "relative_time": 425.2383186817169, "current_lr": 0.4248301528776978, "val_time": 11.768763542175293, "top_1": 0.20722000300884247, "top_5": 0.43667998909950256, "train_loss": 4.582746982574463, "epoch": 1}
3
+ {"timestamp": 1644902355.187034, "relative_time": 616.3559219837189, "current_lr": 0.4138247296899322, "val_time": 11.59160590171814, "top_1": 0.2866800129413605, "top_5": 0.5439000129699707, "train_loss": 4.045899391174316, "epoch": 2}
4
+ {"timestamp": 1644902543.7246106, "relative_time": 804.8934986591339, "current_lr": 0.40264051916361643, "val_time": 11.47064733505249, "top_1": 0.3366599977016449, "top_5": 0.6115999817848206, "train_loss": 3.768005132675171, "epoch": 3}
5
+ {"timestamp": 1644902731.444211, "relative_time": 992.6130990982056, "current_lr": 0.39145630863730063, "val_time": 11.630763053894043, "top_1": 0.402539998292923, "top_5": 0.6787599921226501, "train_loss": 3.60079288482666, "epoch": 4}
6
+ {"timestamp": 1644902919.2000375, "relative_time": 1180.3689255714417, "current_lr": 0.3802720981109849, "val_time": 11.704108238220215, "top_1": 0.39103999733924866, "top_5": 0.6626600027084351, "train_loss": 3.492630958557129, "epoch": 5}
7
+ {"timestamp": 1644903107.172722, "relative_time": 1368.3416101932526, "current_lr": 0.3690878875846691, "val_time": 11.733359575271606, "top_1": 0.3868600130081177, "top_5": 0.6571400165557861, "train_loss": 3.406886100769043, "epoch": 6}
8
+ {"timestamp": 1644903294.4331825, "relative_time": 1555.602070569992, "current_lr": 0.3579036770583533, "val_time": 11.639954090118408, "top_1": 0.4288800060749054, "top_5": 0.6939600110054016, "train_loss": 3.337832450866699, "epoch": 7}
9
+ {"timestamp": 1644903482.4144146, "relative_time": 1743.5833027362823, "current_lr": 0.3467194665320375, "val_time": 11.6735680103302, "top_1": 0.4774399995803833, "top_5": 0.7446399927139282, "train_loss": 3.283108711242676, "epoch": 8}
10
+ {"timestamp": 1644903752.9422946, "relative_time": 2014.1111826896667, "current_lr": 0.3355352560057217, "val_time": 15.237342119216919, "top_1": 0.4553399980068207, "top_5": 0.7207199931144714, "train_loss": 3.2372570037841797, "epoch": 9}
11
+ {"timestamp": 1644904106.9380977, "relative_time": 2368.106985807419, "current_lr": 0.3243510454794059, "val_time": 11.461155652999878, "top_1": 0.49333998560905457, "top_5": 0.755299985408783, "train_loss": 3.1995041370391846, "epoch": 10}
12
+ {"timestamp": 1644904614.8866756, "relative_time": 2876.055563688278, "current_lr": 0.3131668349530901, "val_time": 52.351433515548706, "top_1": 0.4758400022983551, "top_5": 0.741919994354248, "train_loss": 3.159701108932495, "epoch": 11}
13
+ {"timestamp": 1644904962.9492774, "relative_time": 3224.1181654930115, "current_lr": 0.3019826244267743, "val_time": 13.64653468132019, "top_1": 0.5086399912834167, "top_5": 0.7674199938774109, "train_loss": 3.127413749694824, "epoch": 12}
14
+ {"timestamp": 1644905307.1379678, "relative_time": 3568.306855916977, "current_lr": 0.2907984139004585, "val_time": 22.912927865982056, "top_1": 0.4808200001716614, "top_5": 0.746399998664856, "train_loss": 3.0992023944854736, "epoch": 13}
15
+ {"timestamp": 1644905635.095484, "relative_time": 3896.264372110367, "current_lr": 0.2796142033741427, "val_time": 19.48896098136902, "top_1": 0.5184000134468079, "top_5": 0.7793800234794617, "train_loss": 3.0655252933502197, "epoch": 14}
16
+ {"timestamp": 1644905956.177672, "relative_time": 4217.346560001373, "current_lr": 0.268429992847827, "val_time": 12.520103693008423, "top_1": 0.5254999995231628, "top_5": 0.7835400104522705, "train_loss": 3.0367140769958496, "epoch": 15}
17
+ {"timestamp": 1644906279.9226515, "relative_time": 4541.091539621353, "current_lr": 0.2572457823215112, "val_time": 19.501842498779297, "top_1": 0.5489799976348877, "top_5": 0.7991600036621094, "train_loss": 3.0073940753936768, "epoch": 16}
18
+ {"timestamp": 1644906602.3147876, "relative_time": 4863.4836757183075, "current_lr": 0.24606157179519542, "val_time": 12.261709928512573, "top_1": 0.5362600088119507, "top_5": 0.789139986038208, "train_loss": 2.984684944152832, "epoch": 17}
19
+ {"timestamp": 1644906931.548466, "relative_time": 5192.717354059219, "current_lr": 0.23487736126887962, "val_time": 29.278228521347046, "top_1": 0.5690199732780457, "top_5": 0.813260018825531, "train_loss": 2.9567360877990723, "epoch": 18}
20
+ {"timestamp": 1644907258.289259, "relative_time": 5519.45814704895, "current_lr": 0.22369315074256382, "val_time": 12.59992790222168, "top_1": 0.551800012588501, "top_5": 0.800320029258728, "train_loss": 2.9310851097106934, "epoch": 19}
21
+ {"timestamp": 1644907587.6335864, "relative_time": 5848.802474498749, "current_lr": 0.21250894021624805, "val_time": 29.093668222427368, "top_1": 0.5501199960708618, "top_5": 0.8006200194358826, "train_loss": 2.9032974243164062, "epoch": 20}
22
+ {"timestamp": 1644907913.114046, "relative_time": 6174.282934188843, "current_lr": 0.20132472968993226, "val_time": 12.271546125411987, "top_1": 0.5694800019264221, "top_5": 0.8149200081825256, "train_loss": 2.876185655593872, "epoch": 21}
23
+ {"timestamp": 1644908241.9182842, "relative_time": 6503.087172269821, "current_lr": 0.19014051916361646, "val_time": 29.182881116867065, "top_1": 0.6014400124549866, "top_5": 0.8371999859809875, "train_loss": 2.850741386413574, "epoch": 22}
24
+ {"timestamp": 1644908444.1444728, "relative_time": 6705.313360929489, "current_lr": 0.1789563086373007, "val_time": 11.588016033172607, "top_1": 0.5821599960327148, "top_5": 0.8248199820518494, "train_loss": 2.823265552520752, "epoch": 23}
25
+ {"timestamp": 1644908639.2981968, "relative_time": 6900.467084884644, "current_lr": 0.1677720981109849, "val_time": 11.70466423034668, "top_1": 0.5870400071144104, "top_5": 0.8268200159072876, "train_loss": 2.797734260559082, "epoch": 24}
26
+ {"timestamp": 1644908830.510853, "relative_time": 7091.67974114418, "current_lr": 0.1565878875846691, "val_time": 11.731517791748047, "top_1": 0.5605400204658508, "top_5": 0.8036199808120728, "train_loss": 2.7690610885620117, "epoch": 25}
27
+ {"timestamp": 1644909019.9398105, "relative_time": 7281.108698606491, "current_lr": 0.1454036770583533, "val_time": 11.478870868682861, "top_1": 0.60944002866745, "top_5": 0.843999981880188, "train_loss": 2.73710298538208, "epoch": 26}
28
+ {"timestamp": 1644909208.301096, "relative_time": 7469.469984054565, "current_lr": 0.1342194665320375, "val_time": 11.66723108291626, "top_1": 0.6192399859428406, "top_5": 0.8507599830627441, "train_loss": 2.708991527557373, "epoch": 27}
29
+ {"timestamp": 1644909396.7766225, "relative_time": 7657.945510625839, "current_lr": 0.12303525600572171, "val_time": 11.671155452728271, "top_1": 0.6152200102806091, "top_5": 0.8452200293540955, "train_loss": 2.678253412246704, "epoch": 28}
30
+ {"timestamp": 1644909584.5470757, "relative_time": 7845.715963840485, "current_lr": 0.11185104547940597, "val_time": 11.577524423599243, "top_1": 0.6391599774360657, "top_5": 0.8613799810409546, "train_loss": 2.6438162326812744, "epoch": 29}
31
+ {"timestamp": 1644909771.571458, "relative_time": 8032.740346193314, "current_lr": 0.10066683495309017, "val_time": 11.445393800735474, "top_1": 0.6498600244522095, "top_5": 0.865339994430542, "train_loss": 2.6082563400268555, "epoch": 30}
32
+ {"timestamp": 1644909959.687885, "relative_time": 8220.856773138046, "current_lr": 0.08948262442677438, "val_time": 11.761791229248047, "top_1": 0.6614199876785278, "top_5": 0.8755000233650208, "train_loss": 2.5735244750976562, "epoch": 31}
33
+ {"timestamp": 1644910230.7259326, "relative_time": 8491.894820690155, "current_lr": 0.07829841390045858, "val_time": 11.650283336639404, "top_1": 0.6824600100517273, "top_5": 0.8890399932861328, "train_loss": 2.48819899559021, "epoch": 32}
34
+ {"timestamp": 1644910482.2073941, "relative_time": 8743.376282215118, "current_lr": 0.06711420337414278, "val_time": 11.635744094848633, "top_1": 0.6893799901008606, "top_5": 0.8939399719238281, "train_loss": 2.446909189224243, "epoch": 33}
35
+ {"timestamp": 1644910733.4159179, "relative_time": 8994.584805965424, "current_lr": 0.05592999284782698, "val_time": 11.634026765823364, "top_1": 0.7008399963378906, "top_5": 0.8993399739265442, "train_loss": 2.3966634273529053, "epoch": 34}
36
+ {"timestamp": 1644910984.5326111, "relative_time": 9245.70149922371, "current_lr": 0.044745782321511184, "val_time": 11.679023742675781, "top_1": 0.7105799913406372, "top_5": 0.9029800295829773, "train_loss": 2.3488614559173584, "epoch": 35}
37
+ {"timestamp": 1644911235.8246105, "relative_time": 9496.993498563766, "current_lr": 0.03356157179519539, "val_time": 11.615481615066528, "top_1": 0.7251200079917908, "top_5": 0.9112600088119507, "train_loss": 2.291139841079712, "epoch": 36}
38
+ {"timestamp": 1644911487.2014716, "relative_time": 9748.370359659195, "current_lr": 0.02237736126887959, "val_time": 11.704052686691284, "top_1": 0.7330399751663208, "top_5": 0.9153199791908264, "train_loss": 2.228179454803467, "epoch": 37}
39
+ {"timestamp": 1644911738.6302702, "relative_time": 9999.799158334732, "current_lr": 0.011193150742563851, "val_time": 11.556220531463623, "top_1": 0.7465599775314331, "top_5": 0.9227399826049805, "train_loss": 2.157341241836548, "epoch": 38}
40
+ {"timestamp": 1644911990.0892515, "relative_time": 10251.25813961029, "current_lr": 8.940216248054869e-06, "val_time": 11.73291802406311, "top_1": 0.7571600079536438, "top_5": 0.9276000261306763, "train_loss": 2.0941498279571533, "epoch": 39}
41
+ {"timestamp": 1644912001.5670302, "relative_time": 10262.735918283463, "current_lr": 8.940216248054869e-06, "val_time": 11.477278232574463, "top_1": 0.7571600079536438, "top_5": 0.9276000261306763, "epoch": 39}
fixed-feature/Imagenet1k_R50_ff128/params.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"model.arch": "resnet50", "model.pretrained": 0, "model.single_head": 0, "model.multi_head": 0, "model.nesting_start": 3, "model.fixed_feature": 128, "resolution.min_res": 160, "resolution.max_res": 192, "resolution.end_ramp": 34, "resolution.start_ramp": 29, "data.train_dataset": "/home/jupyter/dataset-ffcv/train_500_0.50_90.ffcv", "data.val_dataset": "/home/jupyter/dataset-ffcv/val_500_0.50_90.ffcv", "data.num_workers": 12, "data.in_memory": 1, "lr.step_ratio": 0.1, "lr.step_length": 30, "lr.lr_schedule_type": "cyclic", "lr.lr": 0.425, "lr.lr_peak_epoch": 2, "logging.folder": "trainlogs", "logging.log_level": 1, "validation.batch_size": 512, "validation.resolution": 256, "validation.lr_tta": 1, "training.eval_only": 0, "training.batch_size": 512, "training.optimizer": "sgd", "training.momentum": 0.9, "training.weight_decay": 0.0001, "training.epochs": 40, "training.label_smoothing": 0.1, "training.distributed": 1, "training.use_blurpool": 1, "dist.world_size": 2, "dist.address": "localhost", "dist.port": "12355"}
fixed-feature/Imagenet1k_R50_ff16/final_weights.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4028ca649421b5e0c3221db345ada9cc98f7a3098320a85bfe8e56befc3aab2
3
+ size 94519349
fixed-feature/Imagenet1k_R50_ff16/log ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"timestamp": 1644874642.90171, "relative_time": 228.11878442764282, "current_lr": 0.21235140287769783, "val_time": 20.057350397109985, "top_1": 0.03223999962210655, "top_5": 0.10593999922275543, "train_loss": 6.633167743682861, "epoch": 0}
2
+ {"timestamp": 1644874836.9350886, "relative_time": 422.15216302871704, "current_lr": 0.4248301528776978, "val_time": 11.439935445785522, "top_1": 0.10898000001907349, "top_5": 0.285180002450943, "train_loss": 5.3858184814453125, "epoch": 1}
3
+ {"timestamp": 1644875026.5469728, "relative_time": 611.7640471458435, "current_lr": 0.4138247296899322, "val_time": 11.570935487747192, "top_1": 0.15291999280452728, "top_5": 0.37224000692367554, "train_loss": 4.844448566436768, "epoch": 2}
4
+ {"timestamp": 1644875215.550199, "relative_time": 800.7672734260559, "current_lr": 0.40264051916361643, "val_time": 11.542130947113037, "top_1": 0.21155999600887299, "top_5": 0.46658000349998474, "train_loss": 4.562978744506836, "epoch": 3}
5
+ {"timestamp": 1644875402.676877, "relative_time": 987.8939514160156, "current_lr": 0.39145630863730063, "val_time": 11.54742980003357, "top_1": 0.21848000586032867, "top_5": 0.4699600040912628, "train_loss": 4.385042190551758, "epoch": 4}
6
+ {"timestamp": 1644875590.3055751, "relative_time": 1175.522649526596, "current_lr": 0.3802720981109849, "val_time": 11.540670156478882, "top_1": 0.2780199944972992, "top_5": 0.5471600294113159, "train_loss": 4.252442836761475, "epoch": 5}
7
+ {"timestamp": 1644875776.9602604, "relative_time": 1362.1773347854614, "current_lr": 0.3690878875846691, "val_time": 11.544827461242676, "top_1": 0.3031199872493744, "top_5": 0.5767199993133545, "train_loss": 4.146363258361816, "epoch": 6}
8
+ {"timestamp": 1644875964.103864, "relative_time": 1549.3209383487701, "current_lr": 0.3579036770583533, "val_time": 11.553407192230225, "top_1": 0.3355199992656708, "top_5": 0.6091600060462952, "train_loss": 4.05582857131958, "epoch": 7}
9
+ {"timestamp": 1644876151.6413527, "relative_time": 1736.8584270477295, "current_lr": 0.3467194665320375, "val_time": 11.764905452728271, "top_1": 0.31839999556541443, "top_5": 0.5821200013160706, "train_loss": 3.981916904449463, "epoch": 8}
10
+ {"timestamp": 1644876339.2910361, "relative_time": 1924.5081105232239, "current_lr": 0.3355352560057217, "val_time": 11.574764490127563, "top_1": 0.36004000902175903, "top_5": 0.6312000155448914, "train_loss": 3.9200439453125, "epoch": 9}
11
+ {"timestamp": 1644876526.7727277, "relative_time": 2111.989802122116, "current_lr": 0.3243510454794059, "val_time": 11.572173357009888, "top_1": 0.3650200068950653, "top_5": 0.6287999749183655, "train_loss": 3.873713970184326, "epoch": 10}
12
+ {"timestamp": 1644876714.9941444, "relative_time": 2300.2112188339233, "current_lr": 0.3131668349530901, "val_time": 11.660703897476196, "top_1": 0.4048199951648712, "top_5": 0.6726199984550476, "train_loss": 3.817821502685547, "epoch": 11}
13
+ {"timestamp": 1644876902.4999762, "relative_time": 2487.717050552368, "current_lr": 0.3019826244267743, "val_time": 11.636075973510742, "top_1": 0.3925800025463104, "top_5": 0.6517999768257141, "train_loss": 3.7784061431884766, "epoch": 12}
14
+ {"timestamp": 1644877090.8833745, "relative_time": 2676.100448846817, "current_lr": 0.2907984139004585, "val_time": 11.77655577659607, "top_1": 0.4260999858379364, "top_5": 0.6901000142097473, "train_loss": 3.732456922531128, "epoch": 13}
15
+ {"timestamp": 1644877278.210253, "relative_time": 2863.4273273944855, "current_lr": 0.2796142033741427, "val_time": 11.73889970779419, "top_1": 0.3886600136756897, "top_5": 0.6441199779510498, "train_loss": 3.6909019947052, "epoch": 14}
16
+ {"timestamp": 1644877466.4533408, "relative_time": 3051.67041516304, "current_lr": 0.268429992847827, "val_time": 11.454729080200195, "top_1": 0.42278000712394714, "top_5": 0.6779599785804749, "train_loss": 3.662323236465454, "epoch": 15}
17
+ {"timestamp": 1644877653.5851684, "relative_time": 3238.80224275589, "current_lr": 0.2572457823215112, "val_time": 11.636944055557251, "top_1": 0.4628799855709076, "top_5": 0.7181800007820129, "train_loss": 3.622391939163208, "epoch": 16}
18
+ {"timestamp": 1644877841.7975087, "relative_time": 3427.0145831108093, "current_lr": 0.24606157179519542, "val_time": 11.644862174987793, "top_1": 0.43865999579429626, "top_5": 0.6866999864578247, "train_loss": 3.5936954021453857, "epoch": 17}
19
+ {"timestamp": 1644878028.6435974, "relative_time": 3613.8606717586517, "current_lr": 0.23487736126887962, "val_time": 11.439273118972778, "top_1": 0.46724000573158264, "top_5": 0.7194799780845642, "train_loss": 3.5578413009643555, "epoch": 18}
20
+ {"timestamp": 1644878216.6761725, "relative_time": 3801.8932468891144, "current_lr": 0.22369315074256382, "val_time": 11.696771144866943, "top_1": 0.4786199927330017, "top_5": 0.7264800071716309, "train_loss": 3.5218911170959473, "epoch": 19}
21
+ {"timestamp": 1644878403.8773673, "relative_time": 3989.094441652298, "current_lr": 0.21250894021624805, "val_time": 11.732635498046875, "top_1": 0.49219998717308044, "top_5": 0.7409600019454956, "train_loss": 3.491748094558716, "epoch": 20}
22
+ {"timestamp": 1644878592.3493106, "relative_time": 4177.5663850307465, "current_lr": 0.20132472968993226, "val_time": 11.64666748046875, "top_1": 0.4925000071525574, "top_5": 0.7410399913787842, "train_loss": 3.4578394889831543, "epoch": 21}
23
+ {"timestamp": 1644878779.744956, "relative_time": 4364.962030410767, "current_lr": 0.19014051916361646, "val_time": 11.438232660293579, "top_1": 0.5054399967193604, "top_5": 0.7473199963569641, "train_loss": 3.4246976375579834, "epoch": 22}
24
+ {"timestamp": 1644878967.616597, "relative_time": 4552.833671331406, "current_lr": 0.1789563086373007, "val_time": 11.661558866500854, "top_1": 0.51555997133255, "top_5": 0.7565400004386902, "train_loss": 3.394958257675171, "epoch": 23}
25
+ {"timestamp": 1644879155.3240967, "relative_time": 4740.541171073914, "current_lr": 0.1677720981109849, "val_time": 11.436503887176514, "top_1": 0.5187399983406067, "top_5": 0.7607399821281433, "train_loss": 3.360440492630005, "epoch": 24}
26
+ {"timestamp": 1644879342.8656237, "relative_time": 4928.082698106766, "current_lr": 0.1565878875846691, "val_time": 11.586598873138428, "top_1": 0.534060001373291, "top_5": 0.7654200196266174, "train_loss": 3.3245410919189453, "epoch": 25}
27
+ {"timestamp": 1644879530.8916433, "relative_time": 5116.108717679977, "current_lr": 0.1454036770583533, "val_time": 11.644145011901855, "top_1": 0.5484600067138672, "top_5": 0.7788800001144409, "train_loss": 3.2929141521453857, "epoch": 26}
28
+ {"timestamp": 1644879718.1279447, "relative_time": 5303.345019102097, "current_lr": 0.1342194665320375, "val_time": 11.594157934188843, "top_1": 0.5400000214576721, "top_5": 0.7700600028038025, "train_loss": 3.257361888885498, "epoch": 27}
29
+ {"timestamp": 1644879906.4305074, "relative_time": 5491.64758181572, "current_lr": 0.12303525600572171, "val_time": 11.617713451385498, "top_1": 0.5599600076675415, "top_5": 0.7871800065040588, "train_loss": 3.216914653778076, "epoch": 28}
30
+ {"timestamp": 1644880093.9381819, "relative_time": 5679.155256271362, "current_lr": 0.11185104547940597, "val_time": 11.644835948944092, "top_1": 0.5860199928283691, "top_5": 0.8077600002288818, "train_loss": 3.1814310550689697, "epoch": 29}
31
+ {"timestamp": 1644880282.2035763, "relative_time": 5867.420650720596, "current_lr": 0.10066683495309017, "val_time": 11.422806024551392, "top_1": 0.5893399715423584, "top_5": 0.8060600161552429, "train_loss": 3.1383755207061768, "epoch": 30}
32
+ {"timestamp": 1644880469.5709713, "relative_time": 6054.78804564476, "current_lr": 0.08948262442677438, "val_time": 11.42498779296875, "top_1": 0.591759979724884, "top_5": 0.805400013923645, "train_loss": 3.0948779582977295, "epoch": 31}
33
+ {"timestamp": 1644880738.794587, "relative_time": 6324.011661291122, "current_lr": 0.07829841390045858, "val_time": 11.425657749176025, "top_1": 0.6313199996948242, "top_5": 0.8359799981117249, "train_loss": 3.0151009559631348, "epoch": 32}
34
+ {"timestamp": 1644880989.4208026, "relative_time": 6574.637876987457, "current_lr": 0.06711420337414278, "val_time": 11.448928594589233, "top_1": 0.6365000009536743, "top_5": 0.8361999988555908, "train_loss": 2.958627700805664, "epoch": 33}
35
+ {"timestamp": 1644881240.0148447, "relative_time": 6825.231919050217, "current_lr": 0.05592999284782698, "val_time": 11.551716089248657, "top_1": 0.6454600095748901, "top_5": 0.8418599963188171, "train_loss": 2.9041879177093506, "epoch": 34}
36
+ {"timestamp": 1644881490.675922, "relative_time": 7075.892996311188, "current_lr": 0.044745782321511184, "val_time": 11.551772594451904, "top_1": 0.6733999848365784, "top_5": 0.8600800037384033, "train_loss": 2.8447442054748535, "epoch": 35}
37
+ {"timestamp": 1644881740.7975266, "relative_time": 7326.014600992203, "current_lr": 0.03356157179519539, "val_time": 11.438616752624512, "top_1": 0.6901000142097473, "top_5": 0.8705400228500366, "train_loss": 2.775425672531128, "epoch": 36}
38
+ {"timestamp": 1644881991.180478, "relative_time": 7576.397552490234, "current_lr": 0.02237736126887959, "val_time": 11.562531232833862, "top_1": 0.7020800113677979, "top_5": 0.8775200247764587, "train_loss": 2.7041285037994385, "epoch": 37}
39
+ {"timestamp": 1644882242.0838358, "relative_time": 7827.300910234451, "current_lr": 0.011193150742563851, "val_time": 11.717914342880249, "top_1": 0.7221199870109558, "top_5": 0.888260006904602, "train_loss": 2.6247477531433105, "epoch": 38}
40
+ {"timestamp": 1644882492.6142921, "relative_time": 8077.8313665390015, "current_lr": 8.940216248054869e-06, "val_time": 11.684684753417969, "top_1": 0.7323799729347229, "top_5": 0.8942000269889832, "train_loss": 2.5485856533050537, "epoch": 39}
41
+ {"timestamp": 1644882504.2848725, "relative_time": 8089.501946926117, "current_lr": 8.940216248054869e-06, "val_time": 11.670132398605347, "top_1": 0.7323799729347229, "top_5": 0.8942000269889832, "epoch": 39}
fixed-feature/Imagenet1k_R50_ff16/params.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"model.arch": "resnet50", "model.pretrained": 0, "model.single_head": 0, "model.multi_head": 0, "model.nesting_start": 3, "model.fixed_feature": 16, "resolution.min_res": 160, "resolution.max_res": 192, "resolution.end_ramp": 34, "resolution.start_ramp": 29, "data.train_dataset": "/home/jupyter/dataset-ffcv/train_500_0.50_90.ffcv", "data.val_dataset": "/home/jupyter/dataset-ffcv/val_500_0.50_90.ffcv", "data.num_workers": 12, "data.in_memory": 1, "lr.step_ratio": 0.1, "lr.step_length": 30, "lr.lr_schedule_type": "cyclic", "lr.lr": 0.425, "lr.lr_peak_epoch": 2, "logging.folder": "trainlogs", "logging.log_level": 1, "validation.batch_size": 512, "validation.resolution": 256, "validation.lr_tta": 1, "training.eval_only": 0, "training.batch_size": 512, "training.optimizer": "sgd", "training.momentum": 0.9, "training.weight_decay": 0.0001, "training.epochs": 40, "training.label_smoothing": 0.1, "training.distributed": 1, "training.use_blurpool": 1, "dist.world_size": 2, "dist.address": "localhost", "dist.port": "12355"}
fixed-feature/Imagenet1k_R50_ff2048/final_weights.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:985e8a6f5db0506cef06ac0cdac4c03e061540491528410adc22abf07620dbb6
3
+ size 102647349
fixed-feature/Imagenet1k_R50_ff2048/log ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"timestamp": 1646344670.9242885, "relative_time": 235.38701558113098, "current_lr": 0.21235140287769783, "val_time": 16.13878059387207, "top_1": 0.13898000121116638, "top_5": 0.3301199972629547, "loss": 5.796938419342041, "train_loss": 5.864250183105469, "epoch": 0}
2
+ {"timestamp": 1646344683.0400066, "relative_time": 247.50273370742798, "current_lr": 0.21235140287769783, "val_time": 11.378252744674683, "top_1": 0.13898000121116638, "top_5": 0.3301199972629547, "loss": 5.796938419342041, "epoch": 0}
3
+ {"timestamp": 1646344919.865637, "relative_time": 484.32836413383484, "current_lr": 0.4248301528776978, "val_time": 30.141680240631104, "top_1": 0.23788000643253326, "top_5": 0.47756001353263855, "loss": 4.80635929107666, "train_loss": 4.50083065032959, "epoch": 1}
4
+ {"timestamp": 1646344931.9336228, "relative_time": 496.3963499069214, "current_lr": 0.4248301528776978, "val_time": 11.368784189224243, "top_1": 0.23788000643253326, "top_5": 0.47756001353263855, "loss": 4.80635929107666, "epoch": 1}
5
+ {"timestamp": 1646345152.9354022, "relative_time": 717.3981292247772, "current_lr": 0.4138247296899322, "val_time": 11.454944849014282, "top_1": 0.33055999875068665, "top_5": 0.5994399785995483, "loss": 4.103325843811035, "train_loss": 3.868921995162964, "epoch": 2}
6
+ {"timestamp": 1646345165.026437, "relative_time": 729.4891641139984, "current_lr": 0.4138247296899322, "val_time": 11.402418613433838, "top_1": 0.33055999875068665, "top_5": 0.5994399785995483, "loss": 4.103325843811035, "epoch": 2}
7
+ {"timestamp": 1646345379.2289982, "relative_time": 943.6917252540588, "current_lr": 0.40264051916361643, "val_time": 11.502113342285156, "top_1": 0.4119400084018707, "top_5": 0.6851000189781189, "loss": 3.684633731842041, "train_loss": 3.55832839012146, "epoch": 3}
8
+ {"timestamp": 1646345391.2653058, "relative_time": 955.7280328273773, "current_lr": 0.40264051916361643, "val_time": 11.356389999389648, "top_1": 0.4119400084018707, "top_5": 0.6851000189781189, "loss": 3.684633731842041, "epoch": 3}
9
+ {"timestamp": 1646345605.0081608, "relative_time": 1169.4708878993988, "current_lr": 0.39145630863730063, "val_time": 12.896247148513794, "top_1": 0.4708999991416931, "top_5": 0.7373600006103516, "loss": 3.4285428524017334, "train_loss": 3.384874105453491, "epoch": 4}
10
+ {"timestamp": 1646345617.072336, "relative_time": 1181.5350630283356, "current_lr": 0.39145630863730063, "val_time": 11.360910415649414, "top_1": 0.4708999991416931, "top_5": 0.7373600006103516, "loss": 3.4285428524017334, "epoch": 4}
11
+ {"timestamp": 1646345829.1379626, "relative_time": 1393.600689649582, "current_lr": 0.3802720981109849, "val_time": 11.496583461761475, "top_1": 0.44975998997688293, "top_5": 0.7155399918556213, "loss": 3.4563417434692383, "train_loss": 3.280700445175171, "epoch": 5}
12
+ {"timestamp": 1646345841.2022839, "relative_time": 1405.6650109291077, "current_lr": 0.3802720981109849, "val_time": 11.344414472579956, "top_1": 0.44975998997688293, "top_5": 0.7155399918556213, "loss": 3.4563417434692383, "epoch": 5}
13
+ {"timestamp": 1646346051.7711482, "relative_time": 1616.2338752746582, "current_lr": 0.3690878875846691, "val_time": 11.356511354446411, "top_1": 0.4654400050640106, "top_5": 0.733959972858429, "loss": 3.313300848007202, "train_loss": 3.186782121658325, "epoch": 6}
14
+ {"timestamp": 1646346063.9531784, "relative_time": 1628.4159054756165, "current_lr": 0.3690878875846691, "val_time": 11.443121671676636, "top_1": 0.4654400050640106, "top_5": 0.733959972858429, "loss": 3.313300848007202, "epoch": 6}
15
+ {"timestamp": 1646346281.736516, "relative_time": 1846.199243068695, "current_lr": 0.3579036770583533, "val_time": 17.74470353126526, "top_1": 0.5235599875450134, "top_5": 0.7796800136566162, "loss": 3.0979034900665283, "train_loss": 3.1261630058288574, "epoch": 7}
16
+ {"timestamp": 1646346293.7932856, "relative_time": 1858.2560126781464, "current_lr": 0.3579036770583533, "val_time": 11.35963487625122, "top_1": 0.5235599875450134, "top_5": 0.7796800136566162, "loss": 3.0979034900665283, "epoch": 7}
17
+ {"timestamp": 1646346509.122969, "relative_time": 2073.5856959819794, "current_lr": 0.3467194665320375, "val_time": 12.499853372573853, "top_1": 0.5277600288391113, "top_5": 0.7862600088119507, "loss": 3.1571455001831055, "train_loss": 3.0696232318878174, "epoch": 8}
18
+ {"timestamp": 1646346521.3756216, "relative_time": 2085.8383486270905, "current_lr": 0.3467194665320375, "val_time": 11.55249309539795, "top_1": 0.5277600288391113, "top_5": 0.7862600088119507, "loss": 3.1571455001831055, "epoch": 8}
19
+ {"timestamp": 1646346748.1743402, "relative_time": 2312.6370673179626, "current_lr": 0.3355352560057217, "val_time": 25.86103391647339, "top_1": 0.5327799916267395, "top_5": 0.7898200154304504, "loss": 3.124243974685669, "train_loss": 3.019083261489868, "epoch": 9}
20
+ {"timestamp": 1646346760.2323754, "relative_time": 2324.695102453232, "current_lr": 0.3355352560057217, "val_time": 11.335163593292236, "top_1": 0.5327799916267395, "top_5": 0.7898200154304504, "loss": 3.124243974685669, "epoch": 9}
21
+ {"timestamp": 1646346977.6044385, "relative_time": 2542.0671656131744, "current_lr": 0.3243510454794059, "val_time": 11.548814535140991, "top_1": 0.5181400179862976, "top_5": 0.7769399881362915, "loss": 3.119389772415161, "train_loss": 2.985386848449707, "epoch": 10}
22
+ {"timestamp": 1646346989.6669092, "relative_time": 2554.129636287689, "current_lr": 0.3243510454794059, "val_time": 11.353404521942139, "top_1": 0.5181400179862976, "top_5": 0.7769399881362915, "loss": 3.119389772415161, "epoch": 10}
23
+ {"timestamp": 1646347202.6692111, "relative_time": 2767.1319382190704, "current_lr": 0.3131668349530901, "val_time": 11.50057339668274, "top_1": 0.5376200079917908, "top_5": 0.7934799790382385, "loss": 3.114194393157959, "train_loss": 2.9432520866394043, "epoch": 11}
24
+ {"timestamp": 1646347214.7119963, "relative_time": 2779.1747233867645, "current_lr": 0.3131668349530901, "val_time": 11.367336988449097, "top_1": 0.5376200079917908, "top_5": 0.7934799790382385, "loss": 3.114194393157959, "epoch": 11}
25
+ {"timestamp": 1646347427.1223621, "relative_time": 2991.5850892066956, "current_lr": 0.3019826244267743, "val_time": 11.479331493377686, "top_1": 0.5448200106620789, "top_5": 0.7984200119972229, "loss": 2.9347927570343018, "train_loss": 2.9160614013671875, "epoch": 12}
26
+ {"timestamp": 1646347439.1932101, "relative_time": 3003.655937194824, "current_lr": 0.3019826244267743, "val_time": 11.354002952575684, "top_1": 0.5448200106620789, "top_5": 0.7984200119972229, "loss": 2.9347927570343018, "epoch": 12}
27
+ {"timestamp": 1646347650.414913, "relative_time": 3214.8776400089264, "current_lr": 0.2907984139004585, "val_time": 11.557552099227905, "top_1": 0.5039399862289429, "top_5": 0.76146000623703, "loss": 3.194220781326294, "train_loss": 2.8844587802886963, "epoch": 13}
28
+ {"timestamp": 1646347662.4636374, "relative_time": 3226.9263644218445, "current_lr": 0.2907984139004585, "val_time": 11.355357646942139, "top_1": 0.5039399862289429, "top_5": 0.76146000623703, "loss": 3.194220781326294, "epoch": 13}
29
+ {"timestamp": 1646347873.9947746, "relative_time": 3438.4575016498566, "current_lr": 0.2796142033741427, "val_time": 11.523548126220703, "top_1": 0.5843600034713745, "top_5": 0.8296399712562561, "loss": 2.8226311206817627, "train_loss": 2.866821765899658, "epoch": 14}
30
+ {"timestamp": 1646347886.052436, "relative_time": 3450.5151631832123, "current_lr": 0.2796142033741427, "val_time": 11.3499915599823, "top_1": 0.5843600034713745, "top_5": 0.8296399712562561, "loss": 2.8226311206817627, "epoch": 14}
31
+ {"timestamp": 1646348103.374544, "relative_time": 3667.837270975113, "current_lr": 0.268429992847827, "val_time": 17.73518133163452, "top_1": 0.5672199726104736, "top_5": 0.8161799907684326, "loss": 2.9188952445983887, "train_loss": 2.8307363986968994, "epoch": 15}
32
+ {"timestamp": 1646348115.4049156, "relative_time": 3679.8676426410675, "current_lr": 0.268429992847827, "val_time": 11.328440189361572, "top_1": 0.5672199726104736, "top_5": 0.8161799907684326, "loss": 2.9188952445983887, "epoch": 15}
33
+ {"timestamp": 1646348332.3781095, "relative_time": 3896.8408365249634, "current_lr": 0.2572457823215112, "val_time": 14.023227453231812, "top_1": 0.5554999709129333, "top_5": 0.8056600093841553, "loss": 2.976943254470825, "train_loss": 2.808380126953125, "epoch": 16}
34
+ {"timestamp": 1646348344.4104497, "relative_time": 3908.8731768131256, "current_lr": 0.2572457823215112, "val_time": 11.34639310836792, "top_1": 0.5554999709129333, "top_5": 0.8056600093841553, "loss": 2.976943254470825, "epoch": 16}
35
+ {"timestamp": 1646348567.681276, "relative_time": 4132.144003152847, "current_lr": 0.24606157179519542, "val_time": 21.49631977081299, "top_1": 0.5878999829292297, "top_5": 0.8280199766159058, "loss": 2.770143508911133, "train_loss": 2.782564163208008, "epoch": 17}
36
+ {"timestamp": 1646348579.7641394, "relative_time": 4144.226866483688, "current_lr": 0.24606157179519542, "val_time": 11.349640846252441, "top_1": 0.5878999829292297, "top_5": 0.8280199766159058, "loss": 2.770143508911133, "epoch": 17}
37
+ {"timestamp": 1646348799.195267, "relative_time": 4363.657994031906, "current_lr": 0.23487736126887962, "val_time": 16.00152277946472, "top_1": 0.5887200236320496, "top_5": 0.8284000158309937, "loss": 2.774380683898926, "train_loss": 2.790886402130127, "epoch": 18}
38
+ {"timestamp": 1646348811.3626409, "relative_time": 4375.825367927551, "current_lr": 0.23487736126887962, "val_time": 11.456623077392578, "top_1": 0.5887200236320496, "top_5": 0.8284000158309937, "loss": 2.774380683898926, "epoch": 18}
39
+ {"timestamp": 1646349026.2036428, "relative_time": 4590.6663699150085, "current_lr": 0.22369315074256382, "val_time": 11.48547649383545, "top_1": 0.6023399829864502, "top_5": 0.8380600214004517, "loss": 2.7199270725250244, "train_loss": 2.746898889541626, "epoch": 19}
40
+ {"timestamp": 1646349038.2871115, "relative_time": 4602.749838590622, "current_lr": 0.22369315074256382, "val_time": 11.370140552520752, "top_1": 0.6023399829864502, "top_5": 0.8380600214004517, "loss": 2.7199270725250244, "epoch": 19}
41
+ {"timestamp": 1646349249.8617203, "relative_time": 4814.324447393417, "current_lr": 0.21250894021624805, "val_time": 11.336855173110962, "top_1": 0.5573800206184387, "top_5": 0.8041800260543823, "loss": 2.9124319553375244, "train_loss": 2.7168362140655518, "epoch": 20}
42
+ {"timestamp": 1646349261.9103937, "relative_time": 4826.3731207847595, "current_lr": 0.21250894021624805, "val_time": 11.363203525543213, "top_1": 0.5573800206184387, "top_5": 0.8041800260543823, "loss": 2.9124319553375244, "epoch": 20}
43
+ {"timestamp": 1646349474.282603, "relative_time": 5038.745330095291, "current_lr": 0.20132472968993226, "val_time": 11.833877563476562, "top_1": 0.6191400289535522, "top_5": 0.8514800071716309, "loss": 2.695247173309326, "train_loss": 2.6868531703948975, "epoch": 21}
44
+ {"timestamp": 1646349486.3993466, "relative_time": 5050.862073659897, "current_lr": 0.20132472968993226, "val_time": 11.366584062576294, "top_1": 0.6191400289535522, "top_5": 0.8514800071716309, "loss": 2.695247173309326, "epoch": 21}
45
+ {"timestamp": 1646349697.7175899, "relative_time": 5262.180316925049, "current_lr": 0.19014051916361646, "val_time": 11.495600938796997, "top_1": 0.6333799958229065, "top_5": 0.859279990196228, "loss": 2.5970001220703125, "train_loss": 2.665766954421997, "epoch": 22}
46
+ {"timestamp": 1646349709.781276, "relative_time": 5274.24400305748, "current_lr": 0.19014051916361646, "val_time": 11.349734544754028, "top_1": 0.6333799958229065, "top_5": 0.859279990196228, "loss": 2.5970001220703125, "epoch": 22}
47
+ {"timestamp": 1646349929.390163, "relative_time": 5493.852890014648, "current_lr": 0.1789563086373007, "val_time": 19.77812623977661, "top_1": 0.6223999857902527, "top_5": 0.8529199957847595, "loss": 2.6956114768981934, "train_loss": 2.6478159427642822, "epoch": 23}
48
+ {"timestamp": 1646349941.4456782, "relative_time": 5505.908405303955, "current_lr": 0.1789563086373007, "val_time": 11.34440541267395, "top_1": 0.6223999857902527, "top_5": 0.8529199957847595, "loss": 2.6956114768981934, "epoch": 23}
49
+ {"timestamp": 1646350157.9354897, "relative_time": 5722.398216724396, "current_lr": 0.1677720981109849, "val_time": 12.74023699760437, "top_1": 0.6223199963569641, "top_5": 0.854420006275177, "loss": 2.6686489582061768, "train_loss": 2.609020233154297, "epoch": 24}
50
+ {"timestamp": 1646350170.0443141, "relative_time": 5734.507041215897, "current_lr": 0.1677720981109849, "val_time": 11.33118224143982, "top_1": 0.6223199963569641, "top_5": 0.854420006275177, "loss": 2.6686489582061768, "epoch": 24}
51
+ {"timestamp": 1646350391.0690482, "relative_time": 5955.53177523613, "current_lr": 0.1565878875846691, "val_time": 20.13032054901123, "top_1": 0.6465399861335754, "top_5": 0.8695399761199951, "loss": 2.544274091720581, "train_loss": 2.5856680870056152, "epoch": 25}
52
+ {"timestamp": 1646350403.0555248, "relative_time": 5967.5182518959045, "current_lr": 0.1565878875846691, "val_time": 11.339712142944336, "top_1": 0.6465399861335754, "top_5": 0.8695399761199951, "loss": 2.544274091720581, "epoch": 25}
53
+ {"timestamp": 1646350623.5831752, "relative_time": 6188.045902252197, "current_lr": 0.1454036770583533, "val_time": 15.796793222427368, "top_1": 0.6220399737358093, "top_5": 0.8541200160980225, "loss": 2.6133944988250732, "train_loss": 2.560106039047241, "epoch": 26}
54
+ {"timestamp": 1646350635.687294, "relative_time": 6200.150021076202, "current_lr": 0.1454036770583533, "val_time": 11.400180578231812, "top_1": 0.6220399737358093, "top_5": 0.8541200160980225, "loss": 2.6133944988250732, "epoch": 26}
55
+ {"timestamp": 1646350850.358757, "relative_time": 6414.821484088898, "current_lr": 0.1342194665320375, "val_time": 11.465378999710083, "top_1": 0.6607199907302856, "top_5": 0.8779799938201904, "loss": 2.472590923309326, "train_loss": 2.521587371826172, "epoch": 27}
56
+ {"timestamp": 1646350862.4400287, "relative_time": 6426.902755737305, "current_lr": 0.1342194665320375, "val_time": 11.395478248596191, "top_1": 0.6607199907302856, "top_5": 0.8779799938201904, "loss": 2.472590923309326, "epoch": 27}
57
+ {"timestamp": 1646351074.4022093, "relative_time": 6638.864936351776, "current_lr": 0.12303525600572171, "val_time": 11.325182437896729, "top_1": 0.6587399840354919, "top_5": 0.8766599893569946, "loss": 2.4997005462646484, "train_loss": 2.4996821880340576, "epoch": 28}
58
+ {"timestamp": 1646351086.4762235, "relative_time": 6650.938950538635, "current_lr": 0.12303525600572171, "val_time": 11.354526996612549, "top_1": 0.6587399840354919, "top_5": 0.8766599893569946, "loss": 2.4997005462646484, "epoch": 28}
59
+ {"timestamp": 1646351298.7574105, "relative_time": 6863.22013759613, "current_lr": 0.11185104547940597, "val_time": 11.804524898529053, "top_1": 0.6722800135612488, "top_5": 0.8850600123405457, "loss": 2.4569151401519775, "train_loss": 2.4893195629119873, "epoch": 29}
60
+ {"timestamp": 1646351310.7709696, "relative_time": 6875.2336966991425, "current_lr": 0.11185104547940597, "val_time": 11.333219289779663, "top_1": 0.6722800135612488, "top_5": 0.8850600123405457, "loss": 2.4569151401519775, "epoch": 29}
61
+ {"timestamp": 1646351521.7324982, "relative_time": 7086.1952252388, "current_lr": 0.10066683495309017, "val_time": 11.351454973220825, "top_1": 0.6699000000953674, "top_5": 0.883620023727417, "loss": 2.4368090629577637, "train_loss": 2.4298081398010254, "epoch": 30}
62
+ {"timestamp": 1646351533.8441865, "relative_time": 7098.306913614273, "current_lr": 0.10066683495309017, "val_time": 11.409358739852905, "top_1": 0.6699000000953674, "top_5": 0.883620023727417, "loss": 2.4368090629577637, "epoch": 30}
63
+ {"timestamp": 1646351753.819675, "relative_time": 7318.282402038574, "current_lr": 0.08948262442677438, "val_time": 19.765408515930176, "top_1": 0.6791999936103821, "top_5": 0.8880000114440918, "loss": 2.4032976627349854, "train_loss": 2.3947553634643555, "epoch": 31}
64
+ {"timestamp": 1646351765.8362622, "relative_time": 7330.2989892959595, "current_lr": 0.08948262442677438, "val_time": 11.340497970581055, "top_1": 0.6791999936103821, "top_5": 0.8880000114440918, "loss": 2.4032976627349854, "epoch": 31}
65
+ {"timestamp": 1646352046.051948, "relative_time": 7610.514675140381, "current_lr": 0.07829841390045858, "val_time": 13.016093492507935, "top_1": 0.7106999754905701, "top_5": 0.9070000052452087, "loss": 2.5291547775268555, "train_loss": 2.310960531234741, "epoch": 32}
66
+ {"timestamp": 1646352058.1427836, "relative_time": 7622.60551071167, "current_lr": 0.07829841390045858, "val_time": 11.341857194900513, "top_1": 0.7106999754905701, "top_5": 0.9070000052452087, "loss": 2.5291547775268555, "epoch": 32}
67
+ {"timestamp": 1646352335.7996023, "relative_time": 7900.262329339981, "current_lr": 0.06711420337414278, "val_time": 24.17996096611023, "top_1": 0.7069399952888489, "top_5": 0.9031800031661987, "loss": 2.601313591003418, "train_loss": 2.266134023666382, "epoch": 33}
68
+ {"timestamp": 1646352348.1422234, "relative_time": 7912.604950428009, "current_lr": 0.06711420337414278, "val_time": 11.637139320373535, "top_1": 0.7069399952888489, "top_5": 0.9031800031661987, "loss": 2.601313591003418, "epoch": 33}
69
+ {"timestamp": 1646352619.3338795, "relative_time": 8183.79660654068, "current_lr": 0.05592999284782698, "val_time": 15.622612237930298, "top_1": 0.7256399989128113, "top_5": 0.9142600297927856, "loss": 2.4087958335876465, "train_loss": 2.2213504314422607, "epoch": 34}
70
+ {"timestamp": 1646352631.3631032, "relative_time": 8195.825830221176, "current_lr": 0.05592999284782698, "val_time": 11.470830202102661, "top_1": 0.7256399989128113, "top_5": 0.9142600297927856, "loss": 2.4087958335876465, "epoch": 34}
71
+ {"timestamp": 1646352897.1996105, "relative_time": 8461.66233754158, "current_lr": 0.044745782321511184, "val_time": 11.35308027267456, "top_1": 0.7354599833488464, "top_5": 0.9186000227928162, "loss": 2.430495023727417, "train_loss": 2.17537522315979, "epoch": 35}
72
+ {"timestamp": 1646352909.2314591, "relative_time": 8473.694186210632, "current_lr": 0.044745782321511184, "val_time": 11.353514671325684, "top_1": 0.7354599833488464, "top_5": 0.9186000227928162, "loss": 2.430495023727417, "epoch": 35}
73
+ {"timestamp": 1646353173.4967113, "relative_time": 8737.959438323975, "current_lr": 0.03356157179519539, "val_time": 11.463188648223877, "top_1": 0.7477999925613403, "top_5": 0.9246000051498413, "loss": 2.3783133029937744, "train_loss": 2.118833541870117, "epoch": 36}
74
+ {"timestamp": 1646353185.5678568, "relative_time": 8750.03058385849, "current_lr": 0.03356157179519539, "val_time": 11.354660034179688, "top_1": 0.7477999925613403, "top_5": 0.9246000051498413, "loss": 2.3783133029937744, "epoch": 36}
75
+ {"timestamp": 1646353450.1134553, "relative_time": 9014.576182365417, "current_lr": 0.02237736126887959, "val_time": 11.363422393798828, "top_1": 0.7565000057220459, "top_5": 0.9291399717330933, "loss": 2.346973419189453, "train_loss": 2.060922384262085, "epoch": 37}
76
+ {"timestamp": 1646353462.1798751, "relative_time": 9026.642602205276, "current_lr": 0.02237736126887959, "val_time": 11.346603870391846, "top_1": 0.7565000057220459, "top_5": 0.9291399717330933, "loss": 2.346973419189453, "epoch": 37}
77
+ {"timestamp": 1646353726.1141112, "relative_time": 9290.576838254929, "current_lr": 0.011193150742563851, "val_time": 11.652969360351562, "top_1": 0.7672200202941895, "top_5": 0.9337999820709229, "loss": 2.309990167617798, "train_loss": 1.9948384761810303, "epoch": 38}
78
+ {"timestamp": 1646353738.2296295, "relative_time": 9302.692356586456, "current_lr": 0.011193150742563851, "val_time": 11.36051344871521, "top_1": 0.7672200202941895, "top_5": 0.9337999820709229, "loss": 2.309990167617798, "epoch": 38}
79
+ {"timestamp": 1646354003.387709, "relative_time": 9567.850435972214, "current_lr": 8.940216248054869e-06, "val_time": 12.864134550094604, "top_1": 0.7746800184249878, "top_5": 0.9374799728393555, "loss": 2.2768261432647705, "train_loss": 1.9363267421722412, "epoch": 39}
80
+ {"timestamp": 1646354015.4550211, "relative_time": 9579.917748212814, "current_lr": 8.940216248054869e-06, "val_time": 11.36043381690979, "top_1": 0.7746800184249878, "top_5": 0.9374799728393555, "loss": 2.2768261432647705, "epoch": 39}
fixed-feature/Imagenet1k_R50_ff2048/params.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"model.arch": "resnet50", "model.pretrained": 0, "model.single_head": 0, "model.multi_head": 0, "model.nesting_start": 3, "model.fixed_feature": 2048, "resolution.min_res": 160, "resolution.max_res": 192, "resolution.end_ramp": 34, "resolution.start_ramp": 29, "data.train_dataset": "/home/jupyter/dataset-ffcv/train_500_0.50_90.ffcv", "data.val_dataset": "/home/jupyter/dataset-ffcv/uncompressed/val_500_uncompressed.ffcv", "data.num_workers": 12, "data.in_memory": 1, "lr.step_ratio": 0.1, "lr.step_length": 30, "lr.lr_schedule_type": "cyclic", "lr.lr": 0.425, "lr.lr_peak_epoch": 2, "logging.folder": "trainlogs", "logging.log_level": 1, "validation.batch_size": 512, "validation.resolution": 256, "validation.lr_tta": 1, "validation.model_weights_disk": "", "validation.bias_zero": 0, "training.eval_only": 0, "training.batch_size": 512, "training.optimizer": "sgd", "training.momentum": 0.9, "training.weight_decay": 0.0001, "training.epochs": 40, "training.label_smoothing": 0.1, "training.distributed": 1, "training.use_blurpool": 1, "training.resume": "", "training.tensorboard": 1, "training.lincls": 2048, "training.pretrain_model": "", "dist.world_size": 2, "dist.address": "localhost", "dist.port": "12355"}
fixed-feature/Imagenet1k_R50_ff256/final_weights.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ecec5700bc0272b5794c5ffcd7828e41ad4f328a2ce249332cdfe0c61a25184
3
+ size 95479349
fixed-feature/Imagenet1k_R50_ff256/log ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"timestamp": 1644947153.8927293, "relative_time": 267.5335566997528, "current_lr": 0.21235140287769783, "val_time": 36.459813833236694, "top_1": 0.13787999749183655, "top_5": 0.3268600106239319, "train_loss": 5.9042134284973145, "epoch": 0}
2
+ {"timestamp": 1644947369.6224737, "relative_time": 483.2633011341095, "current_lr": 0.4248301528776978, "val_time": 11.637796878814697, "top_1": 0.22618000209331512, "top_5": 0.463919997215271, "train_loss": 4.51464319229126, "epoch": 1}
3
+ {"timestamp": 1644947570.2889018, "relative_time": 683.9297292232513, "current_lr": 0.4138247296899322, "val_time": 11.356838941574097, "top_1": 0.24456000328063965, "top_5": 0.4892599880695343, "train_loss": 3.954042911529541, "epoch": 2}
4
+ {"timestamp": 1644947763.5268037, "relative_time": 877.167631149292, "current_lr": 0.40264051916361643, "val_time": 11.512123823165894, "top_1": 0.3807399868965149, "top_5": 0.6557000279426575, "train_loss": 3.667419910430908, "epoch": 3}
5
+ {"timestamp": 1644947953.985455, "relative_time": 1067.626282453537, "current_lr": 0.39145630863730063, "val_time": 11.364665746688843, "top_1": 0.39656001329421997, "top_5": 0.6636000275611877, "train_loss": 3.5031490325927734, "epoch": 4}
6
+ {"timestamp": 1644948142.641592, "relative_time": 1256.2824194431305, "current_lr": 0.3802720981109849, "val_time": 11.524967432022095, "top_1": 0.4386399984359741, "top_5": 0.7106599807739258, "train_loss": 3.3965320587158203, "epoch": 5}
7
+ {"timestamp": 1644948330.0484161, "relative_time": 1443.689243555069, "current_lr": 0.3690878875846691, "val_time": 11.486116647720337, "top_1": 0.4275600016117096, "top_5": 0.6986799836158752, "train_loss": 3.3109047412872314, "epoch": 6}
8
+ {"timestamp": 1644948517.0787902, "relative_time": 1630.7196176052094, "current_lr": 0.3579036770583533, "val_time": 11.575178146362305, "top_1": 0.4824399948120117, "top_5": 0.7465800046920776, "train_loss": 3.2477469444274902, "epoch": 7}
9
+ {"timestamp": 1644948703.7311487, "relative_time": 1817.3719761371613, "current_lr": 0.3467194665320375, "val_time": 11.520601272583008, "top_1": 0.5008599758148193, "top_5": 0.7647200226783752, "train_loss": 3.193699359893799, "epoch": 8}
10
+ {"timestamp": 1644948890.1821592, "relative_time": 2003.8229866027832, "current_lr": 0.3355352560057217, "val_time": 11.478501319885254, "top_1": 0.5144799947738647, "top_5": 0.7759600281715393, "train_loss": 3.150546073913574, "epoch": 9}
11
+ {"timestamp": 1644949076.5724616, "relative_time": 2190.2132890224457, "current_lr": 0.3243510454794059, "val_time": 11.746187210083008, "top_1": 0.5101400017738342, "top_5": 0.7702199816703796, "train_loss": 3.1136066913604736, "epoch": 10}
12
+ {"timestamp": 1644949263.151718, "relative_time": 2376.7925453186035, "current_lr": 0.3131668349530901, "val_time": 11.847525835037231, "top_1": 0.5182399749755859, "top_5": 0.7767000198364258, "train_loss": 3.071605682373047, "epoch": 11}
13
+ {"timestamp": 1644949449.7487838, "relative_time": 2563.3896112442017, "current_lr": 0.3019826244267743, "val_time": 11.714433908462524, "top_1": 0.49856001138687134, "top_5": 0.7598000168800354, "train_loss": 3.0427966117858887, "epoch": 12}
14
+ {"timestamp": 1644949636.8903267, "relative_time": 2750.531154155731, "current_lr": 0.2907984139004585, "val_time": 11.747357368469238, "top_1": 0.5357800126075745, "top_5": 0.7921800017356873, "train_loss": 3.012129068374634, "epoch": 13}
15
+ {"timestamp": 1644949823.8982213, "relative_time": 2937.5390486717224, "current_lr": 0.2796142033741427, "val_time": 11.57178544998169, "top_1": 0.5282800197601318, "top_5": 0.7876200079917908, "train_loss": 2.9860317707061768, "epoch": 14}
16
+ {"timestamp": 1644950011.295284, "relative_time": 3124.9361114501953, "current_lr": 0.268429992847827, "val_time": 11.493982791900635, "top_1": 0.5410400032997131, "top_5": 0.7981399893760681, "train_loss": 2.9572083950042725, "epoch": 15}
17
+ {"timestamp": 1644950198.5619802, "relative_time": 3312.202807664871, "current_lr": 0.2572457823215112, "val_time": 11.682474374771118, "top_1": 0.5577999949455261, "top_5": 0.8095999956130981, "train_loss": 2.927715301513672, "epoch": 16}
18
+ {"timestamp": 1644950386.497274, "relative_time": 3500.13810133934, "current_lr": 0.24606157179519542, "val_time": 11.81870722770691, "top_1": 0.573140025138855, "top_5": 0.8194599747657776, "train_loss": 2.910308599472046, "epoch": 17}
19
+ {"timestamp": 1644950573.094768, "relative_time": 3686.7355954647064, "current_lr": 0.23487736126887962, "val_time": 11.356858968734741, "top_1": 0.5910199880599976, "top_5": 0.8306199908256531, "train_loss": 2.877737045288086, "epoch": 18}
20
+ {"timestamp": 1644950760.2138512, "relative_time": 3873.854678630829, "current_lr": 0.22369315074256382, "val_time": 11.603247165679932, "top_1": 0.5703399777412415, "top_5": 0.8166400194168091, "train_loss": 2.8564059734344482, "epoch": 19}
21
+ {"timestamp": 1644950946.7391047, "relative_time": 4060.379932165146, "current_lr": 0.21250894021624805, "val_time": 11.578492403030396, "top_1": 0.5786799788475037, "top_5": 0.8230199813842773, "train_loss": 2.83075213432312, "epoch": 20}
22
+ {"timestamp": 1644951133.6198497, "relative_time": 4247.260677099228, "current_lr": 0.20132472968993226, "val_time": 11.5333411693573, "top_1": 0.5867199897766113, "top_5": 0.8274800181388855, "train_loss": 2.8036556243896484, "epoch": 21}
23
+ {"timestamp": 1644951320.1967864, "relative_time": 4433.83761382103, "current_lr": 0.19014051916361646, "val_time": 11.719496011734009, "top_1": 0.5939199924468994, "top_5": 0.8315399885177612, "train_loss": 2.7793679237365723, "epoch": 22}
24
+ {"timestamp": 1644951507.2336125, "relative_time": 4620.874439954758, "current_lr": 0.1789563086373007, "val_time": 11.639594316482544, "top_1": 0.5861200094223022, "top_5": 0.8267199993133545, "train_loss": 2.755176305770874, "epoch": 23}
25
+ {"timestamp": 1644951694.2011974, "relative_time": 4807.842024803162, "current_lr": 0.1677720981109849, "val_time": 11.701698064804077, "top_1": 0.6071599721908569, "top_5": 0.8424400091171265, "train_loss": 2.72847056388855, "epoch": 24}
26
+ {"timestamp": 1644951881.1563437, "relative_time": 4994.797171115875, "current_lr": 0.1565878875846691, "val_time": 11.423423290252686, "top_1": 0.6139799952507019, "top_5": 0.8470199704170227, "train_loss": 2.7023353576660156, "epoch": 25}
27
+ {"timestamp": 1644952068.7899964, "relative_time": 5182.430823802948, "current_lr": 0.1454036770583533, "val_time": 11.798472166061401, "top_1": 0.619159996509552, "top_5": 0.8507599830627441, "train_loss": 2.6714184284210205, "epoch": 26}
28
+ {"timestamp": 1644952255.69951, "relative_time": 5369.340337514877, "current_lr": 0.1342194665320375, "val_time": 11.740717887878418, "top_1": 0.643339991569519, "top_5": 0.8627600073814392, "train_loss": 2.645977735519409, "epoch": 27}
29
+ {"timestamp": 1644952443.0429218, "relative_time": 5556.683749198914, "current_lr": 0.12303525600572171, "val_time": 11.627506732940674, "top_1": 0.6274799704551697, "top_5": 0.8561000227928162, "train_loss": 2.6171741485595703, "epoch": 28}
30
+ {"timestamp": 1644952629.6719863, "relative_time": 5743.31281375885, "current_lr": 0.11185104547940597, "val_time": 11.358337163925171, "top_1": 0.6464999914169312, "top_5": 0.8662999868392944, "train_loss": 2.5851669311523438, "epoch": 29}
31
+ {"timestamp": 1644952816.9966397, "relative_time": 5930.63746714592, "current_lr": 0.10066683495309017, "val_time": 11.55910873413086, "top_1": 0.64410001039505, "top_5": 0.8661400079727173, "train_loss": 2.5515551567077637, "epoch": 30}
32
+ {"timestamp": 1644953003.7969124, "relative_time": 6117.437739849091, "current_lr": 0.08948262442677438, "val_time": 11.487920999526978, "top_1": 0.6628999710083008, "top_5": 0.8782200217247009, "train_loss": 2.514921188354492, "epoch": 31}
33
+ {"timestamp": 1644953303.472853, "relative_time": 6417.113680362701, "current_lr": 0.07829841390045858, "val_time": 25.02779245376587, "top_1": 0.6877599954605103, "top_5": 0.8925399780273438, "train_loss": 2.4321162700653076, "epoch": 32}
34
+ {"timestamp": 1644953857.6901753, "relative_time": 6971.33100271225, "current_lr": 0.06711420337414278, "val_time": 25.463438510894775, "top_1": 0.6951599717140198, "top_5": 0.8960199952125549, "train_loss": 2.389125347137451, "epoch": 33}
35
+ {"timestamp": 1644954229.1133618, "relative_time": 7342.754189252853, "current_lr": 0.05592999284782698, "val_time": 11.49170970916748, "top_1": 0.7087399959564209, "top_5": 0.9043599963188171, "train_loss": 2.348661184310913, "epoch": 34}
36
+ {"timestamp": 1644954481.6156507, "relative_time": 7595.256478071213, "current_lr": 0.044745782321511184, "val_time": 11.5120530128479, "top_1": 0.7140200138092041, "top_5": 0.9071800112724304, "train_loss": 2.2988998889923096, "epoch": 35}
37
+ {"timestamp": 1644954732.7218747, "relative_time": 7846.362702131271, "current_lr": 0.03356157179519539, "val_time": 11.627349376678467, "top_1": 0.7250800132751465, "top_5": 0.9119799733161926, "train_loss": 2.2454020977020264, "epoch": 36}
38
+ {"timestamp": 1644954983.1175268, "relative_time": 8096.758354187012, "current_lr": 0.02237736126887959, "val_time": 11.494970321655273, "top_1": 0.7424200177192688, "top_5": 0.9209399819374084, "train_loss": 2.1839590072631836, "epoch": 37}
39
+ {"timestamp": 1644955233.3951156, "relative_time": 8347.035943031311, "current_lr": 0.011193150742563851, "val_time": 11.485446691513062, "top_1": 0.7500600218772888, "top_5": 0.9251599907875061, "train_loss": 2.118610143661499, "epoch": 38}
40
+ {"timestamp": 1644955533.034423, "relative_time": 8646.675250530243, "current_lr": 8.940216248054869e-06, "val_time": 15.506476879119873, "top_1": 0.7613000273704529, "top_5": 0.9305599927902222, "train_loss": 2.0579066276550293, "epoch": 39}
41
+ {"timestamp": 1644955544.4251437, "relative_time": 8658.065971136093, "current_lr": 8.940216248054869e-06, "val_time": 11.389859437942505, "top_1": 0.7613000273704529, "top_5": 0.9305599927902222, "epoch": 39}
fixed-feature/Imagenet1k_R50_ff256/params.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"model.arch": "resnet50", "model.pretrained": 0, "model.single_head": 0, "model.multi_head": 0, "model.nesting_start": 3, "model.fixed_feature": 256, "resolution.min_res": 160, "resolution.max_res": 192, "resolution.end_ramp": 34, "resolution.start_ramp": 29, "data.train_dataset": "/home/jupyter/dataset-ffcv/train_500_0.50_90.ffcv", "data.val_dataset": "/home/jupyter/dataset-ffcv/val_500_0.50_90.ffcv", "data.num_workers": 12, "data.in_memory": 1, "lr.step_ratio": 0.1, "lr.step_length": 30, "lr.lr_schedule_type": "cyclic", "lr.lr": 0.425, "lr.lr_peak_epoch": 2, "logging.folder": "trainlogs", "logging.log_level": 1, "validation.batch_size": 512, "validation.resolution": 256, "validation.lr_tta": 1, "training.eval_only": 0, "training.batch_size": 512, "training.optimizer": "sgd", "training.momentum": 0.9, "training.weight_decay": 0.0001, "training.epochs": 40, "training.label_smoothing": 0.1, "training.distributed": 1, "training.use_blurpool": 1, "dist.world_size": 2, "dist.address": "localhost", "dist.port": "12355"}
fixed-feature/Imagenet1k_R50_ff32/final_weights.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3313d9e7468e937c42f3cdc01febe7d45030e275e4bb90ed83e61329daef14c9
3
+ size 94583349
fixed-feature/Imagenet1k_R50_ff32/log ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"timestamp": 1644882866.3655255, "relative_time": 264.7491376399994, "current_lr": 0.21235140287769783, "val_time": 21.470962285995483, "top_1": 0.06322000175714493, "top_5": 0.17776000499725342, "train_loss": 6.400382041931152, "epoch": 0}
2
+ {"timestamp": 1644883237.2983468, "relative_time": 635.6819589138031, "current_lr": 0.4248301528776978, "val_time": 12.05225133895874, "top_1": 0.15703999996185303, "top_5": 0.364300012588501, "train_loss": 5.000652313232422, "epoch": 1}
3
+ {"timestamp": 1644883665.4389007, "relative_time": 1063.8225128650665, "current_lr": 0.4138247296899322, "val_time": 41.70575451850891, "top_1": 0.23340000212192535, "top_5": 0.48697999119758606, "train_loss": 4.442668914794922, "epoch": 2}
4
+ {"timestamp": 1644883876.298339, "relative_time": 1274.68195104599, "current_lr": 0.40264051916361643, "val_time": 11.768761396408081, "top_1": 0.27379998564720154, "top_5": 0.5412399768829346, "train_loss": 4.15518045425415, "epoch": 3}
5
+ {"timestamp": 1644884069.547757, "relative_time": 1467.9313690662384, "current_lr": 0.39145630863730063, "val_time": 11.636372089385986, "top_1": 0.31516000628471375, "top_5": 0.5893599987030029, "train_loss": 3.976846933364868, "epoch": 4}
6
+ {"timestamp": 1644884259.8070028, "relative_time": 1658.190614938736, "current_lr": 0.3802720981109849, "val_time": 11.659648180007935, "top_1": 0.34797999262809753, "top_5": 0.6269999742507935, "train_loss": 3.851623773574829, "epoch": 5}
7
+ {"timestamp": 1644884449.4044101, "relative_time": 1847.7880222797394, "current_lr": 0.3690878875846691, "val_time": 11.705915689468384, "top_1": 0.39079999923706055, "top_5": 0.6722400188446045, "train_loss": 3.7497353553771973, "epoch": 6}
8
+ {"timestamp": 1644884637.3463004, "relative_time": 2035.729912519455, "current_lr": 0.3579036770583533, "val_time": 11.74422025680542, "top_1": 0.4065200090408325, "top_5": 0.6836400032043457, "train_loss": 3.669628381729126, "epoch": 7}
9
+ {"timestamp": 1644884825.0143228, "relative_time": 2223.3979349136353, "current_lr": 0.3467194665320375, "val_time": 11.497426986694336, "top_1": 0.38962000608444214, "top_5": 0.6610999703407288, "train_loss": 3.6039505004882812, "epoch": 8}
10
+ {"timestamp": 1644885012.1254807, "relative_time": 2410.50909280777, "current_lr": 0.3355352560057217, "val_time": 11.688733339309692, "top_1": 0.4124799966812134, "top_5": 0.6890400052070618, "train_loss": 3.550109624862671, "epoch": 9}
11
+ {"timestamp": 1644885199.4812489, "relative_time": 2597.864861011505, "current_lr": 0.3243510454794059, "val_time": 11.65774917602539, "top_1": 0.4372999966144562, "top_5": 0.7065399885177612, "train_loss": 3.498786449432373, "epoch": 10}
12
+ {"timestamp": 1644885386.8514616, "relative_time": 2785.2350738048553, "current_lr": 0.3131668349530901, "val_time": 11.801751375198364, "top_1": 0.3962799906730652, "top_5": 0.6638799905776978, "train_loss": 3.451664924621582, "epoch": 11}
13
+ {"timestamp": 1644885575.2054574, "relative_time": 2973.5890696048737, "current_lr": 0.3019826244267743, "val_time": 11.649767398834229, "top_1": 0.4755200147628784, "top_5": 0.7368000149726868, "train_loss": 3.41174054145813, "epoch": 12}
14
+ {"timestamp": 1644885762.8041437, "relative_time": 3161.1877558231354, "current_lr": 0.2907984139004585, "val_time": 11.62427020072937, "top_1": 0.4792799949645996, "top_5": 0.7424200177192688, "train_loss": 3.377406597137451, "epoch": 13}
15
+ {"timestamp": 1644885951.7146347, "relative_time": 3350.0982468128204, "current_lr": 0.2796142033741427, "val_time": 11.46895146369934, "top_1": 0.4223000109195709, "top_5": 0.6855000257492065, "train_loss": 3.3406898975372314, "epoch": 14}
16
+ {"timestamp": 1644886139.818753, "relative_time": 3538.2023651599884, "current_lr": 0.268429992847827, "val_time": 11.69390082359314, "top_1": 0.48350000381469727, "top_5": 0.7419999837875366, "train_loss": 3.3085920810699463, "epoch": 15}
17
+ {"timestamp": 1644886328.8903427, "relative_time": 3727.2739548683167, "current_lr": 0.2572457823215112, "val_time": 11.794180870056152, "top_1": 0.4940800070762634, "top_5": 0.753059983253479, "train_loss": 3.272645950317383, "epoch": 16}
18
+ {"timestamp": 1644886516.932367, "relative_time": 3915.315979242325, "current_lr": 0.24606157179519542, "val_time": 11.555861949920654, "top_1": 0.48664000630378723, "top_5": 0.7397199869155884, "train_loss": 3.2464256286621094, "epoch": 17}
19
+ {"timestamp": 1644886804.905925, "relative_time": 4203.289537191391, "current_lr": 0.23487736126887962, "val_time": 11.732017755508423, "top_1": 0.50764000415802, "top_5": 0.760200023651123, "train_loss": 3.211324691772461, "epoch": 18}
20
+ {"timestamp": 1644887078.8245704, "relative_time": 4477.2081825733185, "current_lr": 0.22369315074256382, "val_time": 11.823286771774292, "top_1": 0.5162799954414368, "top_5": 0.7699599862098694, "train_loss": 3.182624101638794, "epoch": 19}
21
+ {"timestamp": 1644887329.3068259, "relative_time": 4727.69043803215, "current_lr": 0.21250894021624805, "val_time": 18.55279302597046, "top_1": 0.5024999976158142, "top_5": 0.751579999923706, "train_loss": 3.1543116569519043, "epoch": 20}
22
+ {"timestamp": 1644887550.7531905, "relative_time": 4949.13680267334, "current_lr": 0.20132472968993226, "val_time": 11.757744789123535, "top_1": 0.4903799891471863, "top_5": 0.7387800216674805, "train_loss": 3.1204676628112793, "epoch": 21}
23
+ {"timestamp": 1644887761.9050956, "relative_time": 5160.288707733154, "current_lr": 0.19014051916361646, "val_time": 12.925668716430664, "top_1": 0.5441399812698364, "top_5": 0.7857999801635742, "train_loss": 3.091883897781372, "epoch": 22}
24
+ {"timestamp": 1644887969.9834185, "relative_time": 5368.367030620575, "current_lr": 0.1789563086373007, "val_time": 11.684955596923828, "top_1": 0.563260018825531, "top_5": 0.8034600019454956, "train_loss": 3.0584805011749268, "epoch": 23}
25
+ {"timestamp": 1644888175.0958154, "relative_time": 5573.479427576065, "current_lr": 0.1677720981109849, "val_time": 11.806690216064453, "top_1": 0.5752400159835815, "top_5": 0.813480019569397, "train_loss": 3.0275981426239014, "epoch": 24}
26
+ {"timestamp": 1644888378.6815674, "relative_time": 5777.0651795864105, "current_lr": 0.1565878875846691, "val_time": 11.68334674835205, "top_1": 0.5110599994659424, "top_5": 0.7538400292396545, "train_loss": 2.9953372478485107, "epoch": 25}
27
+ {"timestamp": 1644888580.696035, "relative_time": 5979.079647064209, "current_lr": 0.1454036770583533, "val_time": 11.692107677459717, "top_1": 0.5929200053215027, "top_5": 0.8231800198554993, "train_loss": 2.9623680114746094, "epoch": 26}
28
+ {"timestamp": 1644888779.9208868, "relative_time": 6178.304498910904, "current_lr": 0.1342194665320375, "val_time": 11.755119562149048, "top_1": 0.5150600075721741, "top_5": 0.7562599778175354, "train_loss": 2.9302291870117188, "epoch": 27}
29
+ {"timestamp": 1644888977.7843938, "relative_time": 6376.168005943298, "current_lr": 0.12303525600572171, "val_time": 11.66387414932251, "top_1": 0.6108400225639343, "top_5": 0.8351600170135498, "train_loss": 2.8916096687316895, "epoch": 28}
30
+ {"timestamp": 1644889174.1819658, "relative_time": 6572.565577983856, "current_lr": 0.11185104547940597, "val_time": 11.722031116485596, "top_1": 0.6188200116157532, "top_5": 0.8388199806213379, "train_loss": 2.8550381660461426, "epoch": 29}
31
+ {"timestamp": 1644889369.1834705, "relative_time": 6767.567082643509, "current_lr": 0.10066683495309017, "val_time": 11.838188886642456, "top_1": 0.6317999958992004, "top_5": 0.8503599762916565, "train_loss": 2.814289093017578, "epoch": 30}
32
+ {"timestamp": 1644889562.365952, "relative_time": 6960.749564170837, "current_lr": 0.08948262442677438, "val_time": 11.618414878845215, "top_1": 0.6291000247001648, "top_5": 0.8424599766731262, "train_loss": 2.7752771377563477, "epoch": 31}
33
+ {"timestamp": 1644889834.9745154, "relative_time": 7233.358127593994, "current_lr": 0.07829841390045858, "val_time": 12.103894472122192, "top_1": 0.6670600175857544, "top_5": 0.869920015335083, "train_loss": 2.691100835800171, "epoch": 32}
34
+ {"timestamp": 1644890086.4079711, "relative_time": 7484.791583299637, "current_lr": 0.06711420337414278, "val_time": 11.615756273269653, "top_1": 0.6805400252342224, "top_5": 0.8802400231361389, "train_loss": 2.639094591140747, "epoch": 33}
35
+ {"timestamp": 1644890337.2348566, "relative_time": 7735.618468761444, "current_lr": 0.05592999284782698, "val_time": 11.616779327392578, "top_1": 0.6735000014305115, "top_5": 0.8733999729156494, "train_loss": 2.587097644805908, "epoch": 34}
36
+ {"timestamp": 1644890588.3248363, "relative_time": 7986.708448410034, "current_lr": 0.044745782321511184, "val_time": 11.820968866348267, "top_1": 0.6917600035667419, "top_5": 0.8863400220870972, "train_loss": 2.531836986541748, "epoch": 35}
37
+ {"timestamp": 1644890838.994267, "relative_time": 8237.377879142761, "current_lr": 0.03356157179519539, "val_time": 11.606197595596313, "top_1": 0.7136600017547607, "top_5": 0.8971999883651733, "train_loss": 2.470144271850586, "epoch": 36}
38
+ {"timestamp": 1644891090.0601485, "relative_time": 8488.443760633469, "current_lr": 0.02237736126887959, "val_time": 11.620647192001343, "top_1": 0.7277799844741821, "top_5": 0.9049199819564819, "train_loss": 2.396524667739868, "epoch": 37}
39
+ {"timestamp": 1644891340.5747268, "relative_time": 8738.958338975906, "current_lr": 0.011193150742563851, "val_time": 11.620176076889038, "top_1": 0.7388399839401245, "top_5": 0.9105600118637085, "train_loss": 2.3242690563201904, "epoch": 38}
40
+ {"timestamp": 1644891591.6415882, "relative_time": 8990.025200366974, "current_lr": 8.940216248054869e-06, "val_time": 11.72511339187622, "top_1": 0.7505000233650208, "top_5": 0.9160799980163574, "train_loss": 2.2568395137786865, "epoch": 39}
41
+ {"timestamp": 1644891603.2205243, "relative_time": 9001.60413646698, "current_lr": 8.940216248054869e-06, "val_time": 11.578409194946289, "top_1": 0.7505000233650208, "top_5": 0.9160799980163574, "epoch": 39}
fixed-feature/Imagenet1k_R50_ff32/params.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"model.arch": "resnet50", "model.pretrained": 0, "model.single_head": 0, "model.multi_head": 0, "model.nesting_start": 3, "model.fixed_feature": 32, "resolution.min_res": 160, "resolution.max_res": 192, "resolution.end_ramp": 34, "resolution.start_ramp": 29, "data.train_dataset": "/home/jupyter/dataset-ffcv/train_500_0.50_90.ffcv", "data.val_dataset": "/home/jupyter/dataset-ffcv/val_500_0.50_90.ffcv", "data.num_workers": 12, "data.in_memory": 1, "lr.step_ratio": 0.1, "lr.step_length": 30, "lr.lr_schedule_type": "cyclic", "lr.lr": 0.425, "lr.lr_peak_epoch": 2, "logging.folder": "trainlogs", "logging.log_level": 1, "validation.batch_size": 512, "validation.resolution": 256, "validation.lr_tta": 1, "training.eval_only": 0, "training.batch_size": 512, "training.optimizer": "sgd", "training.momentum": 0.9, "training.weight_decay": 0.0001, "training.epochs": 40, "training.label_smoothing": 0.1, "training.distributed": 1, "training.use_blurpool": 1, "dist.world_size": 2, "dist.address": "localhost", "dist.port": "12355"}
fixed-feature/Imagenet1k_R50_ff512/final_weights.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fe62e1268326b1e0040599ae21b15e65736625b3cb9f2f77a04bf6301c4adeb
3
+ size 96503349
fixed-feature/Imagenet1k_R50_ff512/log ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"timestamp": 1646306329.1151102, "relative_time": 257.11935448646545, "current_lr": 0.21235140287769783, "val_time": 30.049818515777588, "top_1": 0.08963999897241592, "top_5": 0.2196200042963028, "loss": 8.470892906188965, "train_loss": 5.870058059692383, "epoch": 0}
2
+ {"timestamp": 1646306341.1622777, "relative_time": 269.166522026062, "current_lr": 0.21235140287769783, "val_time": 11.344577312469482, "top_1": 0.08963999897241592, "top_5": 0.2196200042963028, "loss": 8.470892906188965, "epoch": 0}
3
+ {"timestamp": 1646306550.5950572, "relative_time": 478.5993015766144, "current_lr": 0.4248301528776978, "val_time": 11.52375841140747, "top_1": 0.25220000743865967, "top_5": 0.5051400065422058, "loss": 4.6497955322265625, "train_loss": 4.483478546142578, "epoch": 1}
4
+ {"timestamp": 1646306562.6046276, "relative_time": 490.6088719367981, "current_lr": 0.4248301528776978, "val_time": 11.340101480484009, "top_1": 0.25220000743865967, "top_5": 0.5051400065422058, "loss": 4.6497955322265625, "epoch": 1}
5
+ {"timestamp": 1646306769.5397325, "relative_time": 697.5439767837524, "current_lr": 0.4138247296899322, "val_time": 11.516386270523071, "top_1": 0.3206599950790405, "top_5": 0.5873399972915649, "loss": 4.165403842926025, "train_loss": 3.889387369155884, "epoch": 2}
6
+ {"timestamp": 1646306781.7202091, "relative_time": 709.7244534492493, "current_lr": 0.4138247296899322, "val_time": 11.509926080703735, "top_1": 0.3206599950790405, "top_5": 0.5873399972915649, "loss": 4.165403842926025, "epoch": 2}
7
+ {"timestamp": 1646306988.378517, "relative_time": 916.3827612400055, "current_lr": 0.40264051916361643, "val_time": 11.62739372253418, "top_1": 0.4106599986553192, "top_5": 0.6838799715042114, "loss": 3.6856279373168945, "train_loss": 3.5808818340301514, "epoch": 3}
8
+ {"timestamp": 1646307000.4140546, "relative_time": 928.418298959732, "current_lr": 0.40264051916361643, "val_time": 11.361232280731201, "top_1": 0.4106599986553192, "top_5": 0.6838799715042114, "loss": 3.6856279373168945, "epoch": 3}
9
+ {"timestamp": 1646307207.4502168, "relative_time": 1135.4544610977173, "current_lr": 0.39145630863730063, "val_time": 11.562802791595459, "top_1": 0.4338800013065338, "top_5": 0.7024199962615967, "loss": 3.5763070583343506, "train_loss": 3.4095277786254883, "epoch": 4}
10
+ {"timestamp": 1646307219.5457375, "relative_time": 1147.5499818325043, "current_lr": 0.39145630863730063, "val_time": 11.347752571105957, "top_1": 0.4338800013065338, "top_5": 0.7024199962615967, "loss": 3.5763070583343506, "epoch": 4}
11
+ {"timestamp": 1646307439.569362, "relative_time": 1367.5736062526703, "current_lr": 0.3802720981109849, "val_time": 25.733922243118286, "top_1": 0.42833998799324036, "top_5": 0.6984800100326538, "loss": 3.551804304122925, "train_loss": 3.301513195037842, "epoch": 5}
12
+ {"timestamp": 1646307451.5609634, "relative_time": 1379.5652077198029, "current_lr": 0.3802720981109849, "val_time": 11.341725587844849, "top_1": 0.42833998799324036, "top_5": 0.6984800100326538, "loss": 3.551804304122925, "epoch": 5}
13
+ {"timestamp": 1646307661.2832174, "relative_time": 1589.28746175766, "current_lr": 0.3690878875846691, "val_time": 11.622864484786987, "top_1": 0.48151999711990356, "top_5": 0.7490000128746033, "loss": 3.2443437576293945, "train_loss": 3.2203311920166016, "epoch": 6}
14
+ {"timestamp": 1646307673.4526756, "relative_time": 1601.4569199085236, "current_lr": 0.3690878875846691, "val_time": 11.508068799972534, "top_1": 0.48151999711990356, "top_5": 0.7490000128746033, "loss": 3.2443437576293945, "epoch": 6}
15
+ {"timestamp": 1646307880.7839892, "relative_time": 1808.7882335186005, "current_lr": 0.3579036770583533, "val_time": 11.446658849716187, "top_1": 0.4847399890422821, "top_5": 0.7495599985122681, "loss": 3.228184223175049, "train_loss": 3.1553452014923096, "epoch": 7}
16
+ {"timestamp": 1646307892.795817, "relative_time": 1820.800061225891, "current_lr": 0.3579036770583533, "val_time": 11.348898649215698, "top_1": 0.4847399890422821, "top_5": 0.7495599985122681, "loss": 3.228184223175049, "epoch": 7}
17
+ {"timestamp": 1646308100.2069972, "relative_time": 2028.2112414836884, "current_lr": 0.3467194665320375, "val_time": 11.434993267059326, "top_1": 0.4796000123023987, "top_5": 0.7452999949455261, "loss": 3.3189494609832764, "train_loss": 3.1044321060180664, "epoch": 8}
18
+ {"timestamp": 1646308112.2249649, "relative_time": 2040.2292091846466, "current_lr": 0.3467194665320375, "val_time": 11.347394943237305, "top_1": 0.4796000123023987, "top_5": 0.7452999949455261, "loss": 3.3189494609832764, "epoch": 8}
19
+ {"timestamp": 1646308319.2477415, "relative_time": 2247.2519857883453, "current_lr": 0.3355352560057217, "val_time": 11.623483896255493, "top_1": 0.4564000070095062, "top_5": 0.7257199883460999, "loss": 3.4004061222076416, "train_loss": 3.06351900100708, "epoch": 9}
20
+ {"timestamp": 1646308331.2751894, "relative_time": 2259.2794337272644, "current_lr": 0.3355352560057217, "val_time": 11.365354299545288, "top_1": 0.4564000070095062, "top_5": 0.7257199883460999, "loss": 3.4004061222076416, "epoch": 9}
21
+ {"timestamp": 1646308541.888052, "relative_time": 2469.8922963142395, "current_lr": 0.3243510454794059, "val_time": 13.79245638847351, "top_1": 0.5355200171470642, "top_5": 0.7936999797821045, "loss": 3.035407781600952, "train_loss": 3.0240108966827393, "epoch": 10}
22
+ {"timestamp": 1646308553.913981, "relative_time": 2481.918225288391, "current_lr": 0.3243510454794059, "val_time": 11.354613542556763, "top_1": 0.5355200171470642, "top_5": 0.7936999797821045, "loss": 3.035407781600952, "epoch": 10}
23
+ {"timestamp": 1646308761.8396997, "relative_time": 2689.8439440727234, "current_lr": 0.3131668349530901, "val_time": 11.38581895828247, "top_1": 0.542639970779419, "top_5": 0.7972599864006042, "loss": 3.018162965774536, "train_loss": 2.9864330291748047, "epoch": 11}
24
+ {"timestamp": 1646308773.953031, "relative_time": 2701.957275390625, "current_lr": 0.3131668349530901, "val_time": 11.432008743286133, "top_1": 0.542639970779419, "top_5": 0.7972599864006042, "loss": 3.018162965774536, "epoch": 11}
25
+ {"timestamp": 1646308982.3937757, "relative_time": 2910.398020029068, "current_lr": 0.3019826244267743, "val_time": 13.010489702224731, "top_1": 0.548799991607666, "top_5": 0.8006200194358826, "loss": 2.91316819190979, "train_loss": 2.95845627784729, "epoch": 12}
26
+ {"timestamp": 1646308994.413999, "relative_time": 2922.418243408203, "current_lr": 0.3019826244267743, "val_time": 11.351310729980469, "top_1": 0.548799991607666, "top_5": 0.8006200194358826, "loss": 2.91316819190979, "epoch": 12}
27
+ {"timestamp": 1646309204.6950083, "relative_time": 3132.6992526054382, "current_lr": 0.2907984139004585, "val_time": 14.928144454956055, "top_1": 0.5269399881362915, "top_5": 0.7846599817276001, "loss": 3.0784873962402344, "train_loss": 2.929394483566284, "epoch": 13}
28
+ {"timestamp": 1646309218.7251427, "relative_time": 3146.7293870449066, "current_lr": 0.2907984139004585, "val_time": 11.399536848068237, "top_1": 0.5269399881362915, "top_5": 0.7846599817276001, "loss": 3.0784873962402344, "epoch": 13}
29
+ {"timestamp": 1646309426.4798472, "relative_time": 3354.4840915203094, "current_lr": 0.2796142033741427, "val_time": 13.032474994659424, "top_1": 0.5552600026130676, "top_5": 0.8044400215148926, "loss": 2.9514048099517822, "train_loss": 2.9039721488952637, "epoch": 14}
30
+ {"timestamp": 1646309438.483886, "relative_time": 3366.4881303310394, "current_lr": 0.2796142033741427, "val_time": 11.334794282913208, "top_1": 0.5552600026130676, "top_5": 0.8044400215148926, "loss": 2.9514048099517822, "epoch": 14}
31
+ {"timestamp": 1646309644.754516, "relative_time": 3572.758760213852, "current_lr": 0.268429992847827, "val_time": 13.126453638076782, "top_1": 0.566540002822876, "top_5": 0.8172199726104736, "loss": 2.8941571712493896, "train_loss": 2.8771839141845703, "epoch": 15}
32
+ {"timestamp": 1646309656.8775098, "relative_time": 3584.8817541599274, "current_lr": 0.268429992847827, "val_time": 11.453973770141602, "top_1": 0.566540002822876, "top_5": 0.8172199726104736, "loss": 2.8941571712493896, "epoch": 15}
33
+ {"timestamp": 1646309861.6964457, "relative_time": 3789.7006900310516, "current_lr": 0.2572457823215112, "val_time": 11.361343622207642, "top_1": 0.5479400157928467, "top_5": 0.7993999719619751, "loss": 3.004729986190796, "train_loss": 2.848572015762329, "epoch": 16}
34
+ {"timestamp": 1646309873.730972, "relative_time": 3801.7352163791656, "current_lr": 0.2572457823215112, "val_time": 11.368307828903198, "top_1": 0.5479400157928467, "top_5": 0.7993999719619751, "loss": 3.004729986190796, "epoch": 16}
35
+ {"timestamp": 1646310080.5224288, "relative_time": 4008.526673078537, "current_lr": 0.24606157179519542, "val_time": 15.076999187469482, "top_1": 0.5841599702835083, "top_5": 0.826740026473999, "loss": 2.8523061275482178, "train_loss": 2.8284239768981934, "epoch": 17}
36
+ {"timestamp": 1646310092.554308, "relative_time": 4020.5585522651672, "current_lr": 0.24606157179519542, "val_time": 11.361579418182373, "top_1": 0.5841599702835083, "top_5": 0.826740026473999, "loss": 2.8523061275482178, "epoch": 17}
37
+ {"timestamp": 1646310298.1728854, "relative_time": 4226.177129745483, "current_lr": 0.23487736126887962, "val_time": 12.500537872314453, "top_1": 0.5926799774169922, "top_5": 0.8312600255012512, "loss": 2.789210796356201, "train_loss": 2.800283908843994, "epoch": 18}
38
+ {"timestamp": 1646310310.2294629, "relative_time": 4238.23370718956, "current_lr": 0.23487736126887962, "val_time": 11.38029146194458, "top_1": 0.5926799774169922, "top_5": 0.8312600255012512, "loss": 2.789210796356201, "epoch": 18}
39
+ {"timestamp": 1646310515.102245, "relative_time": 4443.106489419937, "current_lr": 0.22369315074256382, "val_time": 11.348820686340332, "top_1": 0.6101599931716919, "top_5": 0.8464400172233582, "loss": 2.697920560836792, "train_loss": 2.7781004905700684, "epoch": 19}
40
+ {"timestamp": 1646310527.1226008, "relative_time": 4455.126845121384, "current_lr": 0.22369315074256382, "val_time": 11.347337007522583, "top_1": 0.6101599931716919, "top_5": 0.8464400172233582, "loss": 2.697920560836792, "epoch": 19}
41
+ {"timestamp": 1646310731.593664, "relative_time": 4659.597908258438, "current_lr": 0.21250894021624805, "val_time": 11.909682035446167, "top_1": 0.5834400057792664, "top_5": 0.8259400129318237, "loss": 2.8403077125549316, "train_loss": 2.7578601837158203, "epoch": 20}
42
+ {"timestamp": 1646310743.5973015, "relative_time": 4671.6015458106995, "current_lr": 0.21250894021624805, "val_time": 11.337802171707153, "top_1": 0.5834400057792664, "top_5": 0.8259400129318237, "loss": 2.8403077125549316, "epoch": 20}
43
+ {"timestamp": 1646310956.5694299, "relative_time": 4884.573674201965, "current_lr": 0.20132472968993226, "val_time": 20.71653437614441, "top_1": 0.6136800050735474, "top_5": 0.8478800058364868, "loss": 2.6946704387664795, "train_loss": 2.7269716262817383, "epoch": 21}
44
+ {"timestamp": 1646310968.5859125, "relative_time": 4896.590156793594, "current_lr": 0.20132472968993226, "val_time": 11.347701787948608, "top_1": 0.6136800050735474, "top_5": 0.8478800058364868, "loss": 2.6946704387664795, "epoch": 21}
45
+ {"timestamp": 1646311176.7933505, "relative_time": 5104.79759478569, "current_lr": 0.19014051916361646, "val_time": 13.72391963005066, "top_1": 0.5761399865150452, "top_5": 0.8180599808692932, "loss": 2.859109878540039, "train_loss": 2.706899642944336, "epoch": 22}
46
+ {"timestamp": 1646311188.7932062, "relative_time": 5116.79745054245, "current_lr": 0.19014051916361646, "val_time": 11.361456394195557, "top_1": 0.5761399865150452, "top_5": 0.8180599808692932, "loss": 2.859109878540039, "epoch": 22}
47
+ {"timestamp": 1646311397.1179385, "relative_time": 5325.122182846069, "current_lr": 0.1789563086373007, "val_time": 14.51026964187622, "top_1": 0.6315199732780457, "top_5": 0.8614599704742432, "loss": 2.6158511638641357, "train_loss": 2.6817755699157715, "epoch": 23}
48
+ {"timestamp": 1646311409.2191346, "relative_time": 5337.223378896713, "current_lr": 0.1789563086373007, "val_time": 11.4243483543396, "top_1": 0.6315199732780457, "top_5": 0.8614599704742432, "loss": 2.6158511638641357, "epoch": 23}
49
+ {"timestamp": 1646311619.350782, "relative_time": 5547.355026245117, "current_lr": 0.1677720981109849, "val_time": 16.22497844696045, "top_1": 0.6007800102233887, "top_5": 0.8382200002670288, "loss": 2.7453489303588867, "train_loss": 2.6612870693206787, "epoch": 24}
50
+ {"timestamp": 1646311631.391493, "relative_time": 5559.395737409592, "current_lr": 0.1677720981109849, "val_time": 11.369264125823975, "top_1": 0.6007800102233887, "top_5": 0.8382200002670288, "loss": 2.7453489303588867, "epoch": 24}
51
+ {"timestamp": 1646311846.563252, "relative_time": 5774.567496299744, "current_lr": 0.1565878875846691, "val_time": 20.7408549785614, "top_1": 0.6146799921989441, "top_5": 0.8468000292778015, "loss": 2.708223342895508, "train_loss": 2.6299993991851807, "epoch": 25}
52
+ {"timestamp": 1646311858.492727, "relative_time": 5786.49697136879, "current_lr": 0.1565878875846691, "val_time": 11.341421365737915, "top_1": 0.6146799921989441, "top_5": 0.8468000292778015, "loss": 2.708223342895508, "epoch": 25}
53
+ {"timestamp": 1646312067.3539202, "relative_time": 5995.358164548874, "current_lr": 0.1454036770583533, "val_time": 13.418469190597534, "top_1": 0.6419000029563904, "top_5": 0.866379976272583, "loss": 2.5868191719055176, "train_loss": 2.603485584259033, "epoch": 26}
54
+ {"timestamp": 1646312079.366688, "relative_time": 6007.370932340622, "current_lr": 0.1454036770583533, "val_time": 11.343891859054565, "top_1": 0.6419000029563904, "top_5": 0.866379976272583, "loss": 2.5868191719055176, "epoch": 26}
55
+ {"timestamp": 1646312288.3106773, "relative_time": 6216.314921617508, "current_lr": 0.1342194665320375, "val_time": 14.52419662475586, "top_1": 0.635200023651123, "top_5": 0.8618599772453308, "loss": 2.5916354656219482, "train_loss": 2.575169086456299, "epoch": 27}
56
+ {"timestamp": 1646312300.3406546, "relative_time": 6228.344898939133, "current_lr": 0.1342194665320375, "val_time": 11.376144170761108, "top_1": 0.635200023651123, "top_5": 0.8618599772453308, "loss": 2.5916354656219482, "epoch": 27}
57
+ {"timestamp": 1646312510.5965528, "relative_time": 6438.600797176361, "current_lr": 0.12303525600572171, "val_time": 15.912063360214233, "top_1": 0.6575000286102295, "top_5": 0.875980019569397, "loss": 2.532508611679077, "train_loss": 2.549833059310913, "epoch": 28}
58
+ {"timestamp": 1646312522.621069, "relative_time": 6450.625313282013, "current_lr": 0.12303525600572171, "val_time": 11.35243272781372, "top_1": 0.6575000286102295, "top_5": 0.875980019569397, "loss": 2.532508611679077, "epoch": 28}
59
+ {"timestamp": 1646312736.1947587, "relative_time": 6664.199002981186, "current_lr": 0.11185104547940597, "val_time": 18.721980810165405, "top_1": 0.6589199900627136, "top_5": 0.87882000207901, "loss": 2.486856460571289, "train_loss": 2.5158722400665283, "epoch": 29}
60
+ {"timestamp": 1646312748.2193613, "relative_time": 6676.223605632782, "current_lr": 0.11185104547940597, "val_time": 11.343897104263306, "top_1": 0.6589199900627136, "top_5": 0.87882000207901, "loss": 2.486856460571289, "epoch": 29}
61
+ {"timestamp": 1646312954.7647815, "relative_time": 6882.769025802612, "current_lr": 0.10066683495309017, "val_time": 11.352750062942505, "top_1": 0.6552199721336365, "top_5": 0.873960018157959, "loss": 2.5395591259002686, "train_loss": 2.481593132019043, "epoch": 30}
62
+ {"timestamp": 1646312966.8388147, "relative_time": 6894.843059062958, "current_lr": 0.10066683495309017, "val_time": 11.404853105545044, "top_1": 0.6552199721336365, "top_5": 0.873960018157959, "loss": 2.5395591259002686, "epoch": 30}
63
+ {"timestamp": 1646313171.9862418, "relative_time": 7099.9904861450195, "current_lr": 0.08948262442677438, "val_time": 11.348752498626709, "top_1": 0.6675400137901306, "top_5": 0.8806999921798706, "loss": 2.470407247543335, "train_loss": 2.4508895874023438, "epoch": 31}
64
+ {"timestamp": 1646313183.9836807, "relative_time": 7111.987925052643, "current_lr": 0.08948262442677438, "val_time": 11.33273959159851, "top_1": 0.6675400137901306, "top_5": 0.8806999921798706, "loss": 2.470407247543335, "epoch": 31}
65
+ {"timestamp": 1646313456.2274628, "relative_time": 7384.2317070961, "current_lr": 0.07829841390045858, "val_time": 11.351328134536743, "top_1": 0.6758999824523926, "top_5": 0.885640025138855, "loss": 2.6787326335906982, "train_loss": 2.371886968612671, "epoch": 32}
66
+ {"timestamp": 1646313468.247834, "relative_time": 7396.252078294754, "current_lr": 0.07829841390045858, "val_time": 11.351048231124878, "top_1": 0.6758999824523926, "top_5": 0.885640025138855, "loss": 2.6787326335906982, "epoch": 32}
67
+ {"timestamp": 1646313728.1764848, "relative_time": 7656.180729150772, "current_lr": 0.06711420337414278, "val_time": 11.76566743850708, "top_1": 0.7067199945449829, "top_5": 0.9039999842643738, "loss": 2.5076467990875244, "train_loss": 2.3346633911132812, "epoch": 33}
68
+ {"timestamp": 1646313740.1897862, "relative_time": 7668.1940305233, "current_lr": 0.06711420337414278, "val_time": 11.342930793762207, "top_1": 0.7067199945449829, "top_5": 0.9039999842643738, "loss": 2.5076467990875244, "epoch": 33}
69
+ {"timestamp": 1646314001.6466076, "relative_time": 7929.650851964951, "current_lr": 0.05592999284782698, "val_time": 13.659664630889893, "top_1": 0.7168200016021729, "top_5": 0.9096999764442444, "loss": 2.4831483364105225, "train_loss": 2.2894108295440674, "epoch": 34}
70
+ {"timestamp": 1646314013.6778958, "relative_time": 7941.682140111923, "current_lr": 0.05592999284782698, "val_time": 11.360132932662964, "top_1": 0.7168200016021729, "top_5": 0.9096999764442444, "loss": 2.4831483364105225, "epoch": 34}
71
+ {"timestamp": 1646314275.0605817, "relative_time": 8203.064826011658, "current_lr": 0.044745782321511184, "val_time": 13.549774408340454, "top_1": 0.7208799719810486, "top_5": 0.9124199748039246, "loss": 2.4945356845855713, "train_loss": 2.2439281940460205, "epoch": 35}
72
+ {"timestamp": 1646314287.0655966, "relative_time": 8215.06984090805, "current_lr": 0.044745782321511184, "val_time": 11.336912870407104, "top_1": 0.7208799719810486, "top_5": 0.9124199748039246, "loss": 2.4945356845855713, "epoch": 35}
73
+ {"timestamp": 1646314549.2302616, "relative_time": 8477.2345058918, "current_lr": 0.03356157179519539, "val_time": 14.524304628372192, "top_1": 0.7343000173568726, "top_5": 0.9190400242805481, "loss": 2.436211347579956, "train_loss": 2.188643217086792, "epoch": 36}
74
+ {"timestamp": 1646314561.3011541, "relative_time": 8489.305398464203, "current_lr": 0.03356157179519539, "val_time": 11.385638952255249, "top_1": 0.7343000173568726, "top_5": 0.9190400242805481, "loss": 2.436211347579956, "epoch": 36}
75
+ {"timestamp": 1646314826.0307212, "relative_time": 8754.034965515137, "current_lr": 0.02237736126887959, "val_time": 16.386021375656128, "top_1": 0.7468600273132324, "top_5": 0.9251400232315063, "loss": 2.3695738315582275, "train_loss": 2.1312482357025146, "epoch": 37}
76
+ {"timestamp": 1646314838.0153258, "relative_time": 8766.019570112228, "current_lr": 0.02237736126887959, "val_time": 11.312835693359375, "top_1": 0.7468600273132324, "top_5": 0.9251400232315063, "loss": 2.3695738315582275, "epoch": 37}
77
+ {"timestamp": 1646315105.1957448, "relative_time": 9033.199989080429, "current_lr": 0.011193150742563851, "val_time": 18.6510169506073, "top_1": 0.7581200003623962, "top_5": 0.9313600063323975, "loss": 2.33762526512146, "train_loss": 2.0694284439086914, "epoch": 38}
78
+ {"timestamp": 1646315117.2490652, "relative_time": 9045.253309488297, "current_lr": 0.011193150742563851, "val_time": 11.361705780029297, "top_1": 0.7581200003623962, "top_5": 0.9313600063323975, "loss": 2.33762526512146, "epoch": 38}
79
+ {"timestamp": 1646315377.8369172, "relative_time": 9305.841161489487, "current_lr": 8.940216248054869e-06, "val_time": 11.36427092552185, "top_1": 0.7669600248336792, "top_5": 0.934220016002655, "loss": 2.305624485015869, "train_loss": 2.0117554664611816, "epoch": 39}
80
+ {"timestamp": 1646315389.8639693, "relative_time": 9317.868213653564, "current_lr": 8.940216248054869e-06, "val_time": 11.353290557861328, "top_1": 0.7669600248336792, "top_5": 0.934220016002655, "loss": 2.305624485015869, "epoch": 39}
fixed-feature/Imagenet1k_R50_ff512/params.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"model.arch": "resnet50", "model.pretrained": 0, "model.single_head": 0, "model.multi_head": 0, "model.nesting_start": 3, "model.fixed_feature": 512, "resolution.min_res": 160, "resolution.max_res": 192, "resolution.end_ramp": 34, "resolution.start_ramp": 29, "data.train_dataset": "/home/jupyter/dataset-ffcv/train_500_0.50_90.ffcv", "data.val_dataset": "/home/jupyter/dataset-ffcv/uncompressed/val_500_uncompressed.ffcv", "data.num_workers": 12, "data.in_memory": 1, "lr.step_ratio": 0.1, "lr.step_length": 30, "lr.lr_schedule_type": "cyclic", "lr.lr": 0.425, "lr.lr_peak_epoch": 2, "logging.folder": "trainlogs", "logging.log_level": 1, "validation.batch_size": 512, "validation.resolution": 256, "validation.lr_tta": 1, "validation.model_weights_disk": "", "validation.bias_zero": 0, "training.eval_only": 0, "training.batch_size": 512, "training.optimizer": "sgd", "training.momentum": 0.9, "training.weight_decay": 0.0001, "training.epochs": 40, "training.label_smoothing": 0.1, "training.distributed": 1, "training.use_blurpool": 1, "training.resume": "checkpoints/checkpoint.pth.tar", "training.tensorboard": 1, "training.lincls": 2048, "training.pretrain_model": "", "dist.world_size": 2, "dist.address": "localhost", "dist.port": "12355"}
fixed-feature/Imagenet1k_R50_ff64/final_weights.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2eedf2e937c7be842aaa2770540cec2bbda3be856c61c0867af12a3633435fd
3
+ size 94711349
fixed-feature/Imagenet1k_R50_ff64/log ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"timestamp": 1644892643.502377, "relative_time": 229.91913223266602, "current_lr": 0.21235140287769783, "val_time": 20.473905086517334, "top_1": 0.08748000115156174, "top_5": 0.22854000329971313, "train_loss": 6.172616958618164, "epoch": 0}
2
+ {"timestamp": 1644892839.6665723, "relative_time": 426.0833275318146, "current_lr": 0.4248301528776978, "val_time": 12.18262529373169, "top_1": 0.16952000558376312, "top_5": 0.3831000030040741, "train_loss": 4.742000102996826, "epoch": 1}
3
+ {"timestamp": 1644893031.4666567, "relative_time": 617.8834118843079, "current_lr": 0.4138247296899322, "val_time": 11.574250936508179, "top_1": 0.28115999698638916, "top_5": 0.5487599968910217, "train_loss": 4.197072982788086, "epoch": 2}
4
+ {"timestamp": 1644893221.1661665, "relative_time": 807.582921743393, "current_lr": 0.40264051916361643, "val_time": 11.501041650772095, "top_1": 0.3179999887943268, "top_5": 0.5899400115013123, "train_loss": 3.9166643619537354, "epoch": 3}
5
+ {"timestamp": 1644893409.3740764, "relative_time": 995.7908315658569, "current_lr": 0.39145630863730063, "val_time": 11.677169561386108, "top_1": 0.36673998832702637, "top_5": 0.6455000042915344, "train_loss": 3.7455801963806152, "epoch": 4}
6
+ {"timestamp": 1644893598.633436, "relative_time": 1185.0501911640167, "current_lr": 0.3802720981109849, "val_time": 11.662189722061157, "top_1": 0.379720002412796, "top_5": 0.6454399824142456, "train_loss": 3.630016326904297, "epoch": 5}
7
+ {"timestamp": 1644893786.0659733, "relative_time": 1372.4827284812927, "current_lr": 0.3690878875846691, "val_time": 11.706065893173218, "top_1": 0.41387999057769775, "top_5": 0.6879799962043762, "train_loss": 3.5373170375823975, "epoch": 6}
8
+ {"timestamp": 1644893974.1105254, "relative_time": 1560.5272805690765, "current_lr": 0.3579036770583533, "val_time": 11.630466938018799, "top_1": 0.3980199992656708, "top_5": 0.6682000160217285, "train_loss": 3.466529130935669, "epoch": 7}
9
+ {"timestamp": 1644894161.372982, "relative_time": 1747.7897372245789, "current_lr": 0.3467194665320375, "val_time": 11.684220552444458, "top_1": 0.4462200105190277, "top_5": 0.716920018196106, "train_loss": 3.406106472015381, "epoch": 8}
10
+ {"timestamp": 1644894349.4775589, "relative_time": 1935.8943140506744, "current_lr": 0.3355352560057217, "val_time": 11.680756568908691, "top_1": 0.4691599905490875, "top_5": 0.7403200268745422, "train_loss": 3.3556389808654785, "epoch": 9}
11
+ {"timestamp": 1644894536.8421173, "relative_time": 2123.2588725090027, "current_lr": 0.3243510454794059, "val_time": 11.584159135818481, "top_1": 0.4650999903678894, "top_5": 0.7319999933242798, "train_loss": 3.3132781982421875, "epoch": 10}
12
+ {"timestamp": 1644894725.1027722, "relative_time": 2311.5195274353027, "current_lr": 0.3131668349530901, "val_time": 11.615316152572632, "top_1": 0.450219988822937, "top_5": 0.7165600061416626, "train_loss": 3.2685680389404297, "epoch": 11}
13
+ {"timestamp": 1644894912.8970327, "relative_time": 2499.3137879371643, "current_lr": 0.3019826244267743, "val_time": 11.706618309020996, "top_1": 0.4865399897098541, "top_5": 0.7520400285720825, "train_loss": 3.2361345291137695, "epoch": 12}
14
+ {"timestamp": 1644895101.055161, "relative_time": 2687.4719161987305, "current_lr": 0.2907984139004585, "val_time": 11.606157541275024, "top_1": 0.4971599876880646, "top_5": 0.756820023059845, "train_loss": 3.198633909225464, "epoch": 13}
15
+ {"timestamp": 1644895288.8951705, "relative_time": 2875.311925649643, "current_lr": 0.2796142033741427, "val_time": 11.73372197151184, "top_1": 0.5070400238037109, "top_5": 0.7690799832344055, "train_loss": 3.170750141143799, "epoch": 14}
16
+ {"timestamp": 1644895477.9963348, "relative_time": 3064.413089990616, "current_lr": 0.268429992847827, "val_time": 11.63575553894043, "top_1": 0.5119400024414062, "top_5": 0.7686399817466736, "train_loss": 3.139693021774292, "epoch": 15}
17
+ {"timestamp": 1644895665.8257744, "relative_time": 3252.242529630661, "current_lr": 0.2572457823215112, "val_time": 11.727301120758057, "top_1": 0.5242800116539001, "top_5": 0.781440019607544, "train_loss": 3.1083757877349854, "epoch": 16}
18
+ {"timestamp": 1644895853.832729, "relative_time": 3440.2494843006134, "current_lr": 0.24606157179519542, "val_time": 11.733014822006226, "top_1": 0.5291399955749512, "top_5": 0.784500002861023, "train_loss": 3.0832605361938477, "epoch": 17}
19
+ {"timestamp": 1644896041.4605625, "relative_time": 3627.8773176670074, "current_lr": 0.23487736126887962, "val_time": 11.677088975906372, "top_1": 0.5214400291442871, "top_5": 0.7750599980354309, "train_loss": 3.0496785640716553, "epoch": 18}
20
+ {"timestamp": 1644896229.6654284, "relative_time": 3816.082183599472, "current_lr": 0.22369315074256382, "val_time": 11.623502254486084, "top_1": 0.5562199950218201, "top_5": 0.8012599945068359, "train_loss": 3.0260515213012695, "epoch": 19}
21
+ {"timestamp": 1644896417.1195843, "relative_time": 4003.536339521408, "current_lr": 0.21250894021624805, "val_time": 11.590447664260864, "top_1": 0.547819972038269, "top_5": 0.7937800288200378, "train_loss": 2.996615171432495, "epoch": 20}
22
+ {"timestamp": 1644896605.0846314, "relative_time": 4191.501386642456, "current_lr": 0.20132472968993226, "val_time": 11.78910756111145, "top_1": 0.5615000128746033, "top_5": 0.8016800284385681, "train_loss": 2.9688944816589355, "epoch": 21}
23
+ {"timestamp": 1644896793.0172746, "relative_time": 4379.434029817581, "current_lr": 0.19014051916361646, "val_time": 11.652652740478516, "top_1": 0.5876399874687195, "top_5": 0.8230800032615662, "train_loss": 2.936332941055298, "epoch": 22}
24
+ {"timestamp": 1644896980.3515937, "relative_time": 4566.768348932266, "current_lr": 0.1789563086373007, "val_time": 11.58645248413086, "top_1": 0.5560200214385986, "top_5": 0.8002600073814392, "train_loss": 2.9104535579681396, "epoch": 23}
25
+ {"timestamp": 1644897168.3830218, "relative_time": 4754.799777030945, "current_lr": 0.1677720981109849, "val_time": 11.607221603393555, "top_1": 0.593500018119812, "top_5": 0.8302800059318542, "train_loss": 2.8823652267456055, "epoch": 24}
26
+ {"timestamp": 1644897355.8163683, "relative_time": 4942.233123540878, "current_lr": 0.1565878875846691, "val_time": 11.484729766845703, "top_1": 0.6041200160980225, "top_5": 0.8371400237083435, "train_loss": 2.852994441986084, "epoch": 25}
27
+ {"timestamp": 1644897543.5104828, "relative_time": 5129.927237987518, "current_lr": 0.1454036770583533, "val_time": 11.746419668197632, "top_1": 0.5971599817276001, "top_5": 0.8356199860572815, "train_loss": 2.815446138381958, "epoch": 26}
28
+ {"timestamp": 1644897731.5894594, "relative_time": 5318.006214618683, "current_lr": 0.1342194665320375, "val_time": 11.81920838356018, "top_1": 0.6018800139427185, "top_5": 0.8331800103187561, "train_loss": 2.78794264793396, "epoch": 27}
29
+ {"timestamp": 1644897919.6700485, "relative_time": 5506.086803674698, "current_lr": 0.12303525600572171, "val_time": 11.603334426879883, "top_1": 0.6215800046920776, "top_5": 0.8475199937820435, "train_loss": 2.757880449295044, "epoch": 28}
30
+ {"timestamp": 1644898107.5357878, "relative_time": 5693.952543020248, "current_lr": 0.11185104547940597, "val_time": 11.752456188201904, "top_1": 0.6073399782180786, "top_5": 0.8325200080871582, "train_loss": 2.7184581756591797, "epoch": 29}
31
+ {"timestamp": 1644898295.624908, "relative_time": 5882.041663169861, "current_lr": 0.10066683495309017, "val_time": 11.707191944122314, "top_1": 0.6374800205230713, "top_5": 0.8565199971199036, "train_loss": 2.679454803466797, "epoch": 30}
32
+ {"timestamp": 1644898483.1510427, "relative_time": 6069.567797899246, "current_lr": 0.08948262442677438, "val_time": 11.612927436828613, "top_1": 0.6184200048446655, "top_5": 0.8410400152206421, "train_loss": 2.643937110900879, "epoch": 31}
33
+ {"timestamp": 1644898754.4336488, "relative_time": 6340.850404024124, "current_lr": 0.07829841390045858, "val_time": 11.623457431793213, "top_1": 0.6776400208473206, "top_5": 0.8831200003623962, "train_loss": 2.552774667739868, "epoch": 32}
34
+ {"timestamp": 1644899005.5953083, "relative_time": 6592.012063503265, "current_lr": 0.06711420337414278, "val_time": 11.6372389793396, "top_1": 0.6835200190544128, "top_5": 0.8863599896430969, "train_loss": 2.5082004070281982, "epoch": 33}
35
+ {"timestamp": 1644899256.6818864, "relative_time": 6843.098641633987, "current_lr": 0.05592999284782698, "val_time": 11.646591901779175, "top_1": 0.6947399973869324, "top_5": 0.8921999931335449, "train_loss": 2.460491418838501, "epoch": 34}
36
+ {"timestamp": 1644899507.8295515, "relative_time": 7094.246306657791, "current_lr": 0.044745782321511184, "val_time": 11.609962463378906, "top_1": 0.6898000240325928, "top_5": 0.8879200220108032, "train_loss": 2.406428575515747, "epoch": 35}
37
+ {"timestamp": 1644899759.1302302, "relative_time": 7345.546985387802, "current_lr": 0.03356157179519539, "val_time": 11.648946762084961, "top_1": 0.721780002117157, "top_5": 0.9053999781608582, "train_loss": 2.3462021350860596, "epoch": 36}
38
+ {"timestamp": 1644900010.139814, "relative_time": 7596.556569099426, "current_lr": 0.02237736126887959, "val_time": 11.572442293167114, "top_1": 0.7287799715995789, "top_5": 0.9101200103759766, "train_loss": 2.2795541286468506, "epoch": 37}
39
+ {"timestamp": 1644900260.8654058, "relative_time": 7847.282160997391, "current_lr": 0.011193150742563851, "val_time": 11.640440464019775, "top_1": 0.7477399706840515, "top_5": 0.9195799827575684, "train_loss": 2.208169460296631, "epoch": 38}
40
+ {"timestamp": 1644900512.3172605, "relative_time": 8098.734015703201, "current_lr": 8.940216248054869e-06, "val_time": 11.679665327072144, "top_1": 0.7574599981307983, "top_5": 0.9234399795532227, "train_loss": 2.1384499073028564, "epoch": 39}
41
+ {"timestamp": 1644900523.8534575, "relative_time": 8110.270212650299, "current_lr": 8.940216248054869e-06, "val_time": 11.535653114318848, "top_1": 0.7574599981307983, "top_5": 0.9234399795532227, "epoch": 39}
fixed-feature/Imagenet1k_R50_ff64/params.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"model.arch": "resnet50", "model.pretrained": 0, "model.single_head": 0, "model.multi_head": 0, "model.nesting_start": 3, "model.fixed_feature": 64, "resolution.min_res": 160, "resolution.max_res": 192, "resolution.end_ramp": 34, "resolution.start_ramp": 29, "data.train_dataset": "/home/jupyter/dataset-ffcv/train_500_0.50_90.ffcv", "data.val_dataset": "/home/jupyter/dataset-ffcv/val_500_0.50_90.ffcv", "data.num_workers": 12, "data.in_memory": 1, "lr.step_ratio": 0.1, "lr.step_length": 30, "lr.lr_schedule_type": "cyclic", "lr.lr": 0.425, "lr.lr_peak_epoch": 2, "logging.folder": "trainlogs", "logging.log_level": 1, "validation.batch_size": 512, "validation.resolution": 256, "validation.lr_tta": 1, "training.eval_only": 0, "training.batch_size": 512, "training.optimizer": "sgd", "training.momentum": 0.9, "training.weight_decay": 0.0001, "training.epochs": 40, "training.label_smoothing": 0.1, "training.distributed": 1, "training.use_blurpool": 1, "dist.world_size": 2, "dist.address": "localhost", "dist.port": "12355"}
fixed-feature/Imagenet1k_R50_ff8/final_weights.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5c922ade5273a01854b86cf8724093a911405faffcdb7b471d463b2b9a0b6e7
3
+ size 94487349
fixed-feature/Imagenet1k_R50_ff8/log ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"timestamp": 1645145581.522914, "relative_time": 253.27874851226807, "current_lr": 0.21235140287769783, "val_time": 35.68868041038513, "top_1": 0.012360000051558018, "top_5": 0.04713999852538109, "train_loss": 6.837960720062256, "epoch": 0}
2
+ {"timestamp": 1645145768.1929336, "relative_time": 439.9487681388855, "current_lr": 0.4248301528776978, "val_time": 11.69266653060913, "top_1": 0.04713999852538109, "top_5": 0.1535000056028366, "train_loss": 5.861989974975586, "epoch": 1}
3
+ {"timestamp": 1645145967.7769656, "relative_time": 639.5328001976013, "current_lr": 0.4138247296899322, "val_time": 12.639842748641968, "top_1": 0.08281999826431274, "top_5": 0.24208000302314758, "train_loss": 5.416045188903809, "epoch": 2}
4
+ {"timestamp": 1645146157.1914937, "relative_time": 828.9473283290863, "current_lr": 0.40264051916361643, "val_time": 11.758557081222534, "top_1": 0.10570000112056732, "top_5": 0.301800012588501, "train_loss": 5.205883979797363, "epoch": 3}
5
+ {"timestamp": 1645146346.9386716, "relative_time": 1018.6945061683655, "current_lr": 0.39145630863730063, "val_time": 11.853140830993652, "top_1": 0.12026000022888184, "top_5": 0.3315800130367279, "train_loss": 5.065988063812256, "epoch": 4}
6
+ {"timestamp": 1645146535.4394023, "relative_time": 1207.1952369213104, "current_lr": 0.3802720981109849, "val_time": 11.340484380722046, "top_1": 0.12651999294757843, "top_5": 0.33017998933792114, "train_loss": 4.956629276275635, "epoch": 5}
7
+ {"timestamp": 1645146723.2944841, "relative_time": 1395.0503187179565, "current_lr": 0.3690878875846691, "val_time": 11.637235164642334, "top_1": 0.15977999567985535, "top_5": 0.3980199992656708, "train_loss": 4.866778373718262, "epoch": 6}
8
+ {"timestamp": 1645146909.8546493, "relative_time": 1581.6104838848114, "current_lr": 0.3579036770583533, "val_time": 11.332783699035645, "top_1": 0.15335999429225922, "top_5": 0.37049999833106995, "train_loss": 4.787824630737305, "epoch": 7}
9
+ {"timestamp": 1645147096.2851214, "relative_time": 1768.0409560203552, "current_lr": 0.3467194665320375, "val_time": 11.332820653915405, "top_1": 0.19777999818325043, "top_5": 0.447299987077713, "train_loss": 4.728821754455566, "epoch": 8}
10
+ {"timestamp": 1645147283.0640414, "relative_time": 1954.8198759555817, "current_lr": 0.3355352560057217, "val_time": 11.766347169876099, "top_1": 0.22144000232219696, "top_5": 0.48923999071121216, "train_loss": 4.669339656829834, "epoch": 9}
11
+ {"timestamp": 1645147469.7199469, "relative_time": 2141.475781440735, "current_lr": 0.3243510454794059, "val_time": 11.669588327407837, "top_1": 0.23557999730110168, "top_5": 0.49751999974250793, "train_loss": 4.621086597442627, "epoch": 10}
12
+ {"timestamp": 1645147656.6585252, "relative_time": 2328.414359807968, "current_lr": 0.3131668349530901, "val_time": 11.723335981369019, "top_1": 0.23287999629974365, "top_5": 0.49059998989105225, "train_loss": 4.572200298309326, "epoch": 11}
13
+ {"timestamp": 1645147843.464346, "relative_time": 2515.2201805114746, "current_lr": 0.3019826244267743, "val_time": 11.622926712036133, "top_1": 0.2657800018787384, "top_5": 0.5356799960136414, "train_loss": 4.530828475952148, "epoch": 12}
14
+ {"timestamp": 1645148031.2062247, "relative_time": 2702.9620592594147, "current_lr": 0.2907984139004585, "val_time": 11.811982154846191, "top_1": 0.2745800018310547, "top_5": 0.5443400144577026, "train_loss": 4.494581699371338, "epoch": 13}
15
+ {"timestamp": 1645148218.5961318, "relative_time": 2890.351966381073, "current_lr": 0.2796142033741427, "val_time": 11.85611343383789, "top_1": 0.2800999879837036, "top_5": 0.5500400066375732, "train_loss": 4.452395439147949, "epoch": 14}
16
+ {"timestamp": 1645148406.3006241, "relative_time": 3078.056458711624, "current_lr": 0.268429992847827, "val_time": 11.505552530288696, "top_1": 0.28356000781059265, "top_5": 0.5515199899673462, "train_loss": 4.421255111694336, "epoch": 15}
17
+ {"timestamp": 1645148593.6764674, "relative_time": 3265.4323019981384, "current_lr": 0.2572457823215112, "val_time": 11.755685329437256, "top_1": 0.29721999168395996, "top_5": 0.5678799748420715, "train_loss": 4.387363433837891, "epoch": 16}
18
+ {"timestamp": 1645148780.917458, "relative_time": 3452.6732926368713, "current_lr": 0.24606157179519542, "val_time": 11.379674673080444, "top_1": 0.3003599941730499, "top_5": 0.5677400231361389, "train_loss": 4.352892875671387, "epoch": 17}
19
+ {"timestamp": 1645148968.3342812, "relative_time": 3640.0901157855988, "current_lr": 0.23487736126887962, "val_time": 11.693517446517944, "top_1": 0.32104000449180603, "top_5": 0.5877400040626526, "train_loss": 4.32105827331543, "epoch": 18}
20
+ {"timestamp": 1645149155.6247272, "relative_time": 3827.3805618286133, "current_lr": 0.22369315074256382, "val_time": 11.606311321258545, "top_1": 0.32534000277519226, "top_5": 0.5888400077819824, "train_loss": 4.2928690910339355, "epoch": 19}
21
+ {"timestamp": 1645149342.5024984, "relative_time": 4014.258332967758, "current_lr": 0.21250894021624805, "val_time": 11.667561054229736, "top_1": 0.34907999634742737, "top_5": 0.6136999726295471, "train_loss": 4.260805606842041, "epoch": 20}
22
+ {"timestamp": 1645149529.2444682, "relative_time": 4201.0003027915955, "current_lr": 0.20132472968993226, "val_time": 11.629639387130737, "top_1": 0.3373599946498871, "top_5": 0.5939599871635437, "train_loss": 4.22667121887207, "epoch": 21}
23
+ {"timestamp": 1645149715.9331098, "relative_time": 4387.688944339752, "current_lr": 0.19014051916361646, "val_time": 11.315755367279053, "top_1": 0.35624000430107117, "top_5": 0.6189799904823303, "train_loss": 4.193272113800049, "epoch": 22}
24
+ {"timestamp": 1645149902.9932873, "relative_time": 4574.749121904373, "current_lr": 0.1789563086373007, "val_time": 11.93187141418457, "top_1": 0.3723599910736084, "top_5": 0.6279000043869019, "train_loss": 4.16953706741333, "epoch": 23}
25
+ {"timestamp": 1645150090.3648245, "relative_time": 4762.12065911293, "current_lr": 0.1677720981109849, "val_time": 11.533543348312378, "top_1": 0.3680399954319, "top_5": 0.6297600269317627, "train_loss": 4.133752822875977, "epoch": 24}
26
+ {"timestamp": 1645150277.2740593, "relative_time": 4949.029893875122, "current_lr": 0.1565878875846691, "val_time": 11.623471975326538, "top_1": 0.37404000759124756, "top_5": 0.631820023059845, "train_loss": 4.097572326660156, "epoch": 25}
27
+ {"timestamp": 1645150465.0939698, "relative_time": 5136.849804401398, "current_lr": 0.1454036770583533, "val_time": 11.690584421157837, "top_1": 0.3960599899291992, "top_5": 0.6558600068092346, "train_loss": 4.064767360687256, "epoch": 26}
28
+ {"timestamp": 1645150652.6573257, "relative_time": 5324.413160324097, "current_lr": 0.1342194665320375, "val_time": 11.781989336013794, "top_1": 0.40841999650001526, "top_5": 0.656220018863678, "train_loss": 4.030739784240723, "epoch": 27}
29
+ {"timestamp": 1645150840.0581238, "relative_time": 5511.813958406448, "current_lr": 0.12303525600572171, "val_time": 11.4635169506073, "top_1": 0.4507400095462799, "top_5": 0.7011600136756897, "train_loss": 3.9923958778381348, "epoch": 28}
30
+ {"timestamp": 1645151027.0012155, "relative_time": 5698.757050037384, "current_lr": 0.11185104547940597, "val_time": 11.606175661087036, "top_1": 0.4476200044155121, "top_5": 0.6951799988746643, "train_loss": 3.9524450302124023, "epoch": 29}
31
+ {"timestamp": 1645151214.5879512, "relative_time": 5886.343785762787, "current_lr": 0.10066683495309017, "val_time": 11.650628566741943, "top_1": 0.4525800049304962, "top_5": 0.7048599720001221, "train_loss": 3.9155402183532715, "epoch": 30}
32
+ {"timestamp": 1645151401.4144986, "relative_time": 6073.170333147049, "current_lr": 0.08948262442677438, "val_time": 11.593139410018921, "top_1": 0.4002000093460083, "top_5": 0.6383200287818909, "train_loss": 3.8716890811920166, "epoch": 31}
33
+ {"timestamp": 1645151671.4278471, "relative_time": 6343.183681726456, "current_lr": 0.07829841390045858, "val_time": 11.490036487579346, "top_1": 0.5024600028991699, "top_5": 0.7403200268745422, "train_loss": 3.7937469482421875, "epoch": 32}
34
+ {"timestamp": 1645151921.8581154, "relative_time": 6593.613950014114, "current_lr": 0.06711420337414278, "val_time": 11.474422454833984, "top_1": 0.4956800043582916, "top_5": 0.7255200147628784, "train_loss": 3.7395918369293213, "epoch": 33}
35
+ {"timestamp": 1645152172.5355937, "relative_time": 6844.29142832756, "current_lr": 0.05592999284782698, "val_time": 11.640517950057983, "top_1": 0.5439800024032593, "top_5": 0.7713599801063538, "train_loss": 3.686185359954834, "epoch": 34}
36
+ {"timestamp": 1645152423.214311, "relative_time": 7094.9701454639435, "current_lr": 0.044745782321511184, "val_time": 11.559907913208008, "top_1": 0.5694000124931335, "top_5": 0.7886800169944763, "train_loss": 3.6264703273773193, "epoch": 35}
37
+ {"timestamp": 1645152674.027018, "relative_time": 7345.782852649689, "current_lr": 0.03356157179519539, "val_time": 11.702908039093018, "top_1": 0.5903800129890442, "top_5": 0.8014000058174133, "train_loss": 3.560657024383545, "epoch": 36}
38
+ {"timestamp": 1645152924.1553183, "relative_time": 7595.911152839661, "current_lr": 0.02237736126887959, "val_time": 11.326877117156982, "top_1": 0.6160799860954285, "top_5": 0.8167799711227417, "train_loss": 3.485100507736206, "epoch": 37}
39
+ {"timestamp": 1645153174.6200042, "relative_time": 7846.375838756561, "current_lr": 0.011193150742563851, "val_time": 11.651004076004028, "top_1": 0.6372799873352051, "top_5": 0.8291199803352356, "train_loss": 3.404275894165039, "epoch": 38}
40
+ {"timestamp": 1645153425.1403308, "relative_time": 8096.896165370941, "current_lr": 8.940216248054869e-06, "val_time": 11.694850444793701, "top_1": 0.6561200022697449, "top_5": 0.8406599760055542, "train_loss": 3.326197624206543, "epoch": 39}
41
+ {"timestamp": 1645153436.6680112, "relative_time": 8108.423845767975, "current_lr": 8.940216248054869e-06, "val_time": 11.526536226272583, "top_1": 0.6561200022697449, "top_5": 0.8406599760055542, "epoch": 39}
fixed-feature/Imagenet1k_R50_ff8/params.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"model.arch": "resnet50", "model.pretrained": 0, "model.single_head": 0, "model.multi_head": 0, "model.nesting_start": 3, "model.fixed_feature": 8, "resolution.min_res": 160, "resolution.max_res": 192, "resolution.end_ramp": 34, "resolution.start_ramp": 29, "data.train_dataset": "/home/jupyter/dataset-ffcv/train_500_0.50_90.ffcv", "data.val_dataset": "/home/jupyter/dataset-ffcv/val_500_0.50_90.ffcv", "data.num_workers": 12, "data.in_memory": 1, "lr.step_ratio": 0.1, "lr.step_length": 30, "lr.lr_schedule_type": "cyclic", "lr.lr": 0.425, "lr.lr_peak_epoch": 2, "logging.folder": "trainlogs", "logging.log_level": 1, "validation.batch_size": 512, "validation.resolution": 256, "validation.lr_tta": 1, "training.eval_only": 0, "training.batch_size": 512, "training.optimizer": "sgd", "training.momentum": 0.9, "training.weight_decay": 0.0001, "training.epochs": 40, "training.label_smoothing": 0.1, "training.distributed": 1, "training.use_blurpool": 1, "dist.world_size": 2, "dist.address": "localhost", "dist.port": "12355"}
mrl/Imagenet1k_R50_mrl/final_weights.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e7a4ad6d7af1991e7d6b093925b1d032dbe385f111beb99700a9f1fec306e83
3
+ size 110844821
mrl/Imagenet1k_R50_mrl/log ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"timestamp": 1644809397.978236, "relative_time": 227.5708782672882, "current_lr": 0.21235140287769783, "val_time": 20.468363523483276, "top_1_8": 0.03562000021338463, "top_1_16": 0.05838000029325485, "top_1_32": 0.07924000173807144, "top_1_64": 0.1008400022983551, "top_1_128": 0.10812000185251236, "top_1_256": 0.11259999871253967, "top_1_512": 0.11535999923944473, "top_1_1024": 0.11497999727725983, "top_1_2048": 0.11253999918699265, "top_5_8": 0.1253799945116043, "top_5_16": 0.17732000350952148, "top_5_32": 0.22363999485969543, "top_5_64": 0.26183998584747314, "top_5_128": 0.2750599980354309, "top_5_256": 0.28053998947143555, "top_5_512": 0.2833400070667267, "top_5_1024": 0.2848599851131439, "top_5_2048": 0.27823999524116516, "train_loss": 54.21943664550781, "epoch": 0}
2
+ {"timestamp": 1644809615.2125192, "relative_time": 444.80516147613525, "current_lr": 0.4248301528776978, "val_time": 11.813280582427979, "top_1_8": 0.08020000159740448, "top_1_16": 0.14417999982833862, "top_1_32": 0.19273999333381653, "top_1_64": 0.21503999829292297, "top_1_128": 0.2309200018644333, "top_1_256": 0.2408600002527237, "top_1_512": 0.24685999751091003, "top_1_1024": 0.24838000535964966, "top_1_2048": 0.24661999940872192, "top_5_8": 0.23928000032901764, "top_5_16": 0.3544600009918213, "top_5_32": 0.4215799868106842, "top_5_64": 0.45396000146865845, "top_5_128": 0.4771000146865845, "top_5_256": 0.4903999865055084, "top_5_512": 0.4968999922275543, "top_5_1024": 0.4994800090789795, "top_5_2048": 0.49667999148368835, "train_loss": 41.74668502807617, "epoch": 1}
3
+ {"timestamp": 1644809804.5607882, "relative_time": 634.1534304618835, "current_lr": 0.4138247296899322, "val_time": 11.838554620742798, "top_1_8": 0.1438799947500229, "top_1_16": 0.25457999110221863, "top_1_32": 0.30748000741004944, "top_1_64": 0.3322199881076813, "top_1_128": 0.3476400077342987, "top_1_256": 0.36177998781204224, "top_1_512": 0.36809998750686646, "top_1_1024": 0.37049999833106995, "top_1_2048": 0.3697800040245056, "top_5_8": 0.3740200102329254, "top_5_16": 0.5239800214767456, "top_5_32": 0.5874199867248535, "top_5_64": 0.612339973449707, "top_5_128": 0.6299800276756287, "top_5_256": 0.6417800188064575, "top_5_512": 0.6464200019836426, "top_5_1024": 0.6489199995994568, "top_5_2048": 0.6481000185012817, "train_loss": 36.946144104003906, "epoch": 2}
4
+ {"timestamp": 1644809999.4278777, "relative_time": 829.0205199718475, "current_lr": 0.40264051916361643, "val_time": 12.192458868026733, "top_1_8": 0.16473999619483948, "top_1_16": 0.27875998616218567, "top_1_32": 0.32853999733924866, "top_1_64": 0.35815998911857605, "top_1_128": 0.3807600140571594, "top_1_256": 0.3931800127029419, "top_1_512": 0.40347999334335327, "top_1_1024": 0.40685999393463135, "top_1_2048": 0.4054799973964691, "top_5_8": 0.40887999534606934, "top_5_16": 0.5526400208473206, "top_5_32": 0.6044999957084656, "top_5_64": 0.6356599926948547, "top_5_128": 0.6563599705696106, "top_5_256": 0.6694599986076355, "top_5_512": 0.6772400140762329, "top_5_1024": 0.6796600222587585, "top_5_2048": 0.680079996585846, "train_loss": 34.508262634277344, "epoch": 3}
5
+ {"timestamp": 1644810192.5529845, "relative_time": 1022.145626783371, "current_lr": 0.39145630863730063, "val_time": 11.817626953125, "top_1_8": 0.18671999871730804, "top_1_16": 0.3041200041770935, "top_1_32": 0.359499990940094, "top_1_64": 0.3793799877166748, "top_1_128": 0.3970000147819519, "top_1_256": 0.41262000799179077, "top_1_512": 0.4230400025844574, "top_1_1024": 0.42862001061439514, "top_1_2048": 0.42923998832702637, "top_5_8": 0.43470001220703125, "top_5_16": 0.5737000107765198, "top_5_32": 0.6356599926948547, "top_5_64": 0.6556599736213684, "top_5_128": 0.671720027923584, "top_5_256": 0.685259997844696, "top_5_512": 0.6941400170326233, "top_5_1024": 0.6981599926948547, "top_5_2048": 0.6992800235748291, "train_loss": 33.20845031738281, "epoch": 4}
6
+ {"timestamp": 1644810384.8471053, "relative_time": 1214.4397475719452, "current_lr": 0.3802720981109849, "val_time": 11.810555934906006, "top_1_8": 0.1885800063610077, "top_1_16": 0.3197399973869324, "top_1_32": 0.3669399917125702, "top_1_64": 0.3916400074958801, "top_1_128": 0.40393999218940735, "top_1_256": 0.4125800132751465, "top_1_512": 0.42041999101638794, "top_1_1024": 0.42221999168395996, "top_1_2048": 0.42250001430511475, "top_5_8": 0.4339999854564667, "top_5_16": 0.5834800004959106, "top_5_32": 0.6341000199317932, "top_5_64": 0.6627600193023682, "top_5_128": 0.6775400042533875, "top_5_256": 0.6847800016403198, "top_5_512": 0.6921200156211853, "top_5_1024": 0.6941400170326233, "top_5_2048": 0.6927000284194946, "train_loss": 32.31793975830078, "epoch": 5}
7
+ {"timestamp": 1644810575.4888244, "relative_time": 1405.0814666748047, "current_lr": 0.3690878875846691, "val_time": 11.775202512741089, "top_1_8": 0.21262000501155853, "top_1_16": 0.3592599928379059, "top_1_32": 0.40720000863075256, "top_1_64": 0.4314199984073639, "top_1_128": 0.44661998748779297, "top_1_256": 0.4575600028038025, "top_1_512": 0.4651600122451782, "top_1_1024": 0.46841999888420105, "top_1_2048": 0.46720001101493835, "top_5_8": 0.47411999106407166, "top_5_16": 0.6309800148010254, "top_5_32": 0.6796799898147583, "top_5_64": 0.7044600248336792, "top_5_128": 0.7190200090408325, "top_5_256": 0.7272599935531616, "top_5_512": 0.733299970626831, "top_5_1024": 0.7337200045585632, "top_5_2048": 0.7329800128936768, "train_loss": 31.65143585205078, "epoch": 6}
8
+ {"timestamp": 1644810766.4964352, "relative_time": 1596.0890774726868, "current_lr": 0.3579036770583533, "val_time": 11.786355018615723, "top_1_8": 0.22332000732421875, "top_1_16": 0.36083999276161194, "top_1_32": 0.4097599983215332, "top_1_64": 0.4348199963569641, "top_1_128": 0.4491199851036072, "top_1_256": 0.4554600119590759, "top_1_512": 0.46215999126434326, "top_1_1024": 0.46560001373291016, "top_1_2048": 0.4657999873161316, "top_5_8": 0.49584001302719116, "top_5_16": 0.6336399912834167, "top_5_32": 0.6797400116920471, "top_5_64": 0.7044399976730347, "top_5_128": 0.7160800099372864, "top_5_256": 0.723039984703064, "top_5_512": 0.7287600040435791, "top_5_1024": 0.7303400039672852, "top_5_2048": 0.7298399806022644, "train_loss": 31.176258087158203, "epoch": 7}
9
+ {"timestamp": 1644810956.489392, "relative_time": 1786.0820343494415, "current_lr": 0.3467194665320375, "val_time": 11.796109199523926, "top_1_8": 0.25290000438690186, "top_1_16": 0.40408000349998474, "top_1_32": 0.45934000611305237, "top_1_64": 0.47843998670578003, "top_1_128": 0.4903999865055084, "top_1_256": 0.4990600049495697, "top_1_512": 0.5062400102615356, "top_1_1024": 0.5104600191116333, "top_1_2048": 0.5100399851799011, "top_5_8": 0.5285199880599976, "top_5_16": 0.6739799976348877, "top_5_32": 0.7268400192260742, "top_5_64": 0.7455000281333923, "top_5_128": 0.7549399733543396, "top_5_256": 0.7634400129318237, "top_5_512": 0.7686600089073181, "top_5_1024": 0.7716799974441528, "top_5_2048": 0.7724800109863281, "train_loss": 30.750783920288086, "epoch": 8}
10
+ {"timestamp": 1644811146.8189452, "relative_time": 1976.4115874767303, "current_lr": 0.3355352560057217, "val_time": 11.786006212234497, "top_1_8": 0.27724000811576843, "top_1_16": 0.42570000886917114, "top_1_32": 0.4728600084781647, "top_1_64": 0.4929800033569336, "top_1_128": 0.5041400194168091, "top_1_256": 0.510860025882721, "top_1_512": 0.515779972076416, "top_1_1024": 0.5187199711799622, "top_1_2048": 0.5203999876976013, "top_5_8": 0.5580599904060364, "top_5_16": 0.696179986000061, "top_5_32": 0.7397000193595886, "top_5_64": 0.7575600147247314, "top_5_128": 0.767799973487854, "top_5_256": 0.7750200033187866, "top_5_512": 0.7771999835968018, "top_5_1024": 0.7797999978065491, "top_5_2048": 0.7803199887275696, "train_loss": 30.389144897460938, "epoch": 9}
11
+ {"timestamp": 1644811337.146534, "relative_time": 2166.739176273346, "current_lr": 0.3243510454794059, "val_time": 11.76738691329956, "top_1_8": 0.2604199945926666, "top_1_16": 0.40365999937057495, "top_1_32": 0.4498000144958496, "top_1_64": 0.4717999994754791, "top_1_128": 0.47721999883651733, "top_1_256": 0.48146000504493713, "top_1_512": 0.48688000440597534, "top_1_1024": 0.4893600046634674, "top_1_2048": 0.4882200062274933, "top_5_8": 0.5290600061416626, "top_5_16": 0.6642600297927856, "top_5_32": 0.7093200087547302, "top_5_64": 0.7315599918365479, "top_5_128": 0.7389199733734131, "top_5_256": 0.7438399791717529, "top_5_512": 0.7478799819946289, "top_5_1024": 0.749779999256134, "top_5_2048": 0.7485600113868713, "train_loss": 30.11245346069336, "epoch": 10}
12
+ {"timestamp": 1644811527.5339172, "relative_time": 2357.126559495926, "current_lr": 0.3131668349530901, "val_time": 11.797331809997559, "top_1_8": 0.29412001371383667, "top_1_16": 0.4409799873828888, "top_1_32": 0.4840199947357178, "top_1_64": 0.5020800232887268, "top_1_128": 0.5135999917984009, "top_1_256": 0.5208200216293335, "top_1_512": 0.5273000001907349, "top_1_1024": 0.5306000113487244, "top_1_2048": 0.5320000052452087, "top_5_8": 0.573199987411499, "top_5_16": 0.7035599946975708, "top_5_32": 0.7441999912261963, "top_5_64": 0.7653999924659729, "top_5_128": 0.7748600244522095, "top_5_256": 0.7794399857521057, "top_5_512": 0.7841600179672241, "top_5_1024": 0.78684002161026, "top_5_2048": 0.7873200178146362, "train_loss": 29.772281646728516, "epoch": 11}
13
+ {"timestamp": 1644811718.3739502, "relative_time": 2547.9665925502777, "current_lr": 0.3019826244267743, "val_time": 11.7974374294281, "top_1_8": 0.27597999572753906, "top_1_16": 0.42697998881340027, "top_1_32": 0.4740400016307831, "top_1_64": 0.4932999908924103, "top_1_128": 0.5025200247764587, "top_1_256": 0.5087800025939941, "top_1_512": 0.5126000046730042, "top_1_1024": 0.515779972076416, "top_1_2048": 0.5148599743843079, "top_5_8": 0.5508800148963928, "top_5_16": 0.6889600157737732, "top_5_32": 0.735759973526001, "top_5_64": 0.7556399703025818, "top_5_128": 0.764680027961731, "top_5_256": 0.7689200043678284, "top_5_512": 0.7733799815177917, "top_5_1024": 0.7763199806213379, "top_5_2048": 0.7762399911880493, "train_loss": 29.541120529174805, "epoch": 12}
14
+ {"timestamp": 1644811909.2741895, "relative_time": 2738.86683177948, "current_lr": 0.2907984139004585, "val_time": 11.769639015197754, "top_1_8": 0.30823999643325806, "top_1_16": 0.44962000846862793, "top_1_32": 0.4895800054073334, "top_1_64": 0.5081800222396851, "top_1_128": 0.5188000202178955, "top_1_256": 0.5240799784660339, "top_1_512": 0.5280399918556213, "top_1_1024": 0.5305799841880798, "top_1_2048": 0.5314199924468994, "top_5_8": 0.5791800022125244, "top_5_16": 0.7044000029563904, "top_5_32": 0.7445999979972839, "top_5_64": 0.7644799947738647, "top_5_128": 0.7733200192451477, "top_5_256": 0.7775200009346008, "top_5_512": 0.7813199758529663, "top_5_1024": 0.7833399772644043, "top_5_2048": 0.7832199931144714, "train_loss": 29.31999397277832, "epoch": 13}
15
+ {"timestamp": 1644812100.2806578, "relative_time": 2929.873300075531, "current_lr": 0.2796142033741427, "val_time": 11.828688621520996, "top_1_8": 0.31290000677108765, "top_1_16": 0.46094000339508057, "top_1_32": 0.5055199861526489, "top_1_64": 0.5239199995994568, "top_1_128": 0.5328400135040283, "top_1_256": 0.5379999876022339, "top_1_512": 0.5410400032997131, "top_1_1024": 0.5448399782180786, "top_1_2048": 0.5464000105857849, "top_5_8": 0.5939199924468994, "top_5_16": 0.7210400104522705, "top_5_32": 0.7615600228309631, "top_5_64": 0.7799199819564819, "top_5_128": 0.7878999710083008, "top_5_256": 0.7928599715232849, "top_5_512": 0.7961599826812744, "top_5_1024": 0.7979999780654907, "top_5_2048": 0.7990999817848206, "train_loss": 29.04448890686035, "epoch": 14}
16
+ {"timestamp": 1644812290.997995, "relative_time": 3120.5906372070312, "current_lr": 0.268429992847827, "val_time": 11.747843027114868, "top_1_8": 0.3190400004386902, "top_1_16": 0.4625999927520752, "top_1_32": 0.5045599937438965, "top_1_64": 0.5234599709510803, "top_1_128": 0.5324400067329407, "top_1_256": 0.5375800132751465, "top_1_512": 0.5417400002479553, "top_1_1024": 0.5449600219726562, "top_1_2048": 0.5470600128173828, "top_5_8": 0.5971800088882446, "top_5_16": 0.7225599884986877, "top_5_32": 0.76146000623703, "top_5_64": 0.7807400226593018, "top_5_128": 0.7873799800872803, "top_5_256": 0.7926200032234192, "top_5_512": 0.7968800067901611, "top_5_1024": 0.7990599870681763, "top_5_2048": 0.799239993095398, "train_loss": 28.829410552978516, "epoch": 15}
17
+ {"timestamp": 1644812481.618533, "relative_time": 3311.2111752033234, "current_lr": 0.2572457823215112, "val_time": 11.742696523666382, "top_1_8": 0.3237000107765198, "top_1_16": 0.46511998772621155, "top_1_32": 0.50382000207901, "top_1_64": 0.5202800035476685, "top_1_128": 0.5273799896240234, "top_1_256": 0.5333600044250488, "top_1_512": 0.5371000170707703, "top_1_1024": 0.5397800207138062, "top_1_2048": 0.5402200222015381, "top_5_8": 0.5969399809837341, "top_5_16": 0.716480016708374, "top_5_32": 0.7580599784851074, "top_5_64": 0.7754999995231628, "top_5_128": 0.7835400104522705, "top_5_256": 0.7881399989128113, "top_5_512": 0.7924799919128418, "top_5_1024": 0.7943000197410583, "top_5_2048": 0.7950599789619446, "train_loss": 28.567121505737305, "epoch": 16}
18
+ {"timestamp": 1644812672.4000423, "relative_time": 3501.9926846027374, "current_lr": 0.24606157179519542, "val_time": 11.809973001480103, "top_1_8": 0.33112001419067383, "top_1_16": 0.46672001481056213, "top_1_32": 0.5092599987983704, "top_1_64": 0.5263000130653381, "top_1_128": 0.5359600186347961, "top_1_256": 0.5385599732398987, "top_1_512": 0.541100025177002, "top_1_1024": 0.5430200099945068, "top_1_2048": 0.5432599782943726, "top_5_8": 0.5967400074005127, "top_5_16": 0.7140799760818481, "top_5_32": 0.7557799816131592, "top_5_64": 0.7747799754142761, "top_5_128": 0.7818599939346313, "top_5_256": 0.7858999967575073, "top_5_512": 0.7884799838066101, "top_5_1024": 0.789900004863739, "top_5_2048": 0.7909799814224243, "train_loss": 28.398693084716797, "epoch": 17}
19
+ {"timestamp": 1644812863.0043557, "relative_time": 3692.596997976303, "current_lr": 0.23487736126887962, "val_time": 11.795819520950317, "top_1_8": 0.35947999358177185, "top_1_16": 0.49796000123023987, "top_1_32": 0.5370799899101257, "top_1_64": 0.5544599890708923, "top_1_128": 0.5623800158500671, "top_1_256": 0.5661799907684326, "top_1_512": 0.5697799921035767, "top_1_1024": 0.5704399943351746, "top_1_2048": 0.5704399943351746, "top_5_8": 0.6320199966430664, "top_5_16": 0.7429599761962891, "top_5_32": 0.7805600166320801, "top_5_64": 0.7990599870681763, "top_5_128": 0.8070200085639954, "top_5_256": 0.8109400272369385, "top_5_512": 0.8135600090026855, "top_5_1024": 0.8159999847412109, "top_5_2048": 0.8168200254440308, "train_loss": 28.153871536254883, "epoch": 18}
20
+ {"timestamp": 1644813054.0583642, "relative_time": 3883.65100646019, "current_lr": 0.22369315074256382, "val_time": 11.771634817123413, "top_1_8": 0.34661999344825745, "top_1_16": 0.4896399974822998, "top_1_32": 0.5257200002670288, "top_1_64": 0.541159987449646, "top_1_128": 0.550059974193573, "top_1_256": 0.5551199913024902, "top_1_512": 0.5560200214385986, "top_1_1024": 0.5570600032806396, "top_1_2048": 0.5564799904823303, "top_5_8": 0.6204400062561035, "top_5_16": 0.736240029335022, "top_5_32": 0.771619975566864, "top_5_64": 0.7895399928092957, "top_5_128": 0.7965400218963623, "top_5_256": 0.8001000285148621, "top_5_512": 0.8029800057411194, "top_5_1024": 0.8050000071525574, "top_5_2048": 0.805620014667511, "train_loss": 27.943714141845703, "epoch": 19}
21
+ {"timestamp": 1644813245.257315, "relative_time": 4074.849957227707, "current_lr": 0.21250894021624805, "val_time": 11.819801092147827, "top_1_8": 0.36493998765945435, "top_1_16": 0.5011600255966187, "top_1_32": 0.5389599800109863, "top_1_64": 0.5556399822235107, "top_1_128": 0.5645999908447266, "top_1_256": 0.5671399831771851, "top_1_512": 0.5686200261116028, "top_1_1024": 0.5696399807929993, "top_1_2048": 0.570360004901886, "top_5_8": 0.634440004825592, "top_5_16": 0.7458400130271912, "top_5_32": 0.7825999855995178, "top_5_64": 0.7998600006103516, "top_5_128": 0.8064799904823303, "top_5_256": 0.809719979763031, "top_5_512": 0.8128399848937988, "top_5_1024": 0.8140599727630615, "top_5_2048": 0.8147000074386597, "train_loss": 27.718942642211914, "epoch": 20}
22
+ {"timestamp": 1644813436.1595197, "relative_time": 4265.752161979675, "current_lr": 0.20132472968993226, "val_time": 11.742698431015015, "top_1_8": 0.34139999747276306, "top_1_16": 0.47690001130104065, "top_1_32": 0.5145999789237976, "top_1_64": 0.5309799909591675, "top_1_128": 0.5357999801635742, "top_1_256": 0.5364199876785278, "top_1_512": 0.5387600064277649, "top_1_1024": 0.5399399995803833, "top_1_2048": 0.5376399755477905, "top_5_8": 0.606440007686615, "top_5_16": 0.7192000150680542, "top_5_32": 0.7573400139808655, "top_5_64": 0.7753999829292297, "top_5_128": 0.7833799719810486, "top_5_256": 0.7850000262260437, "top_5_512": 0.7866799831390381, "top_5_1024": 0.7879800200462341, "top_5_2048": 0.7877600193023682, "train_loss": 27.495813369750977, "epoch": 21}
23
+ {"timestamp": 1644813626.5707457, "relative_time": 4456.16338801384, "current_lr": 0.19014051916361646, "val_time": 11.791707277297974, "top_1_8": 0.4068799912929535, "top_1_16": 0.5420799851417542, "top_1_32": 0.5798199772834778, "top_1_64": 0.5925599932670593, "top_1_128": 0.5995799899101257, "top_1_256": 0.6027200222015381, "top_1_512": 0.6049399971961975, "top_1_1024": 0.6059399843215942, "top_1_2048": 0.6069200038909912, "top_5_8": 0.6804999709129333, "top_5_16": 0.7786399722099304, "top_5_32": 0.8107200264930725, "top_5_64": 0.8261600136756897, "top_5_128": 0.832040011882782, "top_5_256": 0.8364400267601013, "top_5_512": 0.8386200070381165, "top_5_1024": 0.8391000032424927, "top_5_2048": 0.8394399881362915, "train_loss": 27.23285675048828, "epoch": 22}
24
+ {"timestamp": 1644813817.3113112, "relative_time": 4646.903953552246, "current_lr": 0.1789563086373007, "val_time": 11.791780710220337, "top_1_8": 0.4163399934768677, "top_1_16": 0.5557199716567993, "top_1_32": 0.5922799706459045, "top_1_64": 0.605459988117218, "top_1_128": 0.6107400059700012, "top_1_256": 0.613860011100769, "top_1_512": 0.6146600246429443, "top_1_1024": 0.6146199703216553, "top_1_2048": 0.6155200004577637, "top_5_8": 0.6825399994850159, "top_5_16": 0.7888000011444092, "top_5_32": 0.821940004825592, "top_5_64": 0.8377199769020081, "top_5_128": 0.8428000211715698, "top_5_256": 0.8460400104522705, "top_5_512": 0.847000002861023, "top_5_1024": 0.8478400111198425, "top_5_2048": 0.8501399755477905, "train_loss": 27.021772384643555, "epoch": 23}
25
+ {"timestamp": 1644814007.790893, "relative_time": 4837.383535385132, "current_lr": 0.1677720981109849, "val_time": 11.763216972351074, "top_1_8": 0.41819998621940613, "top_1_16": 0.5577800273895264, "top_1_32": 0.5936800241470337, "top_1_64": 0.6044999957084656, "top_1_128": 0.6112200021743774, "top_1_256": 0.614359974861145, "top_1_512": 0.6170799732208252, "top_1_1024": 0.6176000237464905, "top_1_2048": 0.6171000003814697, "top_5_8": 0.6864200234413147, "top_5_16": 0.788919985294342, "top_5_32": 0.8210600018501282, "top_5_64": 0.8358399868011475, "top_5_128": 0.8431599736213684, "top_5_256": 0.8472200036048889, "top_5_512": 0.8495799899101257, "top_5_1024": 0.8506399989128113, "top_5_2048": 0.8514999747276306, "train_loss": 26.79734992980957, "epoch": 24}
26
+ {"timestamp": 1644814198.7687957, "relative_time": 5028.361438035965, "current_lr": 0.1565878875846691, "val_time": 11.728018760681152, "top_1_8": 0.40623998641967773, "top_1_16": 0.5370399951934814, "top_1_32": 0.5703399777412415, "top_1_64": 0.5830000042915344, "top_1_128": 0.5905200242996216, "top_1_256": 0.5932199954986572, "top_1_512": 0.594539999961853, "top_1_1024": 0.5958200097084045, "top_1_2048": 0.5979599952697754, "top_5_8": 0.6671199798583984, "top_5_16": 0.7710400223731995, "top_5_32": 0.8027799725532532, "top_5_64": 0.8161600232124329, "top_5_128": 0.8230400085449219, "top_5_256": 0.8265799880027771, "top_5_512": 0.8281000256538391, "top_5_1024": 0.8294199705123901, "top_5_2048": 0.8300399780273438, "train_loss": 26.50821876525879, "epoch": 25}
27
+ {"timestamp": 1644814389.6133091, "relative_time": 5219.205951452255, "current_lr": 0.1454036770583533, "val_time": 11.75780200958252, "top_1_8": 0.4314199984073639, "top_1_16": 0.567300021648407, "top_1_32": 0.6043199896812439, "top_1_64": 0.6167600154876709, "top_1_128": 0.6244999766349792, "top_1_256": 0.6270400285720825, "top_1_512": 0.6288400292396545, "top_1_1024": 0.6288400292396545, "top_1_2048": 0.6302000284194946, "top_5_8": 0.6933599710464478, "top_5_16": 0.7976400256156921, "top_5_32": 0.8292999863624573, "top_5_64": 0.8444600105285645, "top_5_128": 0.850600004196167, "top_5_256": 0.8529199957847595, "top_5_512": 0.8554999828338623, "top_5_1024": 0.8572199940681458, "top_5_2048": 0.8576599955558777, "train_loss": 26.261783599853516, "epoch": 26}
28
+ {"timestamp": 1644814580.4045095, "relative_time": 5409.997151851654, "current_lr": 0.1342194665320375, "val_time": 11.816002130508423, "top_1_8": 0.42669999599456787, "top_1_16": 0.5494400262832642, "top_1_32": 0.5839200019836426, "top_1_64": 0.6010000109672546, "top_1_128": 0.6064599752426147, "top_1_256": 0.610319972038269, "top_1_512": 0.6105999946594238, "top_1_1024": 0.6109799742698669, "top_1_2048": 0.6121000051498413, "top_5_8": 0.6846399903297424, "top_5_16": 0.7793999910354614, "top_5_32": 0.8131800293922424, "top_5_64": 0.8304600119590759, "top_5_128": 0.8385599851608276, "top_5_256": 0.8422600030899048, "top_5_512": 0.8442000150680542, "top_5_1024": 0.8442800045013428, "top_5_2048": 0.8454800248146057, "train_loss": 26.001140594482422, "epoch": 27}
29
+ {"timestamp": 1644814770.9404798, "relative_time": 5600.533122062683, "current_lr": 0.12303525600572171, "val_time": 11.743545055389404, "top_1_8": 0.46790000796318054, "top_1_16": 0.5931400060653687, "top_1_32": 0.6223599910736084, "top_1_64": 0.63264000415802, "top_1_128": 0.6391199827194214, "top_1_256": 0.6402000188827515, "top_1_512": 0.6409800052642822, "top_1_1024": 0.6421599984169006, "top_1_2048": 0.6428400278091431, "top_5_8": 0.7227399945259094, "top_5_16": 0.8114399909973145, "top_5_32": 0.8414199948310852, "top_5_64": 0.8539599776268005, "top_5_128": 0.8603799939155579, "top_5_256": 0.8625400066375732, "top_5_512": 0.8646000027656555, "top_5_1024": 0.8653600215911865, "top_5_2048": 0.8654999732971191, "train_loss": 25.69126319885254, "epoch": 28}
30
+ {"timestamp": 1644814961.6227767, "relative_time": 5791.215419054031, "current_lr": 0.11185104547940597, "val_time": 11.812758922576904, "top_1_8": 0.45895999670028687, "top_1_16": 0.5840200185775757, "top_1_32": 0.6126599907875061, "top_1_64": 0.6250200271606445, "top_1_128": 0.6304799914360046, "top_1_256": 0.6335200071334839, "top_1_512": 0.6331800222396851, "top_1_1024": 0.6338800191879272, "top_1_2048": 0.634880006313324, "top_5_8": 0.7106000185012817, "top_5_16": 0.8018800020217896, "top_5_32": 0.8312600255012512, "top_5_64": 0.8455399870872498, "top_5_128": 0.8531399965286255, "top_5_256": 0.8564199805259705, "top_5_512": 0.8577799797058105, "top_5_1024": 0.8593599796295166, "top_5_2048": 0.8593999743461609, "train_loss": 25.391979217529297, "epoch": 29}
31
+ {"timestamp": 1644815152.410212, "relative_time": 5982.002854347229, "current_lr": 0.10066683495309017, "val_time": 11.780320882797241, "top_1_8": 0.4902600049972534, "top_1_16": 0.6106200218200684, "top_1_32": 0.6373999714851379, "top_1_64": 0.6496400237083435, "top_1_128": 0.6543999910354614, "top_1_256": 0.6564800143241882, "top_1_512": 0.6578999757766724, "top_1_1024": 0.657800018787384, "top_1_2048": 0.6588000059127808, "top_5_8": 0.740339994430542, "top_5_16": 0.8235599994659424, "top_5_32": 0.8497599959373474, "top_5_64": 0.8636999726295471, "top_5_128": 0.8694400191307068, "top_5_256": 0.872160017490387, "top_5_512": 0.8733599781990051, "top_5_1024": 0.8743000030517578, "top_5_2048": 0.8754600286483765, "train_loss": 25.07218360900879, "epoch": 30}
32
+ {"timestamp": 1644815342.9975235, "relative_time": 6172.5901658535, "current_lr": 0.08948262442677438, "val_time": 11.853840589523315, "top_1_8": 0.48245999217033386, "top_1_16": 0.5984200239181519, "top_1_32": 0.6269199848175049, "top_1_64": 0.6405199766159058, "top_1_128": 0.6456199884414673, "top_1_256": 0.6479600071907043, "top_1_512": 0.6487200260162354, "top_1_1024": 0.6492999792098999, "top_1_2048": 0.6492800116539001, "top_5_8": 0.7314199805259705, "top_5_16": 0.813040018081665, "top_5_32": 0.8418800234794617, "top_5_64": 0.85589998960495, "top_5_128": 0.862280011177063, "top_5_256": 0.8647199869155884, "top_5_512": 0.8652600049972534, "top_5_1024": 0.8665199875831604, "top_5_2048": 0.86735999584198, "train_loss": 24.72398567199707, "epoch": 31}
33
+ {"timestamp": 1644815609.791462, "relative_time": 6439.384104251862, "current_lr": 0.07829841390045858, "val_time": 11.821460485458374, "top_1_8": 0.5411999821662903, "top_1_16": 0.6470000147819519, "top_1_32": 0.6706399917602539, "top_1_64": 0.6815599799156189, "top_1_128": 0.6872000098228455, "top_1_256": 0.6896600127220154, "top_1_512": 0.6896799802780151, "top_1_1024": 0.6906999945640564, "top_1_2048": 0.6912400126457214, "top_5_8": 0.7730799913406372, "top_5_16": 0.8467400074005127, "top_5_32": 0.8701000213623047, "top_5_64": 0.8834400177001953, "top_5_128": 0.8897799849510193, "top_5_256": 0.8917400240898132, "top_5_512": 0.8931800127029419, "top_5_1024": 0.8942599892616272, "top_5_2048": 0.8949199914932251, "train_loss": 23.99838638305664, "epoch": 32}
34
+ {"timestamp": 1644815864.6441083, "relative_time": 6694.236750602722, "current_lr": 0.06711420337414278, "val_time": 11.801878929138184, "top_1_8": 0.5622599720954895, "top_1_16": 0.6596400141716003, "top_1_32": 0.6850600242614746, "top_1_64": 0.695580005645752, "top_1_128": 0.7001399993896484, "top_1_256": 0.7020999789237976, "top_1_512": 0.7029600143432617, "top_1_1024": 0.7036600112915039, "top_1_2048": 0.7043600082397461, "top_5_8": 0.7846599817276001, "top_5_16": 0.8546599745750427, "top_5_32": 0.8770400285720825, "top_5_64": 0.8888199925422668, "top_5_128": 0.8948400020599365, "top_5_256": 0.8968999981880188, "top_5_512": 0.8980000019073486, "top_5_1024": 0.8990200161933899, "top_5_2048": 0.8997799754142761, "train_loss": 23.598352432250977, "epoch": 33}
35
+ {"timestamp": 1644816118.9893918, "relative_time": 6948.582034111023, "current_lr": 0.05592999284782698, "val_time": 11.751690864562988, "top_1_8": 0.5667999982833862, "top_1_16": 0.6691200137138367, "top_1_32": 0.690779983997345, "top_1_64": 0.7026200294494629, "top_1_128": 0.708899974822998, "top_1_256": 0.708620011806488, "top_1_512": 0.7102599740028381, "top_1_1024": 0.7119200229644775, "top_1_2048": 0.712440013885498, "top_5_8": 0.7922999858856201, "top_5_16": 0.8603000044822693, "top_5_32": 0.8828399777412415, "top_5_64": 0.8946599960327148, "top_5_128": 0.9009199738502502, "top_5_256": 0.9031599760055542, "top_5_512": 0.9040399789810181, "top_5_1024": 0.9053199887275696, "top_5_2048": 0.9060999751091003, "train_loss": 23.1484432220459, "epoch": 34}
36
+ {"timestamp": 1644816373.685207, "relative_time": 7203.277849197388, "current_lr": 0.044745782321511184, "val_time": 11.77056360244751, "top_1_8": 0.6001600027084351, "top_1_16": 0.6888800263404846, "top_1_32": 0.7085000276565552, "top_1_64": 0.7179399728775024, "top_1_128": 0.7211800217628479, "top_1_256": 0.7231199741363525, "top_1_512": 0.7251999974250793, "top_1_1024": 0.7252600193023682, "top_1_2048": 0.7259799838066101, "top_5_8": 0.8101199865341187, "top_5_16": 0.8714200258255005, "top_5_32": 0.890999972820282, "top_5_64": 0.9020599722862244, "top_5_128": 0.9080600142478943, "top_5_256": 0.9104999899864197, "top_5_512": 0.9105799794197083, "top_5_1024": 0.911620020866394, "top_5_2048": 0.9128000140190125, "train_loss": 22.653398513793945, "epoch": 35}
37
+ {"timestamp": 1644816627.8668098, "relative_time": 7457.459452152252, "current_lr": 0.03356157179519539, "val_time": 11.810787677764893, "top_1_8": 0.6028599739074707, "top_1_16": 0.6874799728393555, "top_1_32": 0.7082200050354004, "top_1_64": 0.720579981803894, "top_1_128": 0.7245799899101257, "top_1_256": 0.7264599800109863, "top_1_512": 0.7275599837303162, "top_1_1024": 0.7281799912452698, "top_1_2048": 0.72843998670578, "top_5_8": 0.8077999949455261, "top_5_16": 0.8702999949455261, "top_5_32": 0.891319990158081, "top_5_64": 0.9035800099372864, "top_5_128": 0.9075400233268738, "top_5_256": 0.9102200269699097, "top_5_512": 0.9114000201225281, "top_5_1024": 0.9121800065040588, "top_5_2048": 0.9128000140190125, "train_loss": 22.13498306274414, "epoch": 36}
38
+ {"timestamp": 1644816882.1125255, "relative_time": 7711.705167770386, "current_lr": 0.02237736126887959, "val_time": 11.809712171554565, "top_1_8": 0.637179970741272, "top_1_16": 0.7182599902153015, "top_1_32": 0.7353600263595581, "top_1_64": 0.7435600161552429, "top_1_128": 0.7483000159263611, "top_1_256": 0.7498999834060669, "top_1_512": 0.7515400052070618, "top_1_1024": 0.751800000667572, "top_1_2048": 0.752780020236969, "top_5_8": 0.8314399719238281, "top_5_16": 0.8852999806404114, "top_5_32": 0.9051399827003479, "top_5_64": 0.9154800176620483, "top_5_128": 0.9210799932479858, "top_5_256": 0.9230999946594238, "top_5_512": 0.9246000051498413, "top_5_1024": 0.9250800013542175, "top_5_2048": 0.9258400201797485, "train_loss": 21.550678253173828, "epoch": 37}
39
+ {"timestamp": 1644817136.0141737, "relative_time": 7965.6068160533905, "current_lr": 0.011193150742563851, "val_time": 11.822780132293701, "top_1_8": 0.6560400128364563, "top_1_16": 0.7286400198936462, "top_1_32": 0.7453600168228149, "top_1_64": 0.7546200156211853, "top_1_128": 0.757860004901886, "top_1_256": 0.7592200040817261, "top_1_512": 0.7602400183677673, "top_1_1024": 0.7612599730491638, "top_1_2048": 0.7618399858474731, "top_5_8": 0.8420600295066833, "top_5_16": 0.8930400013923645, "top_5_32": 0.9108800292015076, "top_5_64": 0.9202399849891663, "top_5_128": 0.925279974937439, "top_5_256": 0.9284200072288513, "top_5_512": 0.9297599792480469, "top_5_1024": 0.9305999875068665, "top_5_2048": 0.9312000274658203, "train_loss": 20.884380340576172, "epoch": 38}
40
+ {"timestamp": 1644817390.6698322, "relative_time": 8220.262474536896, "current_lr": 8.940216248054869e-06, "val_time": 11.751021146774292, "top_1_8": 0.6707199811935425, "top_1_16": 0.7392200231552124, "top_1_32": 0.7545599937438965, "top_1_64": 0.7626199722290039, "top_1_128": 0.7674999833106995, "top_1_256": 0.7681800127029419, "top_1_512": 0.7710199952125549, "top_1_1024": 0.7722399830818176, "top_1_2048": 0.7725800275802612, "top_5_8": 0.8499400019645691, "top_5_16": 0.898360013961792, "top_5_32": 0.9163200259208679, "top_5_64": 0.9243000149726868, "top_5_128": 0.9302600026130676, "top_5_256": 0.9318600296974182, "top_5_512": 0.9329000115394592, "top_5_1024": 0.9339399933815002, "top_5_2048": 0.9344000220298767, "train_loss": 20.294429779052734, "epoch": 39}
41
+ {"timestamp": 1644817402.5141726, "relative_time": 8232.106814861298, "current_lr": 8.940216248054869e-06, "val_time": 11.84293246269226, "top_1_8": 0.6707199811935425, "top_1_16": 0.7392200231552124, "top_1_32": 0.7545599937438965, "top_1_64": 0.7626199722290039, "top_1_128": 0.7674999833106995, "top_1_256": 0.7681800127029419, "top_1_512": 0.7710199952125549, "top_1_1024": 0.7722399830818176, "top_1_2048": 0.7725800275802612, "top_5_8": 0.8499400019645691, "top_5_16": 0.898360013961792, "top_5_32": 0.9163200259208679, "top_5_64": 0.9243000149726868, "top_5_128": 0.9302600026130676, "top_5_256": 0.9318600296974182, "top_5_512": 0.9329000115394592, "top_5_1024": 0.9339399933815002, "top_5_2048": 0.9344000220298767, "epoch": 39}
mrl/Imagenet1k_R50_mrl/params.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"model.arch": "resnet50", "model.pretrained": 0, "model.single_head": 0, "model.multi_head": 1, "model.nesting_start": 3, "model.fixed_feature": 2048, "resolution.min_res": 160, "resolution.max_res": 192, "resolution.end_ramp": 34, "resolution.start_ramp": 29, "data.train_dataset": "/home/jupyter/dataset-ffcv/train_500_0.50_90.ffcv", "data.val_dataset": "/home/jupyter/dataset-ffcv/val_500_0.50_90.ffcv", "data.num_workers": 12, "data.in_memory": 1, "lr.step_ratio": 0.1, "lr.step_length": 30, "lr.lr_schedule_type": "cyclic", "lr.lr": 0.425, "lr.lr_peak_epoch": 2, "logging.folder": "trainlogs", "logging.log_level": 1, "validation.batch_size": 512, "validation.resolution": 256, "validation.lr_tta": 1, "training.eval_only": 0, "training.batch_size": 512, "training.optimizer": "sgd", "training.momentum": 0.9, "training.weight_decay": 0.0001, "training.epochs": 40, "training.label_smoothing": 0.1, "training.distributed": 1, "training.use_blurpool": 1, "dist.world_size": 2, "dist.address": "localhost", "dist.port": "12355"}
mrl/Imagenet1k_R50_mrl_16start/final_weights.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6132ea1ff93788c32d1138146a71b739ce10790b4a6322148dbf587811d98a45
3
+ size 110808153
mrl/Imagenet1k_R50_mrl_16start/log ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"timestamp": 1644818036.3497334, "relative_time": 215.91986751556396, "current_lr": 0.21235140287769783, "val_time": 17.834429502487183, "top_1_16": 0.07896000146865845, "top_1_32": 0.11066000163555145, "top_1_64": 0.12705999612808228, "top_1_128": 0.1376200020313263, "top_1_256": 0.14154000580310822, "top_1_512": 0.1437399983406067, "top_1_1024": 0.14326000213623047, "top_1_2048": 0.14086000621318817, "top_5_16": 0.22764000296592712, "top_5_32": 0.2842999994754791, "top_5_64": 0.31018000841140747, "top_5_128": 0.32708001136779785, "top_5_256": 0.33601999282836914, "top_5_512": 0.33629998564720154, "top_5_1024": 0.33673998713493347, "top_5_2048": 0.3293600082397461, "train_loss": 47.45769119262695, "epoch": 0}
2
+ {"timestamp": 1644818235.5213282, "relative_time": 415.0914623737335, "current_lr": 0.4248301528776978, "val_time": 14.409303188323975, "top_1_16": 0.1723800003528595, "top_1_32": 0.22448000311851501, "top_1_64": 0.2533999979496002, "top_1_128": 0.2707200050354004, "top_1_256": 0.28007999062538147, "top_1_512": 0.28606000542640686, "top_1_1024": 0.28916001319885254, "top_1_2048": 0.2888599932193756, "top_5_16": 0.411080002784729, "top_5_32": 0.4789400100708008, "top_5_64": 0.5181199908256531, "top_5_128": 0.5386999845504761, "top_5_256": 0.5504400134086609, "top_5_512": 0.5546200275421143, "top_5_1024": 0.557640016078949, "top_5_2048": 0.5552399754524231, "train_loss": 36.324764251708984, "epoch": 1}
3
+ {"timestamp": 1644818430.6749063, "relative_time": 610.2450404167175, "current_lr": 0.4138247296899322, "val_time": 11.775774478912354, "top_1_16": 0.23080000281333923, "top_1_32": 0.2915799915790558, "top_1_64": 0.3171600103378296, "top_1_128": 0.34384000301361084, "top_1_256": 0.35850000381469727, "top_1_512": 0.3662799894809723, "top_1_1024": 0.36970001459121704, "top_1_2048": 0.36994001269340515, "top_5_16": 0.4871000051498413, "top_5_32": 0.5623800158500671, "top_5_64": 0.5887600183486938, "top_5_128": 0.614139974117279, "top_5_256": 0.6240400075912476, "top_5_512": 0.6335800290107727, "top_5_1024": 0.636139988899231, "top_5_2048": 0.6351199746131897, "train_loss": 31.862468719482422, "epoch": 2}
4
+ {"timestamp": 1644818622.9831583, "relative_time": 802.5532925128937, "current_lr": 0.40264051916361643, "val_time": 11.767141103744507, "top_1_16": 0.30302000045776367, "top_1_32": 0.36645999550819397, "top_1_64": 0.3920400142669678, "top_1_128": 0.4124799966812134, "top_1_256": 0.42684000730514526, "top_1_512": 0.4350000023841858, "top_1_1024": 0.4400799870491028, "top_1_2048": 0.44016000628471375, "top_5_16": 0.5827800035476685, "top_5_32": 0.6520400047302246, "top_5_64": 0.6764199733734131, "top_5_128": 0.6919800043106079, "top_5_256": 0.7039999961853027, "top_5_512": 0.7095400094985962, "top_5_1024": 0.711899995803833, "top_5_2048": 0.7121999859809875, "train_loss": 29.626020431518555, "epoch": 3}
5
+ {"timestamp": 1644818814.1147156, "relative_time": 993.6848497390747, "current_lr": 0.39145630863730063, "val_time": 11.746846675872803, "top_1_16": 0.32109999656677246, "top_1_32": 0.3872799873352051, "top_1_64": 0.4143199920654297, "top_1_128": 0.433459997177124, "top_1_256": 0.4480000138282776, "top_1_512": 0.4562000036239624, "top_1_1024": 0.46059998869895935, "top_1_2048": 0.45969998836517334, "top_5_16": 0.5981799960136414, "top_5_32": 0.6644999980926514, "top_5_64": 0.6909000277519226, "top_5_128": 0.7054799795150757, "top_5_256": 0.7167199850082397, "top_5_512": 0.7226600050926208, "top_5_1024": 0.7262600064277649, "top_5_2048": 0.7249199748039246, "train_loss": 28.412885665893555, "epoch": 4}
6
+ {"timestamp": 1644819004.850316, "relative_time": 1184.4204502105713, "current_lr": 0.3802720981109849, "val_time": 11.729614019393921, "top_1_16": 0.3384000062942505, "top_1_32": 0.394679993391037, "top_1_64": 0.4171200096607208, "top_1_128": 0.4320400059223175, "top_1_256": 0.44690001010894775, "top_1_512": 0.4565800130367279, "top_1_1024": 0.46136000752449036, "top_1_2048": 0.4611999988555908, "top_5_16": 0.6109399795532227, "top_5_32": 0.669700026512146, "top_5_64": 0.6934199929237366, "top_5_128": 0.7102199792861938, "top_5_256": 0.7207599878311157, "top_5_512": 0.7279800176620483, "top_5_1024": 0.7312800288200378, "top_5_2048": 0.7317000031471252, "train_loss": 27.627103805541992, "epoch": 5}
7
+ {"timestamp": 1644819194.8776107, "relative_time": 1374.447744846344, "current_lr": 0.3690878875846691, "val_time": 11.691063404083252, "top_1_16": 0.3284800052642822, "top_1_32": 0.38718000054359436, "top_1_64": 0.41874000430107117, "top_1_128": 0.43397998809814453, "top_1_256": 0.443340003490448, "top_1_512": 0.4505999982357025, "top_1_1024": 0.4529399871826172, "top_1_2048": 0.4523000121116638, "top_5_16": 0.597599983215332, "top_5_32": 0.6597800254821777, "top_5_64": 0.6874799728393555, "top_5_128": 0.7022200226783752, "top_5_256": 0.70933997631073, "top_5_512": 0.7155200242996216, "top_5_1024": 0.7162799835205078, "top_5_2048": 0.7157599925994873, "train_loss": 27.033946990966797, "epoch": 6}
8
+ {"timestamp": 1644819385.2340674, "relative_time": 1564.8042016029358, "current_lr": 0.3579036770583533, "val_time": 11.770201444625854, "top_1_16": 0.377020001411438, "top_1_32": 0.4350599944591522, "top_1_64": 0.46276000142097473, "top_1_128": 0.4767400026321411, "top_1_256": 0.4866600036621094, "top_1_512": 0.4916599988937378, "top_1_1024": 0.4952999949455261, "top_1_2048": 0.4952000081539154, "top_5_16": 0.6486799716949463, "top_5_32": 0.704800009727478, "top_5_64": 0.7307599782943726, "top_5_128": 0.7451599836349487, "top_5_256": 0.7525799870491028, "top_5_512": 0.7547399997711182, "top_5_1024": 0.7577199935913086, "top_5_2048": 0.7561799883842468, "train_loss": 26.548311233520508, "epoch": 7}
9
+ {"timestamp": 1644819575.6386075, "relative_time": 1755.2087416648865, "current_lr": 0.3467194665320375, "val_time": 11.748011112213135, "top_1_16": 0.38537999987602234, "top_1_32": 0.44214001297950745, "top_1_64": 0.46314001083374023, "top_1_128": 0.4743199944496155, "top_1_256": 0.4818600118160248, "top_1_512": 0.48976001143455505, "top_1_1024": 0.4930399954319, "top_1_2048": 0.4915800094604492, "top_5_16": 0.6532599925994873, "top_5_32": 0.7071400284767151, "top_5_64": 0.730239987373352, "top_5_128": 0.7421000003814697, "top_5_256": 0.7474799752235413, "top_5_512": 0.7519800066947937, "top_5_1024": 0.7546399831771851, "top_5_2048": 0.7533199787139893, "train_loss": 26.207530975341797, "epoch": 8}
10
+ {"timestamp": 1644819766.175472, "relative_time": 1945.7456061840057, "current_lr": 0.3355352560057217, "val_time": 11.731854438781738, "top_1_16": 0.41200000047683716, "top_1_32": 0.47143998742103577, "top_1_64": 0.4926599860191345, "top_1_128": 0.5043799877166748, "top_1_256": 0.5118399858474731, "top_1_512": 0.5193399786949158, "top_1_1024": 0.5224599838256836, "top_1_2048": 0.5236799716949463, "top_5_16": 0.6797199845314026, "top_5_32": 0.734499990940094, "top_5_64": 0.7559199929237366, "top_5_128": 0.7682399749755859, "top_5_256": 0.7732200026512146, "top_5_512": 0.7776200175285339, "top_5_1024": 0.7797399759292603, "top_5_2048": 0.7797799706459045, "train_loss": 25.869543075561523, "epoch": 9}
11
+ {"timestamp": 1644819956.3769007, "relative_time": 2135.9470348358154, "current_lr": 0.3243510454794059, "val_time": 11.725790739059448, "top_1_16": 0.40244001150131226, "top_1_32": 0.46136000752449036, "top_1_64": 0.4821999967098236, "top_1_128": 0.4939599931240082, "top_1_256": 0.497979998588562, "top_1_512": 0.5052000284194946, "top_1_1024": 0.5077000260353088, "top_1_2048": 0.5075799822807312, "top_5_16": 0.6703199744224548, "top_5_32": 0.7263399958610535, "top_5_64": 0.7468199729919434, "top_5_128": 0.7559599876403809, "top_5_256": 0.7605599761009216, "top_5_512": 0.7656000256538391, "top_5_1024": 0.7673599720001221, "top_5_2048": 0.7677199840545654, "train_loss": 25.60059356689453, "epoch": 10}
12
+ {"timestamp": 1644820147.5352726, "relative_time": 2327.1054067611694, "current_lr": 0.3131668349530901, "val_time": 11.693864345550537, "top_1_16": 0.4325000047683716, "top_1_32": 0.4913800060749054, "top_1_64": 0.510860025882721, "top_1_128": 0.5190399885177612, "top_1_256": 0.5254200100898743, "top_1_512": 0.5283600091934204, "top_1_1024": 0.5317000150680542, "top_1_2048": 0.5314800143241882, "top_5_16": 0.6992200016975403, "top_5_32": 0.7512800097465515, "top_5_64": 0.7722600102424622, "top_5_128": 0.7796400189399719, "top_5_256": 0.7848399877548218, "top_5_512": 0.787880003452301, "top_5_1024": 0.7900400161743164, "top_5_2048": 0.7899799942970276, "train_loss": 25.28296661376953, "epoch": 11}
13
+ {"timestamp": 1644820337.7925067, "relative_time": 2517.3626408576965, "current_lr": 0.3019826244267743, "val_time": 11.735270023345947, "top_1_16": 0.46055999398231506, "top_1_32": 0.5160800218582153, "top_1_64": 0.5364599823951721, "top_1_128": 0.5471400022506714, "top_1_256": 0.551639974117279, "top_1_512": 0.5555800199508667, "top_1_1024": 0.5584999918937683, "top_1_2048": 0.5585799813270569, "top_5_16": 0.7178800106048584, "top_5_32": 0.7676200270652771, "top_5_64": 0.7862399816513062, "top_5_128": 0.7946000099182129, "top_5_256": 0.7990599870681763, "top_5_512": 0.8025199770927429, "top_5_1024": 0.8043799996376038, "top_5_2048": 0.8043000102043152, "train_loss": 25.091182708740234, "epoch": 12}
14
+ {"timestamp": 1644820528.8379552, "relative_time": 2708.4080893993378, "current_lr": 0.2907984139004585, "val_time": 11.75524377822876, "top_1_16": 0.44925999641418457, "top_1_32": 0.5013200044631958, "top_1_64": 0.5201200246810913, "top_1_128": 0.531499981880188, "top_1_256": 0.534500002861023, "top_1_512": 0.5402399897575378, "top_1_1024": 0.5410000085830688, "top_1_2048": 0.5421000123023987, "top_5_16": 0.7049800157546997, "top_5_32": 0.7582200169563293, "top_5_64": 0.7765600085258484, "top_5_128": 0.7884600162506104, "top_5_256": 0.7904599905014038, "top_5_512": 0.7950400114059448, "top_5_1024": 0.7958999872207642, "top_5_2048": 0.7966200113296509, "train_loss": 24.869264602661133, "epoch": 13}
15
+ {"timestamp": 1644820719.4325724, "relative_time": 2899.00270652771, "current_lr": 0.2796142033741427, "val_time": 11.759704828262329, "top_1_16": 0.4604400098323822, "top_1_32": 0.5094599723815918, "top_1_64": 0.5285000205039978, "top_1_128": 0.540880024433136, "top_1_256": 0.5466399788856506, "top_1_512": 0.5519999861717224, "top_1_1024": 0.5542399883270264, "top_1_2048": 0.5549200177192688, "top_5_16": 0.718280017375946, "top_5_32": 0.7653599977493286, "top_5_64": 0.7834200263023376, "top_5_128": 0.7950400114059448, "top_5_256": 0.8001000285148621, "top_5_512": 0.8041200041770935, "top_5_1024": 0.8064200282096863, "top_5_2048": 0.807200014591217, "train_loss": 24.654579162597656, "epoch": 14}
16
+ {"timestamp": 1644820910.1759508, "relative_time": 3089.7460849285126, "current_lr": 0.268429992847827, "val_time": 11.69615387916565, "top_1_16": 0.47251999378204346, "top_1_32": 0.5195599794387817, "top_1_64": 0.5375000238418579, "top_1_128": 0.5469599962234497, "top_1_256": 0.5514600276947021, "top_1_512": 0.5558000206947327, "top_1_1024": 0.5582799911499023, "top_1_2048": 0.559499979019165, "top_5_16": 0.7289800047874451, "top_5_32": 0.7710400223731995, "top_5_64": 0.7912600040435791, "top_5_128": 0.801639974117279, "top_5_256": 0.80485999584198, "top_5_512": 0.8072400093078613, "top_5_1024": 0.8095800280570984, "top_5_2048": 0.809939980506897, "train_loss": 24.444135665893555, "epoch": 15}
17
+ {"timestamp": 1644821100.5217903, "relative_time": 3280.09192442894, "current_lr": 0.2572457823215112, "val_time": 11.69305157661438, "top_1_16": 0.4733999967575073, "top_1_32": 0.5209199786186218, "top_1_64": 0.5389400124549866, "top_1_128": 0.5494599938392639, "top_1_256": 0.5537800192832947, "top_1_512": 0.5565999746322632, "top_1_1024": 0.5582000017166138, "top_1_2048": 0.5590400099754333, "top_5_16": 0.729640007019043, "top_5_32": 0.7746400237083435, "top_5_64": 0.7927799820899963, "top_5_128": 0.8025400042533875, "top_5_256": 0.8064000010490417, "top_5_512": 0.8086000084877014, "top_5_1024": 0.8097400069236755, "top_5_2048": 0.8106600046157837, "train_loss": 24.250091552734375, "epoch": 16}
18
+ {"timestamp": 1644821291.8167498, "relative_time": 3471.3868839740753, "current_lr": 0.24606157179519542, "val_time": 11.731167078018188, "top_1_16": 0.4506799876689911, "top_1_32": 0.5048400163650513, "top_1_64": 0.5217999815940857, "top_1_128": 0.5327200293540955, "top_1_256": 0.5357400178909302, "top_1_512": 0.5388799905776978, "top_1_1024": 0.540880024433136, "top_1_2048": 0.5424799919128418, "top_5_16": 0.6965199708938599, "top_5_32": 0.7492600083351135, "top_5_64": 0.7692000269889832, "top_5_128": 0.7792400121688843, "top_5_256": 0.7827200293540955, "top_5_512": 0.7862799763679504, "top_5_1024": 0.7877799868583679, "top_5_2048": 0.7878999710083008, "train_loss": 24.085437774658203, "epoch": 17}
19
+ {"timestamp": 1644821482.515824, "relative_time": 3662.0859582424164, "current_lr": 0.23487736126887962, "val_time": 11.745451927185059, "top_1_16": 0.5021799802780151, "top_1_32": 0.5521000027656555, "top_1_64": 0.5677199959754944, "top_1_128": 0.5774999856948853, "top_1_256": 0.5804200172424316, "top_1_512": 0.5826799869537354, "top_1_1024": 0.5861799716949463, "top_1_2048": 0.5866400003433228, "top_5_16": 0.7487000226974487, "top_5_32": 0.7950800061225891, "top_5_64": 0.8121799826622009, "top_5_128": 0.8217399716377258, "top_5_256": 0.8267800211906433, "top_5_512": 0.8290200233459473, "top_5_1024": 0.8304399847984314, "top_5_2048": 0.8319799900054932, "train_loss": 23.834972381591797, "epoch": 18}
20
+ {"timestamp": 1644821673.1418266, "relative_time": 3852.7119607925415, "current_lr": 0.22369315074256382, "val_time": 11.744296789169312, "top_1_16": 0.5106199979782104, "top_1_32": 0.5594800114631653, "top_1_64": 0.5794199705123901, "top_1_128": 0.5889800190925598, "top_1_256": 0.5921400189399719, "top_1_512": 0.5938599705696106, "top_1_1024": 0.5953599810600281, "top_1_2048": 0.5964999794960022, "top_5_16": 0.75764000415802, "top_5_32": 0.800000011920929, "top_5_64": 0.8169400095939636, "top_5_128": 0.8251399993896484, "top_5_256": 0.8299000263214111, "top_5_512": 0.8321200013160706, "top_5_1024": 0.833620011806488, "top_5_2048": 0.8331800103187561, "train_loss": 23.659570693969727, "epoch": 19}
21
+ {"timestamp": 1644821863.389633, "relative_time": 4042.959767103195, "current_lr": 0.21250894021624805, "val_time": 11.757559776306152, "top_1_16": 0.5142800211906433, "top_1_32": 0.5607600212097168, "top_1_64": 0.578719973564148, "top_1_128": 0.5877400040626526, "top_1_256": 0.5913199782371521, "top_1_512": 0.5923600196838379, "top_1_1024": 0.593500018119812, "top_1_2048": 0.593280017375946, "top_5_16": 0.7582799792289734, "top_5_32": 0.8003600239753723, "top_5_64": 0.8161399960517883, "top_5_128": 0.8238599896430969, "top_5_256": 0.8283399939537048, "top_5_512": 0.8299000263214111, "top_5_1024": 0.8323400020599365, "top_5_2048": 0.8330199718475342, "train_loss": 23.451366424560547, "epoch": 20}
22
+ {"timestamp": 1644822053.9458728, "relative_time": 4233.516006946564, "current_lr": 0.20132472968993226, "val_time": 11.742549657821655, "top_1_16": 0.5270000100135803, "top_1_32": 0.5717599987983704, "top_1_64": 0.5854200124740601, "top_1_128": 0.5948799848556519, "top_1_256": 0.5977200269699097, "top_1_512": 0.5997599959373474, "top_1_1024": 0.6013000011444092, "top_1_2048": 0.6009600162506104, "top_5_16": 0.7697799801826477, "top_5_32": 0.8096399903297424, "top_5_64": 0.8241199851036072, "top_5_128": 0.8313199877738953, "top_5_256": 0.8344600200653076, "top_5_512": 0.8367599844932556, "top_5_1024": 0.8382999897003174, "top_5_2048": 0.8396599888801575, "train_loss": 23.25775909423828, "epoch": 21}
23
+ {"timestamp": 1644822244.5999854, "relative_time": 4424.170119524002, "current_lr": 0.19014051916361646, "val_time": 11.69669508934021, "top_1_16": 0.527239978313446, "top_1_32": 0.5700799822807312, "top_1_64": 0.5868399739265442, "top_1_128": 0.5955399870872498, "top_1_256": 0.5982000231742859, "top_1_512": 0.6005200147628784, "top_1_1024": 0.6023799777030945, "top_1_2048": 0.6033200025558472, "top_5_16": 0.7651600241661072, "top_5_32": 0.8041800260543823, "top_5_64": 0.8218399882316589, "top_5_128": 0.8312600255012512, "top_5_256": 0.8332200050354004, "top_5_512": 0.834659993648529, "top_5_1024": 0.8366000056266785, "top_5_2048": 0.8370000123977661, "train_loss": 23.06344985961914, "epoch": 22}
24
+ {"timestamp": 1644822434.9494662, "relative_time": 4614.519600391388, "current_lr": 0.1789563086373007, "val_time": 11.698822975158691, "top_1_16": 0.5442799925804138, "top_1_32": 0.5877000093460083, "top_1_64": 0.6019799709320068, "top_1_128": 0.6077399849891663, "top_1_256": 0.6102200150489807, "top_1_512": 0.6125199794769287, "top_1_1024": 0.6139600276947021, "top_1_2048": 0.6140400171279907, "top_5_16": 0.781719982624054, "top_5_32": 0.8197600245475769, "top_5_64": 0.8353000283241272, "top_5_128": 0.8414400219917297, "top_5_256": 0.8450599908828735, "top_5_512": 0.8472999930381775, "top_5_1024": 0.8486199975013733, "top_5_2048": 0.8488799929618835, "train_loss": 22.85779571533203, "epoch": 23}
25
+ {"timestamp": 1644822625.7380736, "relative_time": 4805.30820775032, "current_lr": 0.1677720981109849, "val_time": 11.836673736572266, "top_1_16": 0.5400599837303162, "top_1_32": 0.5872600078582764, "top_1_64": 0.6044399738311768, "top_1_128": 0.6116799712181091, "top_1_256": 0.6161199808120728, "top_1_512": 0.6164000034332275, "top_1_1024": 0.6186000108718872, "top_1_2048": 0.6190599799156189, "top_5_16": 0.7765399813652039, "top_5_32": 0.8190600275993347, "top_5_64": 0.8343799710273743, "top_5_128": 0.8433399796485901, "top_5_256": 0.8466200232505798, "top_5_512": 0.8475599884986877, "top_5_1024": 0.8488799929618835, "top_5_2048": 0.8492000102996826, "train_loss": 22.649595260620117, "epoch": 24}
26
+ {"timestamp": 1644822816.0820272, "relative_time": 4995.652161359787, "current_lr": 0.1565878875846691, "val_time": 11.734350204467773, "top_1_16": 0.5522400140762329, "top_1_32": 0.5928800106048584, "top_1_64": 0.6056600213050842, "top_1_128": 0.6130599975585938, "top_1_256": 0.6152999997138977, "top_1_512": 0.6169999837875366, "top_1_1024": 0.6184599995613098, "top_1_2048": 0.6191999912261963, "top_5_16": 0.7840800285339355, "top_5_32": 0.8223999738693237, "top_5_64": 0.8357599973678589, "top_5_128": 0.8434399962425232, "top_5_256": 0.8460599780082703, "top_5_512": 0.847599983215332, "top_5_1024": 0.8478999733924866, "top_5_2048": 0.848580002784729, "train_loss": 22.419849395751953, "epoch": 25}
27
+ {"timestamp": 1644823006.6651897, "relative_time": 5186.235323905945, "current_lr": 0.1454036770583533, "val_time": 11.673280000686646, "top_1_16": 0.5564799904823303, "top_1_32": 0.6022199988365173, "top_1_64": 0.6155400276184082, "top_1_128": 0.6217799782752991, "top_1_256": 0.6241199970245361, "top_1_512": 0.6258599758148193, "top_1_1024": 0.6266800165176392, "top_1_2048": 0.6285799741744995, "top_5_16": 0.7913600206375122, "top_5_32": 0.8269199728965759, "top_5_64": 0.8422999978065491, "top_5_128": 0.8499199748039246, "top_5_256": 0.8540400266647339, "top_5_512": 0.8547000288963318, "top_5_1024": 0.8558400273323059, "top_5_2048": 0.8567799925804138, "train_loss": 22.18534278869629, "epoch": 26}
28
+ {"timestamp": 1644823196.4398537, "relative_time": 5376.009987831116, "current_lr": 0.1342194665320375, "val_time": 11.742713689804077, "top_1_16": 0.5717399716377258, "top_1_32": 0.6134799718856812, "top_1_64": 0.628279983997345, "top_1_128": 0.6347600221633911, "top_1_256": 0.6382799744606018, "top_1_512": 0.6391000151634216, "top_1_1024": 0.6400600075721741, "top_1_2048": 0.6398800015449524, "top_5_16": 0.8006399869918823, "top_5_32": 0.8352800011634827, "top_5_64": 0.8519399762153625, "top_5_128": 0.8579000234603882, "top_5_256": 0.8612599968910217, "top_5_512": 0.8627200126647949, "top_5_1024": 0.8635200262069702, "top_5_2048": 0.8637599945068359, "train_loss": 21.948684692382812, "epoch": 27}
29
+ {"timestamp": 1644823387.0558848, "relative_time": 5566.626019001007, "current_lr": 0.12303525600572171, "val_time": 11.725196361541748, "top_1_16": 0.5826200246810913, "top_1_32": 0.6217799782752991, "top_1_64": 0.633400022983551, "top_1_128": 0.639240026473999, "top_1_256": 0.6427000164985657, "top_1_512": 0.6433600187301636, "top_1_1024": 0.6441199779510498, "top_1_2048": 0.6457800269126892, "top_5_16": 0.8069000244140625, "top_5_32": 0.8423399925231934, "top_5_64": 0.8551599979400635, "top_5_128": 0.8619599938392639, "top_5_256": 0.8652200102806091, "top_5_512": 0.8668000102043152, "top_5_1024": 0.8684599995613098, "top_5_2048": 0.8692600131034851, "train_loss": 21.68644142150879, "epoch": 28}
30
+ {"timestamp": 1644823576.963324, "relative_time": 5756.53345823288, "current_lr": 0.11185104547940597, "val_time": 11.679158449172974, "top_1_16": 0.5765399932861328, "top_1_32": 0.615559995174408, "top_1_64": 0.6262400150299072, "top_1_128": 0.633679986000061, "top_1_256": 0.6352999806404114, "top_1_512": 0.6372799873352051, "top_1_1024": 0.6378600001335144, "top_1_2048": 0.6380400061607361, "top_5_16": 0.8013799786567688, "top_5_32": 0.8345800042152405, "top_5_64": 0.848580002784729, "top_5_128": 0.8561999797821045, "top_5_256": 0.8590999841690063, "top_5_512": 0.8616600036621094, "top_5_1024": 0.8628000020980835, "top_5_2048": 0.8627600073814392, "train_loss": 21.428625106811523, "epoch": 29}
31
+ {"timestamp": 1644823767.419583, "relative_time": 5946.989717245102, "current_lr": 0.10066683495309017, "val_time": 11.685626983642578, "top_1_16": 0.5860000252723694, "top_1_32": 0.6257799863815308, "top_1_64": 0.6387199759483337, "top_1_128": 0.6462000012397766, "top_1_256": 0.6485599875450134, "top_1_512": 0.6489599943161011, "top_1_1024": 0.6494600176811218, "top_1_2048": 0.6504999995231628, "top_5_16": 0.806119978427887, "top_5_32": 0.8418200016021729, "top_5_64": 0.8547599911689758, "top_5_128": 0.8629599809646606, "top_5_256": 0.8654599785804749, "top_5_512": 0.8672000169754028, "top_5_1024": 0.8682000041007996, "top_5_2048": 0.8687199950218201, "train_loss": 21.12040138244629, "epoch": 30}
32
+ {"timestamp": 1644823957.4632154, "relative_time": 6137.033349514008, "current_lr": 0.08948262442677438, "val_time": 11.680383682250977, "top_1_16": 0.6107000112533569, "top_1_32": 0.6481199860572815, "top_1_64": 0.6591799855232239, "top_1_128": 0.6640400290489197, "top_1_256": 0.666379988193512, "top_1_512": 0.6683599948883057, "top_1_1024": 0.6685799956321716, "top_1_2048": 0.66948002576828, "top_5_16": 0.8224400281906128, "top_5_32": 0.8560000061988831, "top_5_64": 0.8686400055885315, "top_5_128": 0.8762800097465515, "top_5_256": 0.8785799741744995, "top_5_512": 0.8805199861526489, "top_5_1024": 0.8799999952316284, "top_5_2048": 0.8812199831008911, "train_loss": 20.82689094543457, "epoch": 31}
33
+ {"timestamp": 1644824223.631027, "relative_time": 6403.201161146164, "current_lr": 0.07829841390045858, "val_time": 11.698841333389282, "top_1_16": 0.609000027179718, "top_1_32": 0.6421999931335449, "top_1_64": 0.6553599834442139, "top_1_128": 0.6610999703407288, "top_1_256": 0.6630600094795227, "top_1_512": 0.6649799942970276, "top_1_1024": 0.6664199829101562, "top_1_2048": 0.6669999957084656, "top_5_16": 0.8172799944877625, "top_5_32": 0.8495799899101257, "top_5_64": 0.8658000230789185, "top_5_128": 0.872160017490387, "top_5_256": 0.8749600052833557, "top_5_512": 0.8770800232887268, "top_5_1024": 0.8782200217247009, "top_5_2048": 0.8783599734306335, "train_loss": 20.186359405517578, "epoch": 32}
34
+ {"timestamp": 1644824477.9864802, "relative_time": 6657.556614398956, "current_lr": 0.06711420337414278, "val_time": 11.765863180160522, "top_1_16": 0.6607599854469299, "top_1_32": 0.6916000247001648, "top_1_64": 0.7009599804878235, "top_1_128": 0.7054200172424316, "top_1_256": 0.7082200050354004, "top_1_512": 0.7091599702835083, "top_1_1024": 0.7100399732589722, "top_1_2048": 0.7113199830055237, "top_5_16": 0.8554400205612183, "top_5_32": 0.884660005569458, "top_5_64": 0.8956199884414673, "top_5_128": 0.9011399745941162, "top_5_256": 0.9039199948310852, "top_5_512": 0.9051200151443481, "top_5_1024": 0.9063400030136108, "top_5_2048": 0.9067000150680542, "train_loss": 19.841333389282227, "epoch": 33}
35
+ {"timestamp": 1644824732.1144586, "relative_time": 6911.684592723846, "current_lr": 0.05592999284782698, "val_time": 11.766620874404907, "top_1_16": 0.6603000164031982, "top_1_32": 0.6881200075149536, "top_1_64": 0.6990600228309631, "top_1_128": 0.7053200006484985, "top_1_256": 0.7073400020599365, "top_1_512": 0.7087000012397766, "top_1_1024": 0.709559977054596, "top_1_2048": 0.7103800177574158, "top_5_16": 0.8539400100708008, "top_5_32": 0.8806999921798706, "top_5_64": 0.8934000134468079, "top_5_128": 0.8996599912643433, "top_5_256": 0.9017000198364258, "top_5_512": 0.9028800129890442, "top_5_1024": 0.9032999873161316, "top_5_2048": 0.9035199880599976, "train_loss": 19.420785903930664, "epoch": 34}
36
+ {"timestamp": 1644824985.9772956, "relative_time": 7165.547429800034, "current_lr": 0.044745782321511184, "val_time": 11.723875761032104, "top_1_16": 0.6775599718093872, "top_1_32": 0.7051600217819214, "top_1_64": 0.7128400206565857, "top_1_128": 0.7178800106048584, "top_1_256": 0.7208799719810486, "top_1_512": 0.7223600149154663, "top_1_1024": 0.7224400043487549, "top_1_2048": 0.7235599756240845, "top_5_16": 0.8655800223350525, "top_5_32": 0.8902599811553955, "top_5_64": 0.9005399942398071, "top_5_128": 0.9058200120925903, "top_5_256": 0.9086400270462036, "top_5_512": 0.9093999862670898, "top_5_1024": 0.9101799726486206, "top_5_2048": 0.9111999869346619, "train_loss": 19.014394760131836, "epoch": 35}
37
+ {"timestamp": 1644825239.4496698, "relative_time": 7419.0198040008545, "current_lr": 0.03356157179519539, "val_time": 11.746868371963501, "top_1_16": 0.6938599944114685, "top_1_32": 0.7200999855995178, "top_1_64": 0.7276999950408936, "top_1_128": 0.7330800294876099, "top_1_256": 0.7351800203323364, "top_1_512": 0.7359600067138672, "top_1_1024": 0.7377399802207947, "top_1_2048": 0.7388200163841248, "top_5_16": 0.8749799728393555, "top_5_32": 0.8990600109100342, "top_5_64": 0.9097999930381775, "top_5_128": 0.9155399799346924, "top_5_256": 0.9181200265884399, "top_5_512": 0.9196199774742126, "top_5_1024": 0.9207000136375427, "top_5_2048": 0.9215400218963623, "train_loss": 18.515819549560547, "epoch": 36}
38
+ {"timestamp": 1644825493.6080577, "relative_time": 7673.178191900253, "current_lr": 0.02237736126887959, "val_time": 11.753636837005615, "top_1_16": 0.7086799740791321, "top_1_32": 0.7346600294113159, "top_1_64": 0.742579996585846, "top_1_128": 0.7472400069236755, "top_1_256": 0.7504199743270874, "top_1_512": 0.7517600059509277, "top_1_1024": 0.7517600059509277, "top_1_2048": 0.7526199817657471, "top_5_16": 0.8833799958229065, "top_5_32": 0.9070600271224976, "top_5_64": 0.9169399738311768, "top_5_128": 0.92221999168396, "top_5_256": 0.9246600270271301, "top_5_512": 0.9262199997901917, "top_5_1024": 0.9272199869155884, "top_5_2048": 0.9282400012016296, "train_loss": 18.022932052612305, "epoch": 37}
39
+ {"timestamp": 1644825747.589625, "relative_time": 7927.159759044647, "current_lr": 0.011193150742563851, "val_time": 11.695096492767334, "top_1_16": 0.7223799824714661, "top_1_32": 0.7458999752998352, "top_1_64": 0.7546399831771851, "top_1_128": 0.7587000131607056, "top_1_256": 0.7605400085449219, "top_1_512": 0.7620999813079834, "top_1_1024": 0.7624199986457825, "top_1_2048": 0.7630800008773804, "top_5_16": 0.8909400105476379, "top_5_32": 0.9122599959373474, "top_5_64": 0.92194002866745, "top_5_128": 0.9269599914550781, "top_5_256": 0.9295399785041809, "top_5_512": 0.9303399920463562, "top_5_1024": 0.9309599995613098, "top_5_2048": 0.9319000244140625, "train_loss": 17.435033798217773, "epoch": 38}
40
+ {"timestamp": 1644826001.7739487, "relative_time": 8181.344082832336, "current_lr": 8.940216248054869e-06, "val_time": 11.716203451156616, "top_1_16": 0.731440007686615, "top_1_32": 0.7546799778938293, "top_1_64": 0.7614799737930298, "top_1_128": 0.766480028629303, "top_1_256": 0.7692599892616272, "top_1_512": 0.7705399990081787, "top_1_1024": 0.7713000178337097, "top_1_2048": 0.7720199823379517, "top_5_16": 0.89656001329422, "top_5_32": 0.9164599776268005, "top_5_64": 0.9255399703979492, "top_5_128": 0.9313399791717529, "top_5_256": 0.93367999792099, "top_5_512": 0.9348199963569641, "top_5_1024": 0.9358199834823608, "top_5_2048": 0.9363600015640259, "train_loss": 16.906972885131836, "epoch": 39}
41
+ {"timestamp": 1644826013.4600604, "relative_time": 8193.03019452095, "current_lr": 8.940216248054869e-06, "val_time": 11.685692310333252, "top_1_16": 0.731440007686615, "top_1_32": 0.7546799778938293, "top_1_64": 0.7614799737930298, "top_1_128": 0.766480028629303, "top_1_256": 0.7692599892616272, "top_1_512": 0.7705399990081787, "top_1_1024": 0.7713000178337097, "top_1_2048": 0.7720199823379517, "top_5_16": 0.89656001329422, "top_5_32": 0.9164599776268005, "top_5_64": 0.9255399703979492, "top_5_128": 0.9313399791717529, "top_5_256": 0.93367999792099, "top_5_512": 0.9348199963569641, "top_5_1024": 0.9358199834823608, "top_5_2048": 0.9363600015640259, "epoch": 39}
mrl/Imagenet1k_R50_mrl_16start/params.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"model.arch": "resnet50", "model.pretrained": 0, "model.single_head": 0, "model.multi_head": 1, "model.nesting_start": 4, "model.fixed_feature": 2048, "resolution.min_res": 160, "resolution.max_res": 192, "resolution.end_ramp": 34, "resolution.start_ramp": 29, "data.train_dataset": "/home/jupyter/dataset-ffcv/train_500_0.50_90.ffcv", "data.val_dataset": "/home/jupyter/dataset-ffcv/val_500_0.50_90.ffcv", "data.num_workers": 12, "data.in_memory": 1, "lr.step_ratio": 0.1, "lr.step_length": 30, "lr.lr_schedule_type": "cyclic", "lr.lr": 0.425, "lr.lr_peak_epoch": 2, "logging.folder": "trainlogs", "logging.log_level": 1, "validation.batch_size": 512, "validation.resolution": 256, "validation.lr_tta": 1, "training.eval_only": 0, "training.batch_size": 512, "training.optimizer": "sgd", "training.momentum": 0.9, "training.weight_decay": 0.0001, "training.epochs": 40, "training.label_smoothing": 0.1, "training.distributed": 1, "training.use_blurpool": 1, "dist.world_size": 2, "dist.address": "localhost", "dist.port": "12355"}
mrl/Imagenet1k_R50_mrl_e/final_weights.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b66e318f5e2beea52eb72095a215dada4b3bd93020abf44b56d61145a0b22c3
3
+ size 102647349
mrl/Imagenet1k_R50_mrl_e/log ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"timestamp": 1644857924.4037278, "relative_time": 236.89619159698486, "current_lr": 0.21235140287769783, "val_time": 25.711877584457397, "top_1_8": 0.032260000705718994, "top_1_16": 0.07530000060796738, "top_1_32": 0.11020000278949738, "top_1_64": 0.13247999548912048, "top_1_128": 0.1403599977493286, "top_1_256": 0.14531999826431274, "top_1_512": 0.14706000685691833, "top_1_1024": 0.14830000698566437, "top_1_2048": 0.146139994263649, "top_5_8": 0.11695999652147293, "top_5_16": 0.21865999698638916, "top_5_32": 0.2828199863433838, "top_5_64": 0.3213599920272827, "top_5_128": 0.3334200084209442, "top_5_256": 0.33928000926971436, "top_5_512": 0.3417600095272064, "top_5_1024": 0.34360000491142273, "top_5_2048": 0.34035998582839966, "train_loss": 52.28025817871094, "epoch": 0}
2
+ {"timestamp": 1644858140.322121, "relative_time": 452.81458473205566, "current_lr": 0.4248301528776978, "val_time": 18.499638557434082, "top_1_8": 0.05976000055670738, "top_1_16": 0.11754000186920166, "top_1_32": 0.17839999496936798, "top_1_64": 0.22089999914169312, "top_1_128": 0.24121999740600586, "top_1_256": 0.25435999035835266, "top_1_512": 0.2603600025177002, "top_1_1024": 0.2628999948501587, "top_1_2048": 0.2631799876689911, "top_5_8": 0.1942799985408783, "top_5_16": 0.31262001395225525, "top_5_32": 0.4053199887275696, "top_5_64": 0.45809999108314514, "top_5_128": 0.48669999837875366, "top_5_256": 0.5034599900245667, "top_5_512": 0.5116599798202515, "top_5_1024": 0.5152000188827515, "top_5_2048": 0.5148800015449524, "train_loss": 42.700469970703125, "epoch": 1}
3
+ {"timestamp": 1644858352.9806805, "relative_time": 665.4731442928314, "current_lr": 0.4138247296899322, "val_time": 15.405315399169922, "top_1_8": 0.08071999996900558, "top_1_16": 0.16651999950408936, "top_1_32": 0.2251800000667572, "top_1_64": 0.26072001457214355, "top_1_128": 0.28859999775886536, "top_1_256": 0.30831998586654663, "top_1_512": 0.3159399926662445, "top_1_1024": 0.31898000836372375, "top_1_2048": 0.31878000497817993, "top_5_8": 0.24526000022888184, "top_5_16": 0.40077999234199524, "top_5_32": 0.4839000105857849, "top_5_64": 0.5235599875450134, "top_5_128": 0.547980010509491, "top_5_256": 0.5661200284957886, "top_5_512": 0.57396000623703, "top_5_1024": 0.5763400197029114, "top_5_2048": 0.5763000249862671, "train_loss": 38.549808502197266, "epoch": 2}
4
+ {"timestamp": 1644858549.253926, "relative_time": 861.7463898658752, "current_lr": 0.40264051916361643, "val_time": 11.8103346824646, "top_1_8": 0.11395999789237976, "top_1_16": 0.23499999940395355, "top_1_32": 0.30941998958587646, "top_1_64": 0.3531799912452698, "top_1_128": 0.38631999492645264, "top_1_256": 0.4084399938583374, "top_1_512": 0.4201200008392334, "top_1_1024": 0.4220399856567383, "top_1_2048": 0.4212400019168854, "top_5_8": 0.3190400004386902, "top_5_16": 0.5164399743080139, "top_5_32": 0.6012799739837646, "top_5_64": 0.639739990234375, "top_5_128": 0.6656000018119812, "top_5_256": 0.6857200264930725, "top_5_512": 0.6939799785614014, "top_5_1024": 0.696120023727417, "top_5_2048": 0.6957399845123291, "train_loss": 36.333805084228516, "epoch": 3}
5
+ {"timestamp": 1644858743.4273968, "relative_time": 1055.9198606014252, "current_lr": 0.39145630863730063, "val_time": 11.950060606002808, "top_1_8": 0.11693999916315079, "top_1_16": 0.23545999825000763, "top_1_32": 0.31189998984336853, "top_1_64": 0.3481000065803528, "top_1_128": 0.37950000166893005, "top_1_256": 0.4036400020122528, "top_1_512": 0.41530001163482666, "top_1_1024": 0.41940000653266907, "top_1_2048": 0.41881999373435974, "top_5_8": 0.32071998715400696, "top_5_16": 0.5024399757385254, "top_5_32": 0.5851200222969055, "top_5_64": 0.6290199756622314, "top_5_128": 0.6554399728775024, "top_5_256": 0.6748200058937073, "top_5_512": 0.6846200227737427, "top_5_1024": 0.6877999901771545, "top_5_2048": 0.6878799796104431, "train_loss": 34.95376205444336, "epoch": 4}
6
+ {"timestamp": 1644858936.452155, "relative_time": 1248.9446189403534, "current_lr": 0.3802720981109849, "val_time": 11.884731769561768, "top_1_8": 0.11745999753475189, "top_1_16": 0.2245599925518036, "top_1_32": 0.29642000794410706, "top_1_64": 0.3262999951839447, "top_1_128": 0.35030001401901245, "top_1_256": 0.3684999942779541, "top_1_512": 0.3794400095939636, "top_1_1024": 0.3825800120830536, "top_1_2048": 0.38293999433517456, "top_5_8": 0.3176000118255615, "top_5_16": 0.4791199862957001, "top_5_32": 0.5666400194168091, "top_5_64": 0.5929800271987915, "top_5_128": 0.6187199950218201, "top_5_256": 0.6350799798965454, "top_5_512": 0.6471400260925293, "top_5_1024": 0.6486799716949463, "top_5_2048": 0.6498399972915649, "train_loss": 34.135887145996094, "epoch": 5}
7
+ {"timestamp": 1644859127.7967184, "relative_time": 1440.2891821861267, "current_lr": 0.3690878875846691, "val_time": 11.811795473098755, "top_1_8": 0.13488000631332397, "top_1_16": 0.273140013217926, "top_1_32": 0.33754000067710876, "top_1_64": 0.3670800030231476, "top_1_128": 0.3931800127029419, "top_1_256": 0.41110000014305115, "top_1_512": 0.4203200042247772, "top_1_1024": 0.42368000745773315, "top_1_2048": 0.4244000017642975, "top_5_8": 0.3525800108909607, "top_5_16": 0.5420600175857544, "top_5_32": 0.6134399771690369, "top_5_64": 0.6423400044441223, "top_5_128": 0.6625000238418579, "top_5_256": 0.675819993019104, "top_5_512": 0.6856200098991394, "top_5_1024": 0.6884999871253967, "top_5_2048": 0.6891999840736389, "train_loss": 33.391685485839844, "epoch": 6}
8
+ {"timestamp": 1644859319.044697, "relative_time": 1631.537160873413, "current_lr": 0.3579036770583533, "val_time": 11.761999368667603, "top_1_8": 0.14997999370098114, "top_1_16": 0.29655998945236206, "top_1_32": 0.36410000920295715, "top_1_64": 0.39485999941825867, "top_1_128": 0.4160799980163574, "top_1_256": 0.43347999453544617, "top_1_512": 0.4424799978733063, "top_1_1024": 0.4458799958229065, "top_1_2048": 0.4453200101852417, "top_5_8": 0.39079999923706055, "top_5_16": 0.572380006313324, "top_5_32": 0.6453199982643127, "top_5_64": 0.6769400238990784, "top_5_128": 0.6923800110816956, "top_5_256": 0.7026200294494629, "top_5_512": 0.7078999876976013, "top_5_1024": 0.7109000086784363, "top_5_2048": 0.7115399837493896, "train_loss": 32.804622650146484, "epoch": 7}
9
+ {"timestamp": 1644859509.4203649, "relative_time": 1821.9128286838531, "current_lr": 0.3467194665320375, "val_time": 11.90596079826355, "top_1_8": 0.1673399955034256, "top_1_16": 0.32892000675201416, "top_1_32": 0.40290001034736633, "top_1_64": 0.43397998809814453, "top_1_128": 0.4585599899291992, "top_1_256": 0.47534000873565674, "top_1_512": 0.48410001397132874, "top_1_1024": 0.4868600070476532, "top_1_2048": 0.4866800010204315, "top_5_8": 0.4167400002479553, "top_5_16": 0.6129599809646606, "top_5_32": 0.685699999332428, "top_5_64": 0.7134000062942505, "top_5_128": 0.7325800061225891, "top_5_256": 0.7458999752998352, "top_5_512": 0.7521399855613708, "top_5_1024": 0.7538599967956543, "top_5_2048": 0.7536600232124329, "train_loss": 32.41057205200195, "epoch": 8}
10
+ {"timestamp": 1644859699.7964742, "relative_time": 2012.2889380455017, "current_lr": 0.3355352560057217, "val_time": 11.843092441558838, "top_1_8": 0.17226000130176544, "top_1_16": 0.33994001150131226, "top_1_32": 0.41119998693466187, "top_1_64": 0.44152000546455383, "top_1_128": 0.46386000514030457, "top_1_256": 0.47905999422073364, "top_1_512": 0.48570001125335693, "top_1_1024": 0.48875999450683594, "top_1_2048": 0.4901599884033203, "top_5_8": 0.4279800057411194, "top_5_16": 0.6171799898147583, "top_5_32": 0.6870800256729126, "top_5_64": 0.7142599821090698, "top_5_128": 0.7316200137138367, "top_5_256": 0.742680013179779, "top_5_512": 0.7494999766349792, "top_5_1024": 0.7513599991798401, "top_5_2048": 0.7527400255203247, "train_loss": 31.986454010009766, "epoch": 9}
11
+ {"timestamp": 1644859889.8126779, "relative_time": 2202.305141687393, "current_lr": 0.3243510454794059, "val_time": 11.81686544418335, "top_1_8": 0.18228000402450562, "top_1_16": 0.35321998596191406, "top_1_32": 0.41826000809669495, "top_1_64": 0.44968000054359436, "top_1_128": 0.46904000639915466, "top_1_256": 0.48197999596595764, "top_1_512": 0.48910000920295715, "top_1_1024": 0.4925599992275238, "top_1_2048": 0.49261999130249023, "top_5_8": 0.43970000743865967, "top_5_16": 0.6322600245475769, "top_5_32": 0.6942600011825562, "top_5_64": 0.7194200158119202, "top_5_128": 0.7347999811172485, "top_5_256": 0.7449600100517273, "top_5_512": 0.7502999901771545, "top_5_1024": 0.7532600164413452, "top_5_2048": 0.7530199885368347, "train_loss": 31.743486404418945, "epoch": 10}
12
+ {"timestamp": 1644860080.334937, "relative_time": 2392.8274009227753, "current_lr": 0.3131668349530901, "val_time": 11.857218980789185, "top_1_8": 0.1850000023841858, "top_1_16": 0.3398599922657013, "top_1_32": 0.41144001483917236, "top_1_64": 0.4368399977684021, "top_1_128": 0.45559999346733093, "top_1_256": 0.4662199914455414, "top_1_512": 0.47387999296188354, "top_1_1024": 0.4768199920654297, "top_1_2048": 0.4774399995803833, "top_5_8": 0.4383600056171417, "top_5_16": 0.6118599772453308, "top_5_32": 0.6819999814033508, "top_5_64": 0.7044199705123901, "top_5_128": 0.7198799848556519, "top_5_256": 0.7309200167655945, "top_5_512": 0.7358400225639343, "top_5_1024": 0.7398399710655212, "top_5_2048": 0.7402200102806091, "train_loss": 31.354341506958008, "epoch": 11}
13
+ {"timestamp": 1644860270.8371947, "relative_time": 2583.329658508301, "current_lr": 0.3019826244267743, "val_time": 11.91191816329956, "top_1_8": 0.19655999541282654, "top_1_16": 0.37803998589515686, "top_1_32": 0.44655999541282654, "top_1_64": 0.47477999329566956, "top_1_128": 0.49437999725341797, "top_1_256": 0.5044800043106079, "top_1_512": 0.5134999752044678, "top_1_1024": 0.5182200074195862, "top_1_2048": 0.5183799862861633, "top_5_8": 0.46173998713493347, "top_5_16": 0.657800018787384, "top_5_32": 0.7211400270462036, "top_5_64": 0.7439200282096863, "top_5_128": 0.7572600245475769, "top_5_256": 0.7645000219345093, "top_5_512": 0.770579993724823, "top_5_1024": 0.7732599973678589, "top_5_2048": 0.7742199897766113, "train_loss": 31.091594696044922, "epoch": 12}
14
+ {"timestamp": 1644860461.8324955, "relative_time": 2774.3249592781067, "current_lr": 0.2907984139004585, "val_time": 11.780203342437744, "top_1_8": 0.20241999626159668, "top_1_16": 0.38218000531196594, "top_1_32": 0.4505400061607361, "top_1_64": 0.47251999378204346, "top_1_128": 0.4876999855041504, "top_1_256": 0.4972800016403198, "top_1_512": 0.5033000111579895, "top_1_1024": 0.5059000253677368, "top_1_2048": 0.5066999793052673, "top_5_8": 0.4671599864959717, "top_5_16": 0.6490200161933899, "top_5_32": 0.7099400162696838, "top_5_64": 0.7310600280761719, "top_5_128": 0.7442399859428406, "top_5_256": 0.7519199848175049, "top_5_512": 0.7582399845123291, "top_5_1024": 0.7595199942588806, "top_5_2048": 0.7608000040054321, "train_loss": 30.810564041137695, "epoch": 13}
15
+ {"timestamp": 1644860652.6795034, "relative_time": 2965.17196726799, "current_lr": 0.2796142033741427, "val_time": 11.785118341445923, "top_1_8": 0.21396000683307648, "top_1_16": 0.3900200128555298, "top_1_32": 0.4535199999809265, "top_1_64": 0.4800400137901306, "top_1_128": 0.49744001030921936, "top_1_256": 0.5046799778938293, "top_1_512": 0.5101199746131897, "top_1_1024": 0.5119199752807617, "top_1_2048": 0.5134599804878235, "top_5_8": 0.475739985704422, "top_5_16": 0.6600000262260437, "top_5_32": 0.7209600210189819, "top_5_64": 0.7438600063323975, "top_5_128": 0.7577999830245972, "top_5_256": 0.7642800211906433, "top_5_512": 0.7700999975204468, "top_5_1024": 0.7738199830055237, "top_5_2048": 0.7743200063705444, "train_loss": 30.529569625854492, "epoch": 14}
16
+ {"timestamp": 1644860843.9581473, "relative_time": 3156.450611114502, "current_lr": 0.268429992847827, "val_time": 11.812602043151855, "top_1_8": 0.2221599966287613, "top_1_16": 0.418040007352829, "top_1_32": 0.48603999614715576, "top_1_64": 0.5122399926185608, "top_1_128": 0.5254200100898743, "top_1_256": 0.5360400080680847, "top_1_512": 0.5427600145339966, "top_1_1024": 0.544160008430481, "top_1_2048": 0.5451200008392334, "top_5_8": 0.501479983329773, "top_5_16": 0.6878799796104431, "top_5_32": 0.748199999332428, "top_5_64": 0.7701200246810913, "top_5_128": 0.7792800068855286, "top_5_256": 0.7867400050163269, "top_5_512": 0.7916200160980225, "top_5_1024": 0.7933400273323059, "top_5_2048": 0.7946400046348572, "train_loss": 30.283214569091797, "epoch": 15}
17
+ {"timestamp": 1644861034.614122, "relative_time": 3347.106585741043, "current_lr": 0.2572457823215112, "val_time": 11.771602630615234, "top_1_8": 0.2364400029182434, "top_1_16": 0.43494001030921936, "top_1_32": 0.5046799778938293, "top_1_64": 0.5323799848556519, "top_1_128": 0.5457199811935425, "top_1_256": 0.5519199967384338, "top_1_512": 0.5568400025367737, "top_1_1024": 0.5584800243377686, "top_1_2048": 0.5595999956130981, "top_5_8": 0.519540011882782, "top_5_16": 0.705839991569519, "top_5_32": 0.7629600167274475, "top_5_64": 0.7843999862670898, "top_5_128": 0.7944200038909912, "top_5_256": 0.8024399876594543, "top_5_512": 0.8061400055885315, "top_5_1024": 0.80867999792099, "top_5_2048": 0.8083999752998352, "train_loss": 30.073156356811523, "epoch": 16}
18
+ {"timestamp": 1644861225.5773187, "relative_time": 3538.0697824954987, "current_lr": 0.24606157179519542, "val_time": 11.79181456565857, "top_1_8": 0.238319993019104, "top_1_16": 0.42625999450683594, "top_1_32": 0.4883800148963928, "top_1_64": 0.5125600099563599, "top_1_128": 0.5267999768257141, "top_1_256": 0.5328400135040283, "top_1_512": 0.5371000170707703, "top_1_1024": 0.5388399958610535, "top_1_2048": 0.5401399731636047, "top_5_8": 0.5108399987220764, "top_5_16": 0.6899999976158142, "top_5_32": 0.7448400259017944, "top_5_64": 0.7660599946975708, "top_5_128": 0.7773399949073792, "top_5_256": 0.7839599847793579, "top_5_512": 0.7881799936294556, "top_5_1024": 0.7908999919891357, "top_5_2048": 0.7915400266647339, "train_loss": 29.846317291259766, "epoch": 17}
19
+ {"timestamp": 1644861416.5324244, "relative_time": 3729.024888277054, "current_lr": 0.23487736126887962, "val_time": 11.983818054199219, "top_1_8": 0.24991999566555023, "top_1_16": 0.4564799964427948, "top_1_32": 0.5227800011634827, "top_1_64": 0.5471199750900269, "top_1_128": 0.5610399842262268, "top_1_256": 0.5689399838447571, "top_1_512": 0.5738199949264526, "top_1_1024": 0.5765200257301331, "top_1_2048": 0.5773800015449524, "top_5_8": 0.5425199866294861, "top_5_16": 0.7170400023460388, "top_5_32": 0.7756400108337402, "top_5_64": 0.7954599857330322, "top_5_128": 0.8055400252342224, "top_5_256": 0.8113800287246704, "top_5_512": 0.8166999816894531, "top_5_1024": 0.8187000155448914, "top_5_2048": 0.8196600079536438, "train_loss": 29.579635620117188, "epoch": 18}
20
+ {"timestamp": 1644861607.051471, "relative_time": 3919.5439348220825, "current_lr": 0.22369315074256382, "val_time": 11.748592853546143, "top_1_8": 0.23499999940395355, "top_1_16": 0.42451998591423035, "top_1_32": 0.4832800030708313, "top_1_64": 0.5047600269317627, "top_1_128": 0.5155199766159058, "top_1_256": 0.5201600193977356, "top_1_512": 0.5230799913406372, "top_1_1024": 0.5250599980354309, "top_1_2048": 0.5260800123214722, "top_5_8": 0.5069800019264221, "top_5_16": 0.6847000122070312, "top_5_32": 0.7350800037384033, "top_5_64": 0.7551400065422058, "top_5_128": 0.7651799917221069, "top_5_256": 0.771619975566864, "top_5_512": 0.7744799852371216, "top_5_1024": 0.7759000062942505, "top_5_2048": 0.7767599821090698, "train_loss": 29.36566925048828, "epoch": 19}
21
+ {"timestamp": 1644861797.4250984, "relative_time": 4109.917562246323, "current_lr": 0.21250894021624805, "val_time": 11.867958545684814, "top_1_8": 0.247979998588562, "top_1_16": 0.4476799964904785, "top_1_32": 0.5060399770736694, "top_1_64": 0.5297799706459045, "top_1_128": 0.5398799777030945, "top_1_256": 0.5476599931716919, "top_1_512": 0.5524600148200989, "top_1_1024": 0.5548200011253357, "top_1_2048": 0.5557799935340881, "top_5_8": 0.5336800217628479, "top_5_16": 0.7125999927520752, "top_5_32": 0.7588199973106384, "top_5_64": 0.7797600030899048, "top_5_128": 0.7903800010681152, "top_5_256": 0.796779990196228, "top_5_512": 0.800320029258728, "top_5_1024": 0.8034999966621399, "top_5_2048": 0.8032799959182739, "train_loss": 29.121824264526367, "epoch": 20}
22
+ {"timestamp": 1644861987.9032412, "relative_time": 4300.395704984665, "current_lr": 0.20132472968993226, "val_time": 11.755281209945679, "top_1_8": 0.27382001280784607, "top_1_16": 0.4794600009918213, "top_1_32": 0.5391799807548523, "top_1_64": 0.5621399879455566, "top_1_128": 0.5750200152397156, "top_1_256": 0.5800399780273438, "top_1_512": 0.5831000208854675, "top_1_1024": 0.5837000012397766, "top_1_2048": 0.5843200087547302, "top_5_8": 0.5618199706077576, "top_5_16": 0.7382000088691711, "top_5_32": 0.7890599966049194, "top_5_64": 0.8087400197982788, "top_5_128": 0.8175399899482727, "top_5_256": 0.8228600025177002, "top_5_512": 0.8270800113677979, "top_5_1024": 0.828540027141571, "top_5_2048": 0.8296399712562561, "train_loss": 28.862295150756836, "epoch": 21}
23
+ {"timestamp": 1644862178.3247721, "relative_time": 4490.817235946655, "current_lr": 0.19014051916361646, "val_time": 11.80329155921936, "top_1_8": 0.2864600121974945, "top_1_16": 0.48899999260902405, "top_1_32": 0.5518800020217896, "top_1_64": 0.574679970741272, "top_1_128": 0.5852199792861938, "top_1_256": 0.5899400115013123, "top_1_512": 0.5935400128364563, "top_1_1024": 0.5948799848556519, "top_1_2048": 0.5960599780082703, "top_5_8": 0.567359983921051, "top_5_16": 0.7433199882507324, "top_5_32": 0.7938200235366821, "top_5_64": 0.8124399781227112, "top_5_128": 0.821179986000061, "top_5_256": 0.8259000182151794, "top_5_512": 0.830020010471344, "top_5_1024": 0.8329399824142456, "top_5_2048": 0.8340399861335754, "train_loss": 28.63285255432129, "epoch": 22}
24
+ {"timestamp": 1644862368.693277, "relative_time": 4681.185740709305, "current_lr": 0.1789563086373007, "val_time": 11.833486080169678, "top_1_8": 0.2861599922180176, "top_1_16": 0.4865800142288208, "top_1_32": 0.5479199886322021, "top_1_64": 0.5674800276756287, "top_1_128": 0.57805997133255, "top_1_256": 0.5823400020599365, "top_1_512": 0.5856000185012817, "top_1_1024": 0.5868399739265442, "top_1_2048": 0.58815997838974, "top_5_8": 0.5755599737167358, "top_5_16": 0.7419400215148926, "top_5_32": 0.7917199730873108, "top_5_64": 0.8090199828147888, "top_5_128": 0.8169599771499634, "top_5_256": 0.8237800002098083, "top_5_512": 0.826960027217865, "top_5_1024": 0.8287400007247925, "top_5_2048": 0.8299800157546997, "train_loss": 28.416879653930664, "epoch": 23}
25
+ {"timestamp": 1644862559.4532418, "relative_time": 4871.945705652237, "current_lr": 0.1677720981109849, "val_time": 11.884121656417847, "top_1_8": 0.2948800027370453, "top_1_16": 0.4807800054550171, "top_1_32": 0.5394399762153625, "top_1_64": 0.5605199933052063, "top_1_128": 0.5687999725341797, "top_1_256": 0.5727999806404114, "top_1_512": 0.5745599865913391, "top_1_1024": 0.5769400000572205, "top_1_2048": 0.5774199962615967, "top_5_8": 0.5739200115203857, "top_5_16": 0.7303400039672852, "top_5_32": 0.781499981880188, "top_5_64": 0.7986000180244446, "top_5_128": 0.8071200251579285, "top_5_256": 0.8123000264167786, "top_5_512": 0.8162199854850769, "top_5_1024": 0.8174999952316284, "top_5_2048": 0.8184400200843811, "train_loss": 28.173961639404297, "epoch": 24}
26
+ {"timestamp": 1644862750.0581558, "relative_time": 5062.550619602203, "current_lr": 0.1565878875846691, "val_time": 11.890019655227661, "top_1_8": 0.2892799973487854, "top_1_16": 0.4874800145626068, "top_1_32": 0.5445399880409241, "top_1_64": 0.5636600255966187, "top_1_128": 0.5717599987983704, "top_1_256": 0.578279972076416, "top_1_512": 0.580839991569519, "top_1_1024": 0.5834800004959106, "top_1_2048": 0.5833200216293335, "top_5_8": 0.5689399838447571, "top_5_16": 0.7363399863243103, "top_5_32": 0.7831000089645386, "top_5_64": 0.8002600073814392, "top_5_128": 0.808139979839325, "top_5_256": 0.8147600293159485, "top_5_512": 0.8189200162887573, "top_5_1024": 0.8209999799728394, "top_5_2048": 0.8214799761772156, "train_loss": 27.875024795532227, "epoch": 25}
27
+ {"timestamp": 1644862941.027196, "relative_time": 5253.519659757614, "current_lr": 0.1454036770583533, "val_time": 11.914460897445679, "top_1_8": 0.3258399963378906, "top_1_16": 0.5237399935722351, "top_1_32": 0.5793200135231018, "top_1_64": 0.5978800058364868, "top_1_128": 0.607200026512146, "top_1_256": 0.6115000247955322, "top_1_512": 0.6141600012779236, "top_1_1024": 0.6167399883270264, "top_1_2048": 0.6162599921226501, "top_5_8": 0.6157400012016296, "top_5_16": 0.7684400081634521, "top_5_32": 0.8149799704551697, "top_5_64": 0.8301799893379211, "top_5_128": 0.8381999731063843, "top_5_256": 0.8434399962425232, "top_5_512": 0.8469799757003784, "top_5_1024": 0.8482800126075745, "top_5_2048": 0.8489400148391724, "train_loss": 27.611604690551758, "epoch": 26}
28
+ {"timestamp": 1644863131.4345555, "relative_time": 5443.927019357681, "current_lr": 0.1342194665320375, "val_time": 11.901978969573975, "top_1_8": 0.3138599991798401, "top_1_16": 0.5076000094413757, "top_1_32": 0.5613399744033813, "top_1_64": 0.578980028629303, "top_1_128": 0.5861799716949463, "top_1_256": 0.5924999713897705, "top_1_512": 0.5941600203514099, "top_1_1024": 0.5948200225830078, "top_1_2048": 0.59579998254776, "top_5_8": 0.5958200097084045, "top_5_16": 0.7509199976921082, "top_5_32": 0.7960799932479858, "top_5_64": 0.8115400075912476, "top_5_128": 0.8194800019264221, "top_5_256": 0.8241199851036072, "top_5_512": 0.827180027961731, "top_5_1024": 0.8284400105476379, "top_5_2048": 0.8296599984169006, "train_loss": 27.33184051513672, "epoch": 27}
29
+ {"timestamp": 1644863322.2298043, "relative_time": 5634.722268104553, "current_lr": 0.12303525600572171, "val_time": 11.876518726348877, "top_1_8": 0.3401400148868561, "top_1_16": 0.5260800123214722, "top_1_32": 0.5835199952125549, "top_1_64": 0.6022999882698059, "top_1_128": 0.6087999939918518, "top_1_256": 0.6137199997901917, "top_1_512": 0.6145399808883667, "top_1_1024": 0.6153799891471863, "top_1_2048": 0.6167799830436707, "top_5_8": 0.6291000247001648, "top_5_16": 0.7714200019836426, "top_5_32": 0.8143200278282166, "top_5_64": 0.8296399712562561, "top_5_128": 0.8369399905204773, "top_5_256": 0.8414199948310852, "top_5_512": 0.8446999788284302, "top_5_1024": 0.8467199802398682, "top_5_2048": 0.847320020198822, "train_loss": 26.99715232849121, "epoch": 28}
30
+ {"timestamp": 1644863512.755585, "relative_time": 5825.248048782349, "current_lr": 0.11185104547940597, "val_time": 11.776864051818848, "top_1_8": 0.36632001399993896, "top_1_16": 0.5627599954605103, "top_1_32": 0.6156200170516968, "top_1_64": 0.6306999921798706, "top_1_128": 0.6361600160598755, "top_1_256": 0.6387199759483337, "top_1_512": 0.6403800249099731, "top_1_1024": 0.6423400044441223, "top_1_2048": 0.6428200006484985, "top_5_8": 0.6546199917793274, "top_5_16": 0.7958999872207642, "top_5_32": 0.8389999866485596, "top_5_64": 0.8522800207138062, "top_5_128": 0.8578600287437439, "top_5_256": 0.8638200163841248, "top_5_512": 0.8657600283622742, "top_5_1024": 0.8677399754524231, "top_5_2048": 0.8681399822235107, "train_loss": 26.688220977783203, "epoch": 29}
31
+ {"timestamp": 1644863703.3403127, "relative_time": 6015.832776546478, "current_lr": 0.10066683495309017, "val_time": 11.811580657958984, "top_1_8": 0.3596799969673157, "top_1_16": 0.5616999864578247, "top_1_32": 0.6114599704742432, "top_1_64": 0.6279600262641907, "top_1_128": 0.6349599957466125, "top_1_256": 0.6386200189590454, "top_1_512": 0.6401799917221069, "top_1_1024": 0.6420599818229675, "top_1_2048": 0.642300009727478, "top_5_8": 0.6485599875450134, "top_5_16": 0.7925199866294861, "top_5_32": 0.8314999938011169, "top_5_64": 0.846340000629425, "top_5_128": 0.8539000153541565, "top_5_256": 0.859499990940094, "top_5_512": 0.8622999787330627, "top_5_1024": 0.8636000156402588, "top_5_2048": 0.8646399974822998, "train_loss": 26.357786178588867, "epoch": 30}
32
+ {"timestamp": 1644863894.1680279, "relative_time": 6206.660491704941, "current_lr": 0.08948262442677438, "val_time": 11.942093849182129, "top_1_8": 0.3815000057220459, "top_1_16": 0.5654600262641907, "top_1_32": 0.6134600043296814, "top_1_64": 0.6283199787139893, "top_1_128": 0.6316800117492676, "top_1_256": 0.6355599761009216, "top_1_512": 0.6366000175476074, "top_1_1024": 0.6377400159835815, "top_1_2048": 0.6379200220108032, "top_5_8": 0.6596800088882446, "top_5_16": 0.7907999753952026, "top_5_32": 0.8280199766159058, "top_5_64": 0.8424800038337708, "top_5_128": 0.8481600284576416, "top_5_256": 0.853659987449646, "top_5_512": 0.8539000153541565, "top_5_1024": 0.8553000092506409, "top_5_2048": 0.8558400273323059, "train_loss": 25.998897552490234, "epoch": 31}
33
+ {"timestamp": 1644864168.3346949, "relative_time": 6480.827158689499, "current_lr": 0.07829841390045858, "val_time": 11.91666054725647, "top_1_8": 0.41990000009536743, "top_1_16": 0.6044600009918213, "top_1_32": 0.6480399966239929, "top_1_64": 0.6634600162506104, "top_1_128": 0.6680799722671509, "top_1_256": 0.6717600226402283, "top_1_512": 0.6729199886322021, "top_1_1024": 0.6747599840164185, "top_1_2048": 0.6757799983024597, "top_5_8": 0.6958799958229065, "top_5_16": 0.8183599710464478, "top_5_32": 0.8541600108146667, "top_5_64": 0.8666599988937378, "top_5_128": 0.8728600144386292, "top_5_256": 0.8776599764823914, "top_5_512": 0.8811200261116028, "top_5_1024": 0.8833199739456177, "top_5_2048": 0.8836399912834167, "train_loss": 25.279396057128906, "epoch": 32}
34
+ {"timestamp": 1644864423.393305, "relative_time": 6735.885768890381, "current_lr": 0.06711420337414278, "val_time": 12.434114694595337, "top_1_8": 0.43893998861312866, "top_1_16": 0.6244999766349792, "top_1_32": 0.6635199785232544, "top_1_64": 0.6758800148963928, "top_1_128": 0.6802600026130676, "top_1_256": 0.6829800009727478, "top_1_512": 0.6833199858665466, "top_1_1024": 0.6847000122070312, "top_1_2048": 0.6854599714279175, "top_5_8": 0.715179979801178, "top_5_16": 0.8324599862098694, "top_5_32": 0.8628399968147278, "top_5_64": 0.8753200173377991, "top_5_128": 0.8815799951553345, "top_5_256": 0.8849999904632568, "top_5_512": 0.8870599865913391, "top_5_1024": 0.8887799978256226, "top_5_2048": 0.8900399804115295, "train_loss": 24.859899520874023, "epoch": 33}
35
+ {"timestamp": 1644864677.512642, "relative_time": 6990.0051057338715, "current_lr": 0.05592999284782698, "val_time": 11.722847700119019, "top_1_8": 0.45914000272750854, "top_1_16": 0.6407399773597717, "top_1_32": 0.6787400245666504, "top_1_64": 0.6908199787139893, "top_1_128": 0.6961399912834167, "top_1_256": 0.6987800002098083, "top_1_512": 0.7005800008773804, "top_1_1024": 0.7017199993133545, "top_1_2048": 0.7029200196266174, "top_5_8": 0.7302799820899963, "top_5_16": 0.8458600044250488, "top_5_32": 0.8738800287246704, "top_5_64": 0.8861799836158752, "top_5_128": 0.8921999931335449, "top_5_256": 0.8959199786186218, "top_5_512": 0.8980600237846375, "top_5_1024": 0.899619996547699, "top_5_2048": 0.9000800251960754, "train_loss": 24.392282485961914, "epoch": 34}
36
+ {"timestamp": 1644864931.6880887, "relative_time": 7244.180552482605, "current_lr": 0.044745782321511184, "val_time": 12.107776641845703, "top_1_8": 0.4835200011730194, "top_1_16": 0.6614000201225281, "top_1_32": 0.6967999935150146, "top_1_64": 0.7068799734115601, "top_1_128": 0.7123399972915649, "top_1_256": 0.7157400250434875, "top_1_512": 0.7161200046539307, "top_1_1024": 0.7176600098609924, "top_1_2048": 0.7174199819564819, "top_5_8": 0.7499399781227112, "top_5_16": 0.855139970779419, "top_5_32": 0.8805599808692932, "top_5_64": 0.8916599750518799, "top_5_128": 0.8971800208091736, "top_5_256": 0.9012600183486938, "top_5_512": 0.9033600091934204, "top_5_1024": 0.9046400189399719, "top_5_2048": 0.9053599834442139, "train_loss": 23.923810958862305, "epoch": 35}
37
+ {"timestamp": 1644865185.680236, "relative_time": 7498.172699928284, "current_lr": 0.03356157179519539, "val_time": 11.706732749938965, "top_1_8": 0.5055400133132935, "top_1_16": 0.6733800172805786, "top_1_32": 0.7046399712562561, "top_1_64": 0.7158399820327759, "top_1_128": 0.719760000705719, "top_1_256": 0.7219399809837341, "top_1_512": 0.7236800193786621, "top_1_1024": 0.7246999740600586, "top_1_2048": 0.7247200012207031, "top_5_8": 0.7621200084686279, "top_5_16": 0.8625800013542175, "top_5_32": 0.8873400092124939, "top_5_64": 0.8981800079345703, "top_5_128": 0.9042199850082397, "top_5_256": 0.9078199863433838, "top_5_512": 0.9107800126075745, "top_5_1024": 0.9118599891662598, "top_5_2048": 0.9129400253295898, "train_loss": 23.356042861938477, "epoch": 36}
38
+ {"timestamp": 1644865439.8177774, "relative_time": 7752.310241222382, "current_lr": 0.02237736126887959, "val_time": 11.877504825592041, "top_1_8": 0.5337600111961365, "top_1_16": 0.6980599761009216, "top_1_32": 0.7272800207138062, "top_1_64": 0.7361400127410889, "top_1_128": 0.7408000230789185, "top_1_256": 0.7436000108718872, "top_1_512": 0.7465000152587891, "top_1_1024": 0.7472400069236755, "top_1_2048": 0.7482799887657166, "top_5_8": 0.7827200293540955, "top_5_16": 0.8764200210571289, "top_5_32": 0.8996000289916992, "top_5_64": 0.9084200263023376, "top_5_128": 0.9146000146865845, "top_5_256": 0.9178199768066406, "top_5_512": 0.920740008354187, "top_5_1024": 0.9223200082778931, "top_5_2048": 0.9232800006866455, "train_loss": 22.725749969482422, "epoch": 37}
39
+ {"timestamp": 1644865693.6178453, "relative_time": 8006.110309123993, "current_lr": 0.011193150742563851, "val_time": 11.752517223358154, "top_1_8": 0.5562400221824646, "top_1_16": 0.710640013217926, "top_1_32": 0.7386199831962585, "top_1_64": 0.7476999759674072, "top_1_128": 0.7528600096702576, "top_1_256": 0.7549999952316284, "top_1_512": 0.757099986076355, "top_1_1024": 0.7584999799728394, "top_1_2048": 0.7589799761772156, "top_5_8": 0.7973600029945374, "top_5_16": 0.8841999769210815, "top_5_32": 0.9055200219154358, "top_5_64": 0.9146599769592285, "top_5_128": 0.9204999804496765, "top_5_256": 0.9243199825286865, "top_5_512": 0.9269999861717224, "top_5_1024": 0.9280999898910522, "top_5_2048": 0.9286999702453613, "train_loss": 22.070125579833984, "epoch": 38}
40
+ {"timestamp": 1644865947.993272, "relative_time": 8260.48573589325, "current_lr": 8.940216248054869e-06, "val_time": 11.938507318496704, "top_1_8": 0.5700200200080872, "top_1_16": 0.7229200005531311, "top_1_32": 0.747439980506897, "top_1_64": 0.7574599981307983, "top_1_128": 0.7618200182914734, "top_1_256": 0.7651799917221069, "top_1_512": 0.7672799825668335, "top_1_1024": 0.7681199908256531, "top_1_2048": 0.7692599892616272, "top_5_8": 0.8072599768638611, "top_5_16": 0.8893799781799316, "top_5_32": 0.910860002040863, "top_5_64": 0.9195399880409241, "top_5_128": 0.925819993019104, "top_5_256": 0.9287599921226501, "top_5_512": 0.9311400055885315, "top_5_1024": 0.9321200251579285, "top_5_2048": 0.932919979095459, "train_loss": 21.443758010864258, "epoch": 39}
41
+ {"timestamp": 1644865959.6832924, "relative_time": 8272.17575621605, "current_lr": 8.940216248054869e-06, "val_time": 11.688828706741333, "top_1_8": 0.5700200200080872, "top_1_16": 0.7229200005531311, "top_1_32": 0.747439980506897, "top_1_64": 0.7574599981307983, "top_1_128": 0.7618200182914734, "top_1_256": 0.7651799917221069, "top_1_512": 0.7672799825668335, "top_1_1024": 0.7681199908256531, "top_1_2048": 0.7692599892616272, "top_5_8": 0.8072599768638611, "top_5_16": 0.8893799781799316, "top_5_32": 0.910860002040863, "top_5_64": 0.9195399880409241, "top_5_128": 0.925819993019104, "top_5_256": 0.9287599921226501, "top_5_512": 0.9311400055885315, "top_5_1024": 0.9321200251579285, "top_5_2048": 0.932919979095459, "epoch": 39}
mrl/Imagenet1k_R50_mrl_e/params.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"model.arch": "resnet50", "model.pretrained": 0, "model.single_head": 1, "model.multi_head": 0, "model.nesting_start": 3, "model.fixed_feature": 2048, "resolution.min_res": 160, "resolution.max_res": 192, "resolution.end_ramp": 34, "resolution.start_ramp": 29, "data.train_dataset": "/home/jupyter/dataset-ffcv/train_500_0.50_90.ffcv", "data.val_dataset": "/home/jupyter/dataset-ffcv/val_500_0.50_90.ffcv", "data.num_workers": 12, "data.in_memory": 1, "lr.step_ratio": 0.1, "lr.step_length": 30, "lr.lr_schedule_type": "cyclic", "lr.lr": 0.425, "lr.lr_peak_epoch": 2, "logging.folder": "trainlogs", "logging.log_level": 1, "validation.batch_size": 512, "validation.resolution": 256, "validation.lr_tta": 1, "training.eval_only": 0, "training.batch_size": 512, "training.optimizer": "sgd", "training.momentum": 0.9, "training.weight_decay": 0.0001, "training.epochs": 40, "training.label_smoothing": 0.1, "training.distributed": 1, "training.use_blurpool": 1, "dist.world_size": 2, "dist.address": "localhost", "dist.port": "12355"}
mrl/Imagenet1k_R50_mrl_e_16start/final_weights.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60db7af2de40dfe13a53424d72d0e47ef1e4b8c7e65b5ff9ffa138e2a98ee43b
3
+ size 102647349
mrl/Imagenet1k_R50_mrl_e_16start/log ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"timestamp": 1644866260.7999477, "relative_time": 230.52963161468506, "current_lr": 0.21235140287769783, "val_time": 19.199537754058838, "top_1_16": 0.05936000123620033, "top_1_32": 0.094760000705719, "top_1_64": 0.11772000044584274, "top_1_128": 0.12681999802589417, "top_1_256": 0.12953999638557434, "top_1_512": 0.13050000369548798, "top_1_1024": 0.13213999569416046, "top_1_2048": 0.13138000667095184, "top_5_16": 0.19057999551296234, "top_5_32": 0.2594600021839142, "top_5_64": 0.294979989528656, "top_5_128": 0.3067600131034851, "top_5_256": 0.3100599944591522, "top_5_512": 0.3112800121307373, "top_5_1024": 0.31376001238822937, "top_5_2048": 0.3109999895095825, "train_loss": 45.93669891357422, "epoch": 0}
2
+ {"timestamp": 1644866463.1291115, "relative_time": 432.8587954044342, "current_lr": 0.4248301528776978, "val_time": 17.968140363693237, "top_1_16": 0.11190000176429749, "top_1_32": 0.1693599969148636, "top_1_64": 0.20904000103473663, "top_1_128": 0.23593999445438385, "top_1_256": 0.24838000535964966, "top_1_512": 0.2532399892807007, "top_1_1024": 0.25398001074790955, "top_1_2048": 0.2536599934101105, "top_5_16": 0.3041999936103821, "top_5_32": 0.3972199857234955, "top_5_64": 0.44727998971939087, "top_5_128": 0.4796000123023987, "top_5_256": 0.49573999643325806, "top_5_512": 0.5003799796104431, "top_5_1024": 0.5014399886131287, "top_5_2048": 0.5011600255966187, "train_loss": 36.836585998535156, "epoch": 1}
3
+ {"timestamp": 1644866657.989125, "relative_time": 627.718808889389, "current_lr": 0.4138247296899322, "val_time": 11.72991132736206, "top_1_16": 0.1671600043773651, "top_1_32": 0.24262000620365143, "top_1_64": 0.2877599895000458, "top_1_128": 0.3169200122356415, "top_1_256": 0.3387199938297272, "top_1_512": 0.34797999262809753, "top_1_1024": 0.350600004196167, "top_1_2048": 0.35100001096725464, "top_5_16": 0.415039986371994, "top_5_32": 0.5166599750518799, "top_5_64": 0.5601999759674072, "top_5_128": 0.5904800295829773, "top_5_256": 0.6096199750900269, "top_5_512": 0.6189600229263306, "top_5_1024": 0.6210200190544128, "top_5_2048": 0.6208800077438354, "train_loss": 33.00541305541992, "epoch": 2}
4
+ {"timestamp": 1644866849.7907784, "relative_time": 819.5204622745514, "current_lr": 0.40264051916361643, "val_time": 11.729924440383911, "top_1_16": 0.1894800066947937, "top_1_32": 0.26958000659942627, "top_1_64": 0.3051399886608124, "top_1_128": 0.33461999893188477, "top_1_256": 0.3536199927330017, "top_1_512": 0.3641200065612793, "top_1_1024": 0.3673799932003021, "top_1_2048": 0.36838001012802124, "top_5_16": 0.432559996843338, "top_5_32": 0.5384200215339661, "top_5_64": 0.5731599926948547, "top_5_128": 0.6004999876022339, "top_5_256": 0.6203200221061707, "top_5_512": 0.6288400292396545, "top_5_1024": 0.6314200162887573, "top_5_2048": 0.6318399906158447, "train_loss": 30.99090003967285, "epoch": 3}
5
+ {"timestamp": 1644867040.3405402, "relative_time": 1010.0702240467072, "current_lr": 0.39145630863730063, "val_time": 11.753761768341064, "top_1_16": 0.22815999388694763, "top_1_32": 0.31613999605178833, "top_1_64": 0.3492799997329712, "top_1_128": 0.3739199936389923, "top_1_256": 0.3956199884414673, "top_1_512": 0.4053199887275696, "top_1_1024": 0.40720000863075256, "top_1_2048": 0.4076400101184845, "top_5_16": 0.4878999888896942, "top_5_32": 0.597760021686554, "top_5_64": 0.6288800239562988, "top_5_128": 0.6527000069618225, "top_5_256": 0.6697199940681458, "top_5_512": 0.6775199770927429, "top_5_1024": 0.6793000102043152, "top_5_2048": 0.6797999739646912, "train_loss": 29.74201202392578, "epoch": 4}
6
+ {"timestamp": 1644867230.3820097, "relative_time": 1200.1116936206818, "current_lr": 0.3802720981109849, "val_time": 11.786003589630127, "top_1_16": 0.2723200023174286, "top_1_32": 0.3585599958896637, "top_1_64": 0.40209999680519104, "top_1_128": 0.4258800148963928, "top_1_256": 0.44697999954223633, "top_1_512": 0.45614001154899597, "top_1_1024": 0.458079993724823, "top_1_2048": 0.45642000436782837, "top_5_16": 0.5451400279998779, "top_5_32": 0.6450600028038025, "top_5_64": 0.6823599934577942, "top_5_128": 0.7016000151634216, "top_5_256": 0.7170400023460388, "top_5_512": 0.7238799929618835, "top_5_1024": 0.726140022277832, "top_5_2048": 0.7261000275611877, "train_loss": 28.907489776611328, "epoch": 5}
7
+ {"timestamp": 1644867420.0079558, "relative_time": 1389.7376396656036, "current_lr": 0.3690878875846691, "val_time": 11.81935739517212, "top_1_16": 0.27685999870300293, "top_1_32": 0.3589800000190735, "top_1_64": 0.39462000131607056, "top_1_128": 0.42083999514579773, "top_1_256": 0.4397599995136261, "top_1_512": 0.44609999656677246, "top_1_1024": 0.44881999492645264, "top_1_2048": 0.44929999113082886, "top_5_16": 0.5527600049972534, "top_5_32": 0.6416599750518799, "top_5_64": 0.6725000143051147, "top_5_128": 0.6950799822807312, "top_5_256": 0.7099800109863281, "top_5_512": 0.7176799774169922, "top_5_1024": 0.7199599742889404, "top_5_2048": 0.7199199795722961, "train_loss": 28.3045597076416, "epoch": 6}
8
+ {"timestamp": 1644867610.1289563, "relative_time": 1579.8586401939392, "current_lr": 0.3579036770583533, "val_time": 11.866506576538086, "top_1_16": 0.29791998863220215, "top_1_32": 0.38506001234054565, "top_1_64": 0.411980003118515, "top_1_128": 0.43479999899864197, "top_1_256": 0.453220009803772, "top_1_512": 0.46074000000953674, "top_1_1024": 0.4634400010108948, "top_1_2048": 0.4635399878025055, "top_5_16": 0.5754799842834473, "top_5_32": 0.665120005607605, "top_5_64": 0.6910799741744995, "top_5_128": 0.7084800004959106, "top_5_256": 0.7199599742889404, "top_5_512": 0.726580023765564, "top_5_1024": 0.7295600175857544, "top_5_2048": 0.730139970779419, "train_loss": 27.794654846191406, "epoch": 7}
9
+ {"timestamp": 1644867800.3771217, "relative_time": 1770.106805562973, "current_lr": 0.3467194665320375, "val_time": 11.78838562965393, "top_1_16": 0.32495999336242676, "top_1_32": 0.41585999727249146, "top_1_64": 0.4425399899482727, "top_1_128": 0.4640600085258484, "top_1_256": 0.48194000124931335, "top_1_512": 0.48903998732566833, "top_1_1024": 0.491100013256073, "top_1_2048": 0.4923200011253357, "top_5_16": 0.602400004863739, "top_5_32": 0.6888399720191956, "top_5_64": 0.714680016040802, "top_5_128": 0.7330600023269653, "top_5_256": 0.7458999752998352, "top_5_512": 0.7513800263404846, "top_5_1024": 0.7532600164413452, "top_5_2048": 0.7549399733543396, "train_loss": 27.4022216796875, "epoch": 8}
10
+ {"timestamp": 1644867990.7401464, "relative_time": 1960.469830274582, "current_lr": 0.3355352560057217, "val_time": 11.769791841506958, "top_1_16": 0.3260200023651123, "top_1_32": 0.4106999933719635, "top_1_64": 0.4381999969482422, "top_1_128": 0.45645999908447266, "top_1_256": 0.4694800078868866, "top_1_512": 0.4765799939632416, "top_1_1024": 0.4794600009918213, "top_1_2048": 0.48010000586509705, "top_5_16": 0.6030600070953369, "top_5_32": 0.6892799735069275, "top_5_64": 0.7124999761581421, "top_5_128": 0.7265200018882751, "top_5_256": 0.7361599802970886, "top_5_512": 0.7414600253105164, "top_5_1024": 0.7446200251579285, "top_5_2048": 0.7449399828910828, "train_loss": 27.03823471069336, "epoch": 9}
11
+ {"timestamp": 1644868181.001147, "relative_time": 2150.7308309078217, "current_lr": 0.3243510454794059, "val_time": 11.771180868148804, "top_1_16": 0.33292001485824585, "top_1_32": 0.42311999201774597, "top_1_64": 0.45124000310897827, "top_1_128": 0.4731000065803528, "top_1_256": 0.48895999789237976, "top_1_512": 0.4923200011253357, "top_1_1024": 0.49459999799728394, "top_1_2048": 0.4954800009727478, "top_5_16": 0.6131600141525269, "top_5_32": 0.6985599994659424, "top_5_64": 0.7219600081443787, "top_5_128": 0.7368800044059753, "top_5_256": 0.747439980506897, "top_5_512": 0.7508800029754639, "top_5_1024": 0.7535600066184998, "top_5_2048": 0.7548400163650513, "train_loss": 26.740169525146484, "epoch": 10}
12
+ {"timestamp": 1644868371.3835206, "relative_time": 2341.1132044792175, "current_lr": 0.3131668349530901, "val_time": 11.84887409210205, "top_1_16": 0.3061400055885315, "top_1_32": 0.386819988489151, "top_1_64": 0.41593998670578003, "top_1_128": 0.43187999725341797, "top_1_256": 0.4467400014400482, "top_1_512": 0.4530799984931946, "top_1_1024": 0.4565800130367279, "top_1_2048": 0.4564000070095062, "top_5_16": 0.567359983921051, "top_5_32": 0.6502000093460083, "top_5_64": 0.677299976348877, "top_5_128": 0.6941199898719788, "top_5_256": 0.7057200074195862, "top_5_512": 0.7123799920082092, "top_5_1024": 0.7167999744415283, "top_5_2048": 0.7169600129127502, "train_loss": 26.421131134033203, "epoch": 11}
13
+ {"timestamp": 1644868561.7230732, "relative_time": 2531.4527571201324, "current_lr": 0.3019826244267743, "val_time": 11.725483655929565, "top_1_16": 0.36932000517845154, "top_1_32": 0.4523000121116638, "top_1_64": 0.4854600131511688, "top_1_128": 0.5052800178527832, "top_1_256": 0.51801997423172, "top_1_512": 0.5241199731826782, "top_1_1024": 0.5284199714660645, "top_1_2048": 0.52947998046875, "top_5_16": 0.6458399891853333, "top_5_32": 0.7229599952697754, "top_5_64": 0.7496200203895569, "top_5_128": 0.7637400031089783, "top_5_256": 0.7730399966239929, "top_5_512": 0.7800999879837036, "top_5_1024": 0.7834799885749817, "top_5_2048": 0.7845799922943115, "train_loss": 26.190309524536133, "epoch": 12}
14
+ {"timestamp": 1644868752.1643445, "relative_time": 2721.8940284252167, "current_lr": 0.2907984139004585, "val_time": 11.749145984649658, "top_1_16": 0.384799987077713, "top_1_32": 0.4689599871635437, "top_1_64": 0.4959399998188019, "top_1_128": 0.5120599865913391, "top_1_256": 0.5229799747467041, "top_1_512": 0.5279200077056885, "top_1_1024": 0.5304800271987915, "top_1_2048": 0.5325000286102295, "top_5_16": 0.6580600142478943, "top_5_32": 0.733680009841919, "top_5_64": 0.7567399740219116, "top_5_128": 0.768779993057251, "top_5_256": 0.7768599987030029, "top_5_512": 0.7821400165557861, "top_5_1024": 0.7843199968338013, "top_5_2048": 0.785319983959198, "train_loss": 25.969011306762695, "epoch": 13}
15
+ {"timestamp": 1644868943.335566, "relative_time": 2913.0652499198914, "current_lr": 0.2796142033741427, "val_time": 11.72380805015564, "top_1_16": 0.4035399854183197, "top_1_32": 0.4880000054836273, "top_1_64": 0.5129799842834473, "top_1_128": 0.5302799940109253, "top_1_256": 0.5421199798583984, "top_1_512": 0.5469800233840942, "top_1_1024": 0.5486800074577332, "top_1_2048": 0.5505399703979492, "top_5_16": 0.6859400272369385, "top_5_32": 0.7541000247001648, "top_5_64": 0.775160014629364, "top_5_128": 0.7864599823951721, "top_5_256": 0.7948600053787231, "top_5_512": 0.8001599907875061, "top_5_1024": 0.8029999732971191, "top_5_2048": 0.8042399883270264, "train_loss": 25.723134994506836, "epoch": 14}
16
+ {"timestamp": 1644869134.5491295, "relative_time": 3104.2788133621216, "current_lr": 0.268429992847827, "val_time": 11.847147464752197, "top_1_16": 0.41185998916625977, "top_1_32": 0.4951600134372711, "top_1_64": 0.5231199860572815, "top_1_128": 0.5399399995803833, "top_1_256": 0.5498200058937073, "top_1_512": 0.5534600019454956, "top_1_1024": 0.5565400123596191, "top_1_2048": 0.5578200221061707, "top_5_16": 0.6823800206184387, "top_5_32": 0.7565600275993347, "top_5_64": 0.7762799859046936, "top_5_128": 0.7894799709320068, "top_5_256": 0.79694002866745, "top_5_512": 0.8019999861717224, "top_5_1024": 0.8047599792480469, "top_5_2048": 0.8046799898147583, "train_loss": 25.478485107421875, "epoch": 15}
17
+ {"timestamp": 1644869324.6396303, "relative_time": 3294.3693141937256, "current_lr": 0.2572457823215112, "val_time": 11.858399629592896, "top_1_16": 0.3984000086784363, "top_1_32": 0.47134000062942505, "top_1_64": 0.49810001254081726, "top_1_128": 0.5107799768447876, "top_1_256": 0.5213800072669983, "top_1_512": 0.5242400169372559, "top_1_1024": 0.527180016040802, "top_1_2048": 0.5267599821090698, "top_5_16": 0.6684399843215942, "top_5_32": 0.7346400022506714, "top_5_64": 0.7580400109291077, "top_5_128": 0.7683200240135193, "top_5_256": 0.7767400145530701, "top_5_512": 0.7809600234031677, "top_5_1024": 0.7830399870872498, "top_5_2048": 0.7829999923706055, "train_loss": 25.281461715698242, "epoch": 16}
18
+ {"timestamp": 1644869515.5129926, "relative_time": 3485.2426764965057, "current_lr": 0.24606157179519542, "val_time": 11.661556482315063, "top_1_16": 0.4324199855327606, "top_1_32": 0.5126799941062927, "top_1_64": 0.5397199988365173, "top_1_128": 0.5546000003814697, "top_1_256": 0.561959981918335, "top_1_512": 0.5654000043869019, "top_1_1024": 0.5678399801254272, "top_1_2048": 0.568340003490448, "top_5_16": 0.7018799781799316, "top_5_32": 0.7692199945449829, "top_5_64": 0.7909200191497803, "top_5_128": 0.801800012588501, "top_5_256": 0.8084400296211243, "top_5_512": 0.8126999735832214, "top_5_1024": 0.8152599930763245, "top_5_2048": 0.8159599900245667, "train_loss": 25.11153793334961, "epoch": 17}
19
+ {"timestamp": 1644869705.2908938, "relative_time": 3675.0205776691437, "current_lr": 0.23487736126887962, "val_time": 11.687912464141846, "top_1_16": 0.4144800007343292, "top_1_32": 0.4857800006866455, "top_1_64": 0.5048199892044067, "top_1_128": 0.5196400284767151, "top_1_256": 0.5288800001144409, "top_1_512": 0.5329999923706055, "top_1_1024": 0.5347599983215332, "top_1_2048": 0.5359200239181519, "top_5_16": 0.6825199723243713, "top_5_32": 0.745639979839325, "top_5_64": 0.7631999850273132, "top_5_128": 0.7736200094223022, "top_5_256": 0.7797999978065491, "top_5_512": 0.7823799848556519, "top_5_1024": 0.7852200269699097, "top_5_2048": 0.7853599786758423, "train_loss": 24.855688095092773, "epoch": 18}
20
+ {"timestamp": 1644869896.048191, "relative_time": 3865.7778749465942, "current_lr": 0.22369315074256382, "val_time": 11.76848316192627, "top_1_16": 0.4404599964618683, "top_1_32": 0.52183997631073, "top_1_64": 0.5458199977874756, "top_1_128": 0.5581200122833252, "top_1_256": 0.5658400058746338, "top_1_512": 0.5690799951553345, "top_1_1024": 0.5709400177001953, "top_1_2048": 0.5713199973106384, "top_5_16": 0.7051399946212769, "top_5_32": 0.7719600200653076, "top_5_64": 0.7908400297164917, "top_5_128": 0.8021000027656555, "top_5_256": 0.8080599904060364, "top_5_512": 0.8139200210571289, "top_5_1024": 0.8157399892807007, "top_5_2048": 0.8163599967956543, "train_loss": 24.65637969970703, "epoch": 19}
21
+ {"timestamp": 1644870085.825154, "relative_time": 4055.5548379421234, "current_lr": 0.21250894021624805, "val_time": 11.8325674533844, "top_1_16": 0.43435999751091003, "top_1_32": 0.5120000243186951, "top_1_64": 0.5371000170707703, "top_1_128": 0.5501999855041504, "top_1_256": 0.5571799874305725, "top_1_512": 0.5577200055122375, "top_1_1024": 0.559220016002655, "top_1_2048": 0.559719979763031, "top_5_16": 0.6978999972343445, "top_5_32": 0.7610800266265869, "top_5_64": 0.7829999923706055, "top_5_128": 0.79339998960495, "top_5_256": 0.7998999953269958, "top_5_512": 0.8031600117683411, "top_5_1024": 0.8040400147438049, "top_5_2048": 0.8053200244903564, "train_loss": 24.43779754638672, "epoch": 20}
22
+ {"timestamp": 1644870276.2226655, "relative_time": 4245.952349424362, "current_lr": 0.20132472968993226, "val_time": 11.649054527282715, "top_1_16": 0.46827998757362366, "top_1_32": 0.5372800230979919, "top_1_64": 0.5587000250816345, "top_1_128": 0.5720999836921692, "top_1_256": 0.5749599933624268, "top_1_512": 0.5778399705886841, "top_1_1024": 0.58024001121521, "top_1_2048": 0.5802800059318542, "top_5_16": 0.7241799831390381, "top_5_32": 0.7843599915504456, "top_5_64": 0.8012800216674805, "top_5_128": 0.8110399842262268, "top_5_256": 0.8157399892807007, "top_5_512": 0.8185200095176697, "top_5_1024": 0.8210399746894836, "top_5_2048": 0.8213599920272827, "train_loss": 24.202775955200195, "epoch": 21}
23
+ {"timestamp": 1644870466.5318036, "relative_time": 4436.261487483978, "current_lr": 0.19014051916361646, "val_time": 11.727652549743652, "top_1_16": 0.4682199954986572, "top_1_32": 0.5418199896812439, "top_1_64": 0.5664600133895874, "top_1_128": 0.5759999752044678, "top_1_256": 0.5829399824142456, "top_1_512": 0.5856199860572815, "top_1_1024": 0.5882200002670288, "top_1_2048": 0.5885599851608276, "top_5_16": 0.7318400144577026, "top_5_32": 0.7888799905776978, "top_5_64": 0.806119978427887, "top_5_128": 0.8162999749183655, "top_5_256": 0.8208600282669067, "top_5_512": 0.8253999948501587, "top_5_1024": 0.8277199864387512, "top_5_2048": 0.8280799984931946, "train_loss": 23.98537254333496, "epoch": 22}
24
+ {"timestamp": 1644870656.968579, "relative_time": 4626.698262929916, "current_lr": 0.1789563086373007, "val_time": 11.692989826202393, "top_1_16": 0.48976001143455505, "top_1_32": 0.5601199865341187, "top_1_64": 0.582040011882782, "top_1_128": 0.5949000120162964, "top_1_256": 0.6010199785232544, "top_1_512": 0.6017600297927856, "top_1_1024": 0.6032000184059143, "top_1_2048": 0.6035400032997131, "top_5_16": 0.7519000172615051, "top_5_32": 0.8054400086402893, "top_5_64": 0.822380006313324, "top_5_128": 0.8314999938011169, "top_5_256": 0.8359400033950806, "top_5_512": 0.8386200070381165, "top_5_1024": 0.8410599827766418, "top_5_2048": 0.8414000272750854, "train_loss": 23.769800186157227, "epoch": 23}
25
+ {"timestamp": 1644870847.7821717, "relative_time": 4817.511855602264, "current_lr": 0.1677720981109849, "val_time": 11.940544128417969, "top_1_16": 0.4856399893760681, "top_1_32": 0.5585399866104126, "top_1_64": 0.5801200270652771, "top_1_128": 0.5913800001144409, "top_1_256": 0.5946599841117859, "top_1_512": 0.5990399718284607, "top_1_1024": 0.6009799838066101, "top_1_2048": 0.6014999747276306, "top_5_16": 0.7376599907875061, "top_5_32": 0.796239972114563, "top_5_64": 0.8152599930763245, "top_5_128": 0.8252999782562256, "top_5_256": 0.830079972743988, "top_5_512": 0.8342800140380859, "top_5_1024": 0.8360999822616577, "top_5_2048": 0.8364800214767456, "train_loss": 23.5623836517334, "epoch": 24}
26
+ {"timestamp": 1644871037.9406013, "relative_time": 5007.670285224915, "current_lr": 0.1565878875846691, "val_time": 11.749617338180542, "top_1_16": 0.48524001240730286, "top_1_32": 0.5545200109481812, "top_1_64": 0.5743200182914734, "top_1_128": 0.5851200222969055, "top_1_256": 0.5902400016784668, "top_1_512": 0.5910800099372864, "top_1_1024": 0.5930600166320801, "top_1_2048": 0.5922600030899048, "top_5_16": 0.7385600209236145, "top_5_32": 0.7930799722671509, "top_5_64": 0.8113999962806702, "top_5_128": 0.8189799785614014, "top_5_256": 0.8245000243186951, "top_5_512": 0.82669997215271, "top_5_1024": 0.8291400074958801, "top_5_2048": 0.8289999961853027, "train_loss": 23.310956954956055, "epoch": 25}
27
+ {"timestamp": 1644871228.9152544, "relative_time": 5198.6449382305145, "current_lr": 0.1454036770583533, "val_time": 11.762192249298096, "top_1_16": 0.5131000280380249, "top_1_32": 0.5795400142669678, "top_1_64": 0.5984600186347961, "top_1_128": 0.606939971446991, "top_1_256": 0.6091600060462952, "top_1_512": 0.6119999885559082, "top_1_1024": 0.614080011844635, "top_1_2048": 0.6141600012779236, "top_5_16": 0.7648400068283081, "top_5_32": 0.8151599764823914, "top_5_64": 0.8309199810028076, "top_5_128": 0.8398000001907349, "top_5_256": 0.8429800271987915, "top_5_512": 0.8468000292778015, "top_5_1024": 0.8484799861907959, "top_5_2048": 0.8489800095558167, "train_loss": 23.04438018798828, "epoch": 26}
28
+ {"timestamp": 1644871419.055337, "relative_time": 5388.785020828247, "current_lr": 0.1342194665320375, "val_time": 11.728732109069824, "top_1_16": 0.5319399833679199, "top_1_32": 0.595579981803894, "top_1_64": 0.6165400147438049, "top_1_128": 0.6271799802780151, "top_1_256": 0.6315000057220459, "top_1_512": 0.631879985332489, "top_1_1024": 0.6337400078773499, "top_1_2048": 0.6339600086212158, "top_5_16": 0.7761399745941162, "top_5_32": 0.8266599774360657, "top_5_64": 0.8441200256347656, "top_5_128": 0.8520200252532959, "top_5_256": 0.8556399941444397, "top_5_512": 0.858519971370697, "top_5_1024": 0.8611000180244446, "top_5_2048": 0.861519992351532, "train_loss": 22.824037551879883, "epoch": 27}
29
+ {"timestamp": 1644871609.7678142, "relative_time": 5579.497498035431, "current_lr": 0.12303525600572171, "val_time": 11.733052730560303, "top_1_16": 0.5142999887466431, "top_1_32": 0.5815200209617615, "top_1_64": 0.6018199920654297, "top_1_128": 0.6093000173568726, "top_1_256": 0.6102200150489807, "top_1_512": 0.6121799945831299, "top_1_1024": 0.6123999953269958, "top_1_2048": 0.6129199862480164, "top_5_16": 0.7619600296020508, "top_5_32": 0.8119999766349792, "top_5_64": 0.8284400105476379, "top_5_128": 0.8368399739265442, "top_5_256": 0.8405799865722656, "top_5_512": 0.8445799946784973, "top_5_1024": 0.8456599712371826, "top_5_2048": 0.8462399840354919, "train_loss": 22.549819946289062, "epoch": 28}
30
+ {"timestamp": 1644871800.0185935, "relative_time": 5769.748277425766, "current_lr": 0.11185104547940597, "val_time": 11.876972913742065, "top_1_16": 0.5446000099182129, "top_1_32": 0.6029000282287598, "top_1_64": 0.6210799813270569, "top_1_128": 0.6317999958992004, "top_1_256": 0.6336600184440613, "top_1_512": 0.6362599730491638, "top_1_1024": 0.6379200220108032, "top_1_2048": 0.6380000114440918, "top_5_16": 0.7818999886512756, "top_5_32": 0.82805997133255, "top_5_64": 0.842960000038147, "top_5_128": 0.8516200184822083, "top_5_256": 0.8557400107383728, "top_5_512": 0.8593999743461609, "top_5_1024": 0.8608999848365784, "top_5_2048": 0.8616200089454651, "train_loss": 22.27034568786621, "epoch": 29}
31
+ {"timestamp": 1644871990.9950578, "relative_time": 5960.724741697311, "current_lr": 0.10066683495309017, "val_time": 11.671958923339844, "top_1_16": 0.5572199821472168, "top_1_32": 0.6138200163841248, "top_1_64": 0.6316999793052673, "top_1_128": 0.6409800052642822, "top_1_256": 0.6435400247573853, "top_1_512": 0.6445800065994263, "top_1_1024": 0.646340012550354, "top_1_2048": 0.6467999815940857, "top_5_16": 0.7882400155067444, "top_5_32": 0.8335999846458435, "top_5_64": 0.8474000096321106, "top_5_128": 0.8541600108146667, "top_5_256": 0.8589400053024292, "top_5_512": 0.862280011177063, "top_5_1024": 0.8634399771690369, "top_5_2048": 0.8642200231552124, "train_loss": 21.962657928466797, "epoch": 30}
32
+ {"timestamp": 1644872180.8328607, "relative_time": 6150.562544584274, "current_lr": 0.08948262442677438, "val_time": 11.722776889801025, "top_1_16": 0.5634400248527527, "top_1_32": 0.6245800256729126, "top_1_64": 0.6430799961090088, "top_1_128": 0.6506800055503845, "top_1_256": 0.6520599722862244, "top_1_512": 0.6542400121688843, "top_1_1024": 0.6561599969863892, "top_1_2048": 0.6560199856758118, "top_5_16": 0.7971400022506714, "top_5_32": 0.8399800062179565, "top_5_64": 0.8560000061988831, "top_5_128": 0.8626199960708618, "top_5_256": 0.8669400215148926, "top_5_512": 0.8697999715805054, "top_5_1024": 0.8715599775314331, "top_5_2048": 0.8727200031280518, "train_loss": 21.657716751098633, "epoch": 31}
33
+ {"timestamp": 1644872453.9165237, "relative_time": 6423.64620757103, "current_lr": 0.07829841390045858, "val_time": 11.729102373123169, "top_1_16": 0.5846199989318848, "top_1_32": 0.6360200047492981, "top_1_64": 0.6510199904441833, "top_1_128": 0.657039999961853, "top_1_256": 0.6584399938583374, "top_1_512": 0.6607199907302856, "top_1_1024": 0.6614800095558167, "top_1_2048": 0.6606400012969971, "top_5_16": 0.8069999814033508, "top_5_32": 0.8465800285339355, "top_5_64": 0.8609799742698669, "top_5_128": 0.8665400147438049, "top_5_256": 0.8709200024604797, "top_5_512": 0.8738600015640259, "top_5_1024": 0.8746200203895569, "top_5_2048": 0.875819981098175, "train_loss": 21.042789459228516, "epoch": 32}
34
+ {"timestamp": 1644872708.2984831, "relative_time": 6678.028167009354, "current_lr": 0.06711420337414278, "val_time": 11.780158281326294, "top_1_16": 0.6159200072288513, "top_1_32": 0.6628599762916565, "top_1_64": 0.6765599846839905, "top_1_128": 0.683899998664856, "top_1_256": 0.6846399903297424, "top_1_512": 0.6875600218772888, "top_1_1024": 0.6881800293922424, "top_1_2048": 0.6883800029754639, "top_5_16": 0.8297600150108337, "top_5_32": 0.8667200207710266, "top_5_64": 0.8790599703788757, "top_5_128": 0.8848400115966797, "top_5_256": 0.8878999948501587, "top_5_512": 0.8901600241661072, "top_5_1024": 0.8913599848747253, "top_5_2048": 0.8927000164985657, "train_loss": 20.63184928894043, "epoch": 33}
35
+ {"timestamp": 1644872962.9462483, "relative_time": 6932.675932168961, "current_lr": 0.05592999284782698, "val_time": 12.123857021331787, "top_1_16": 0.6341800093650818, "top_1_32": 0.6812000274658203, "top_1_64": 0.6953200101852417, "top_1_128": 0.7014399766921997, "top_1_256": 0.7044000029563904, "top_1_512": 0.706059992313385, "top_1_1024": 0.707360029220581, "top_1_2048": 0.7079399824142456, "top_5_16": 0.8439599871635437, "top_5_32": 0.8773800134658813, "top_5_64": 0.8889999985694885, "top_5_128": 0.8942800164222717, "top_5_256": 0.8974599838256836, "top_5_512": 0.90038001537323, "top_5_1024": 0.9012600183486938, "top_5_2048": 0.9020400047302246, "train_loss": 20.235977172851562, "epoch": 34}
36
+ {"timestamp": 1644873217.630474, "relative_time": 7187.360157966614, "current_lr": 0.044745782321511184, "val_time": 11.734716176986694, "top_1_16": 0.652679979801178, "top_1_32": 0.6948400139808655, "top_1_64": 0.7079200148582458, "top_1_128": 0.7143999934196472, "top_1_256": 0.7154200077056885, "top_1_512": 0.7161200046539307, "top_1_1024": 0.7169600129127502, "top_1_2048": 0.7165600061416626, "top_5_16": 0.8542600274085999, "top_5_32": 0.8849999904632568, "top_5_64": 0.8961399793624878, "top_5_128": 0.9006800055503845, "top_5_256": 0.903980016708374, "top_5_512": 0.9059799909591675, "top_5_1024": 0.9071999788284302, "top_5_2048": 0.9076200127601624, "train_loss": 19.789411544799805, "epoch": 35}
37
+ {"timestamp": 1644873471.769898, "relative_time": 7441.499581813812, "current_lr": 0.03356157179519539, "val_time": 11.692625999450684, "top_1_16": 0.6708999872207642, "top_1_32": 0.7095999717712402, "top_1_64": 0.7222399711608887, "top_1_128": 0.7262200117111206, "top_1_256": 0.7294399738311768, "top_1_512": 0.73089998960495, "top_1_1024": 0.7328600287437439, "top_1_2048": 0.7328400015830994, "top_5_16": 0.8648999929428101, "top_5_32": 0.8929799795150757, "top_5_64": 0.9034199714660645, "top_5_128": 0.9076600074768066, "top_5_256": 0.9125000238418579, "top_5_512": 0.9146999716758728, "top_5_1024": 0.9159799814224243, "top_5_2048": 0.9164800047874451, "train_loss": 19.275999069213867, "epoch": 36}
38
+ {"timestamp": 1644873725.7813272, "relative_time": 7695.511011123657, "current_lr": 0.02237736126887959, "val_time": 11.787394523620605, "top_1_16": 0.6868199706077576, "top_1_32": 0.7242599725723267, "top_1_64": 0.7348200082778931, "top_1_128": 0.7414399981498718, "top_1_256": 0.7441999912261963, "top_1_512": 0.7469800114631653, "top_1_1024": 0.7473599910736084, "top_1_2048": 0.7475200295448303, "top_5_16": 0.8726199865341187, "top_5_32": 0.9017599821090698, "top_5_64": 0.9108800292015076, "top_5_128": 0.9144600033760071, "top_5_256": 0.9180799722671509, "top_5_512": 0.9205600023269653, "top_5_1024": 0.921720027923584, "top_5_2048": 0.9223200082778931, "train_loss": 18.725963592529297, "epoch": 37}
39
+ {"timestamp": 1644873979.5005744, "relative_time": 7949.230258226395, "current_lr": 0.011193150742563851, "val_time": 11.82113265991211, "top_1_16": 0.7045599818229675, "top_1_32": 0.7397800087928772, "top_1_64": 0.7492799758911133, "top_1_128": 0.7536399960517883, "top_1_256": 0.7561399936676025, "top_1_512": 0.7575200200080872, "top_1_1024": 0.7593399882316589, "top_1_2048": 0.7597000002861023, "top_5_16": 0.8820199966430664, "top_5_32": 0.9077000021934509, "top_5_64": 0.9166399836540222, "top_5_128": 0.9202399849891663, "top_5_256": 0.9242200255393982, "top_5_512": 0.9266800284385681, "top_5_1024": 0.9280999898910522, "top_5_2048": 0.928820013999939, "train_loss": 18.169710159301758, "epoch": 38}
40
+ {"timestamp": 1644874233.4387507, "relative_time": 8203.168434619904, "current_lr": 8.940216248054869e-06, "val_time": 11.776231527328491, "top_1_16": 0.7164199948310852, "top_1_32": 0.7486000061035156, "top_1_64": 0.7574999928474426, "top_1_128": 0.7620599865913391, "top_1_256": 0.764959990978241, "top_1_512": 0.7672799825668335, "top_1_1024": 0.7679600119590759, "top_1_2048": 0.7689200043678284, "top_5_16": 0.8899199962615967, "top_5_32": 0.9132599830627441, "top_5_64": 0.9216799736022949, "top_5_128": 0.9251599907875061, "top_5_256": 0.9293400049209595, "top_5_512": 0.9320799708366394, "top_5_1024": 0.9334999918937683, "top_5_2048": 0.9340400099754333, "train_loss": 17.608564376831055, "epoch": 39}
41
+ {"timestamp": 1644874245.1472375, "relative_time": 8214.876921415329, "current_lr": 8.940216248054869e-06, "val_time": 11.707982778549194, "top_1_16": 0.7164199948310852, "top_1_32": 0.7486000061035156, "top_1_64": 0.7574999928474426, "top_1_128": 0.7620599865913391, "top_1_256": 0.764959990978241, "top_1_512": 0.7672799825668335, "top_1_1024": 0.7679600119590759, "top_1_2048": 0.7689200043678284, "top_5_16": 0.8899199962615967, "top_5_32": 0.9132599830627441, "top_5_64": 0.9216799736022949, "top_5_128": 0.9251599907875061, "top_5_256": 0.9293400049209595, "top_5_512": 0.9320799708366394, "top_5_1024": 0.9334999918937683, "top_5_2048": 0.9340400099754333, "epoch": 39}
mrl/Imagenet1k_R50_mrl_e_16start/params.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"model.arch": "resnet50", "model.pretrained": 0, "model.single_head": 1, "model.multi_head": 0, "model.nesting_start": 4, "model.fixed_feature": 2048, "resolution.min_res": 160, "resolution.max_res": 192, "resolution.end_ramp": 34, "resolution.start_ramp": 29, "data.train_dataset": "/home/jupyter/dataset-ffcv/train_500_0.50_90.ffcv", "data.val_dataset": "/home/jupyter/dataset-ffcv/val_500_0.50_90.ffcv", "data.num_workers": 12, "data.in_memory": 1, "lr.step_ratio": 0.1, "lr.step_length": 30, "lr.lr_schedule_type": "cyclic", "lr.lr": 0.425, "lr.lr_peak_epoch": 2, "logging.folder": "trainlogs", "logging.log_level": 1, "validation.batch_size": 512, "validation.resolution": 256, "validation.lr_tta": 1, "training.eval_only": 0, "training.batch_size": 512, "training.optimizer": "sgd", "training.momentum": 0.9, "training.weight_decay": 0.0001, "training.epochs": 40, "training.label_smoothing": 0.1, "training.distributed": 1, "training.use_blurpool": 1, "dist.world_size": 2, "dist.address": "localhost", "dist.port": "12355"}
resnet-family/resnet101-ff2048/final_weights.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35e06b8d152e718f4fe049ada52912d8e0b3e8e88d5bae721e2335fee579d8d1
3
+ size 178928529
resnet-family/resnet101-ff2048/log ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"timestamp": 1673663692.1349194, "relative_time": 319.3206684589386, "current_lr": 0.424362568, "val_time": 17.3554470539093, "top_1": 0.0826599970459938, "top_5": 0.22242000699043274, "train_loss": 6.068612575531006, "epoch": 0}
2
+ {"timestamp": 1673663847.3316696, "relative_time": 474.5174186229706, "current_lr": 0.8493200679999999, "val_time": 9.198272943496704, "top_1": 0.2036599963903427, "top_5": 0.4302999973297119, "train_loss": 4.775087356567383, "epoch": 1}
3
+ {"timestamp": 1673663997.374622, "relative_time": 624.5603711605072, "current_lr": 0.8276673684210526, "val_time": 9.31270956993103, "top_1": 0.26263999938964844, "top_5": 0.5049200057983398, "train_loss": 4.0289154052734375, "epoch": 2}
4
+ {"timestamp": 1673664148.4866624, "relative_time": 775.672411441803, "current_lr": 0.805298947368421, "val_time": 10.952834606170654, "top_1": 0.38260000944137573, "top_5": 0.6579599976539612, "train_loss": 3.6588733196258545, "epoch": 3}
5
+ {"timestamp": 1673664299.4465635, "relative_time": 926.6323125362396, "current_lr": 0.7829305263157894, "val_time": 9.26988935470581, "top_1": 0.37119999527931213, "top_5": 0.6335399746894836, "train_loss": 3.446552276611328, "epoch": 4}
6
+ {"timestamp": 1673664450.2924829, "relative_time": 1077.4782319068909, "current_lr": 0.7605621052631579, "val_time": 9.175103187561035, "top_1": 0.45170000195503235, "top_5": 0.7183200120925903, "train_loss": 3.3187546730041504, "epoch": 5}
7
+ {"timestamp": 1673664600.5378428, "relative_time": 1227.7235918045044, "current_lr": 0.7381936842105263, "val_time": 9.201263427734375, "top_1": 0.41525998711586, "top_5": 0.6872199773788452, "train_loss": 3.2044193744659424, "epoch": 6}
8
+ {"timestamp": 1673664751.5781054, "relative_time": 1378.7638545036316, "current_lr": 0.7158252631578947, "val_time": 9.267908334732056, "top_1": 0.32710000872612, "top_5": 0.5822200179100037, "train_loss": 3.126833200454712, "epoch": 7}
9
+ {"timestamp": 1673664901.9540188, "relative_time": 1529.1397678852081, "current_lr": 0.6934568421052631, "val_time": 9.2150297164917, "top_1": 0.5235400199890137, "top_5": 0.7797999978065491, "train_loss": 3.0798559188842773, "epoch": 8}
10
+ {"timestamp": 1673665052.2346601, "relative_time": 1679.4204092025757, "current_lr": 0.6710884210526316, "val_time": 9.20170259475708, "top_1": 0.4971599876880646, "top_5": 0.7626799941062927, "train_loss": 3.0384843349456787, "epoch": 9}
11
+ {"timestamp": 1673665202.5299041, "relative_time": 1829.715653181076, "current_lr": 0.64872, "val_time": 9.281331777572632, "top_1": 0.5425400137901306, "top_5": 0.8005599975585938, "train_loss": 2.975121021270752, "epoch": 10}
12
+ {"timestamp": 1673665353.1092634, "relative_time": 1980.29501247406, "current_lr": 0.6263515789473684, "val_time": 9.238179922103882, "top_1": 0.4447399973869324, "top_5": 0.7123000025749207, "train_loss": 2.9326887130737305, "epoch": 11}
13
+ {"timestamp": 1673665503.6047788, "relative_time": 2130.790527820587, "current_lr": 0.6039831578947368, "val_time": 9.378206014633179, "top_1": 0.5082799792289734, "top_5": 0.7641400098800659, "train_loss": 2.9101412296295166, "epoch": 12}
14
+ {"timestamp": 1673665653.9895296, "relative_time": 2281.1752786636353, "current_lr": 0.5816147368421052, "val_time": 9.298751831054688, "top_1": 0.5401600003242493, "top_5": 0.7907800078392029, "train_loss": 2.8641324043273926, "epoch": 13}
15
+ {"timestamp": 1673665805.0215204, "relative_time": 2432.2072694301605, "current_lr": 0.5592463157894736, "val_time": 9.787045001983643, "top_1": 0.5695000290870667, "top_5": 0.8226400017738342, "train_loss": 2.857271432876587, "epoch": 14}
16
+ {"timestamp": 1673665955.6336741, "relative_time": 2582.8194231987, "current_lr": 0.5368778947368421, "val_time": 9.192601919174194, "top_1": 0.5512599945068359, "top_5": 0.8000800013542175, "train_loss": 2.835029125213623, "epoch": 15}
17
+ {"timestamp": 1673666105.926466, "relative_time": 2733.1122150421143, "current_lr": 0.5145094736842105, "val_time": 9.278031587600708, "top_1": 0.5785199999809265, "top_5": 0.8245999813079834, "train_loss": 2.8462815284729004, "epoch": 16}
18
+ {"timestamp": 1673666257.1447854, "relative_time": 2884.3305344581604, "current_lr": 0.4921410526315789, "val_time": 9.532092094421387, "top_1": 0.5699800252914429, "top_5": 0.8141599893569946, "train_loss": 2.870633840560913, "epoch": 17}
19
+ {"timestamp": 1673666408.157858, "relative_time": 3035.3436069488525, "current_lr": 0.46977263157894733, "val_time": 9.36003565788269, "top_1": 0.6076400279998779, "top_5": 0.8424000144004822, "train_loss": 2.8055241107940674, "epoch": 18}
20
+ {"timestamp": 1673666559.033341, "relative_time": 3186.219089984894, "current_lr": 0.44740421052631574, "val_time": 9.427539110183716, "top_1": 0.6047199964523315, "top_5": 0.8430399894714355, "train_loss": 2.745114326477051, "epoch": 19}
21
+ {"timestamp": 1673666710.2620757, "relative_time": 3337.447824716568, "current_lr": 0.4250357894736842, "val_time": 9.612059593200684, "top_1": 0.6168599724769592, "top_5": 0.8519399762153625, "train_loss": 2.787954807281494, "epoch": 20}
22
+ {"timestamp": 1673666861.2519894, "relative_time": 3488.437738418579, "current_lr": 0.4026673684210526, "val_time": 9.216057777404785, "top_1": 0.5907599925994873, "top_5": 0.8299400210380554, "train_loss": 2.7824504375457764, "epoch": 21}
23
+ {"timestamp": 1673667012.3943589, "relative_time": 3639.5801079273224, "current_lr": 0.380298947368421, "val_time": 9.34430980682373, "top_1": 0.5934399962425232, "top_5": 0.8328800201416016, "train_loss": 2.7433900833129883, "epoch": 22}
24
+ {"timestamp": 1673667163.5831685, "relative_time": 3790.7689175605774, "current_lr": 0.3579305263157895, "val_time": 9.436637878417969, "top_1": 0.6224799752235413, "top_5": 0.8496999740600586, "train_loss": 2.66144061088562, "epoch": 23}
25
+ {"timestamp": 1673667314.864495, "relative_time": 3942.0502440929413, "current_lr": 0.3355621052631579, "val_time": 9.177507638931274, "top_1": 0.6156399846076965, "top_5": 0.8491399884223938, "train_loss": 2.6235201358795166, "epoch": 24}
26
+ {"timestamp": 1673667466.40845, "relative_time": 4093.5941989421844, "current_lr": 0.3131936842105263, "val_time": 9.319059133529663, "top_1": 0.622219979763031, "top_5": 0.853380024433136, "train_loss": 2.635776996612549, "epoch": 25}
27
+ {"timestamp": 1673667617.24295, "relative_time": 4244.428699016571, "current_lr": 0.2908252631578947, "val_time": 9.233906745910645, "top_1": 0.6424800157546997, "top_5": 0.8642799854278564, "train_loss": 2.615144968032837, "epoch": 26}
28
+ {"timestamp": 1673667768.46056, "relative_time": 4395.646309137344, "current_lr": 0.2684568421052631, "val_time": 9.267179489135742, "top_1": 0.656220018863678, "top_5": 0.8757799863815308, "train_loss": 2.539961576461792, "epoch": 27}
29
+ {"timestamp": 1673667920.2134314, "relative_time": 4547.3991804122925, "current_lr": 0.2460884210526315, "val_time": 9.231920719146729, "top_1": 0.6582199931144714, "top_5": 0.874779999256134, "train_loss": 2.4778738021850586, "epoch": 28}
30
+ {"timestamp": 1673668071.3252625, "relative_time": 4698.511011600494, "current_lr": 0.22372000000000003, "val_time": 9.237789630889893, "top_1": 0.6622599959373474, "top_5": 0.8783199787139893, "train_loss": 2.4453303813934326, "epoch": 29}
31
+ {"timestamp": 1673668222.3237784, "relative_time": 4849.5095274448395, "current_lr": 0.20135157894736844, "val_time": 9.186450481414795, "top_1": 0.6571400165557861, "top_5": 0.8733800053596497, "train_loss": 2.4319241046905518, "epoch": 30}
32
+ {"timestamp": 1673668373.8945274, "relative_time": 5001.080276489258, "current_lr": 0.17898315789473684, "val_time": 9.503619909286499, "top_1": 0.6830599904060364, "top_5": 0.8885200023651123, "train_loss": 2.4366042613983154, "epoch": 31}
33
+ {"timestamp": 1673668577.3993328, "relative_time": 5204.58508181572, "current_lr": 0.15661473684210525, "val_time": 9.33143949508667, "top_1": 0.7076799869537354, "top_5": 0.9055399894714355, "train_loss": 2.2951581478118896, "epoch": 32}
34
+ {"timestamp": 1673668768.0235224, "relative_time": 5395.209271430969, "current_lr": 0.13424631578947366, "val_time": 9.298389196395874, "top_1": 0.7242000102996826, "top_5": 0.9139599800109863, "train_loss": 2.238424062728882, "epoch": 33}
35
+ {"timestamp": 1673668959.7828894, "relative_time": 5586.968638420105, "current_lr": 0.11187789473684207, "val_time": 10.216073274612427, "top_1": 0.7292600274085999, "top_5": 0.9166200160980225, "train_loss": 2.186786651611328, "epoch": 34}
36
+ {"timestamp": 1673669150.4578316, "relative_time": 5777.643580675125, "current_lr": 0.08950947368421047, "val_time": 9.244423866271973, "top_1": 0.737060010433197, "top_5": 0.921019971370697, "train_loss": 2.141324520111084, "epoch": 35}
37
+ {"timestamp": 1673669342.8993752, "relative_time": 5970.085124254227, "current_lr": 0.06714105263157888, "val_time": 10.919447183609009, "top_1": 0.7488999962806702, "top_5": 0.9262999892234802, "train_loss": 2.0847458839416504, "epoch": 36}
38
+ {"timestamp": 1673669533.5908334, "relative_time": 6160.776582479477, "current_lr": 0.044772631578947286, "val_time": 9.592955589294434, "top_1": 0.7627400159835815, "top_5": 0.9327399730682373, "train_loss": 2.025031089782715, "epoch": 37}
39
+ {"timestamp": 1673669724.1354718, "relative_time": 6351.321220874786, "current_lr": 0.022404210526315804, "val_time": 9.299623250961304, "top_1": 0.7714400291442871, "top_5": 0.9373000264167786, "train_loss": 1.959144115447998, "epoch": 38}
40
+ {"timestamp": 1673669915.9888425, "relative_time": 6543.17459154129, "current_lr": 3.578947368421126e-05, "val_time": 10.051207304000854, "top_1": 0.7786200046539307, "top_5": 0.9408599734306335, "train_loss": 1.8975598812103271, "epoch": 39}
41
+ {"timestamp": 1673669925.5032275, "relative_time": 6552.68897652626, "current_lr": 3.578947368421126e-05, "val_time": 9.123201131820679, "top_1": 0.7786200046539307, "top_5": 0.9408599734306335, "epoch": 39}
resnet-family/resnet101-ff2048/params.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"model.arch": "resnet101", "model.pretrained": 0, "model.efficient": 0, "model.mrl": 0, "model.nesting_start": 3, "model.fixed_feature": 2048, "resolution.min_res": 160, "resolution.max_res": 192, "resolution.end_ramp": 34, "resolution.start_ramp": 29, "data.train_dataset": "/mnt/disks/imagenet_dir/train_500_0.50_90.ffcv", "data.val_dataset": "/mnt/disks/imagenet_dir/val_500_0.50_90.ffcv", "data.num_workers": 12, "data.in_memory": 1, "lr.step_ratio": 0.1, "lr.step_length": 30, "lr.lr_schedule_type": "cyclic", "lr.lr": 0.85, "lr.lr_peak_epoch": 2, "logging.folder": "trainlogs", "logging.log_level": 1, "validation.batch_size": 512, "validation.resolution": 256, "validation.lr_tta": 1, "training.eval_only": 0, "training.path": null, "training.batch_size": 512, "training.optimizer": "sgd", "training.momentum": 0.9, "training.weight_decay": 0.0001, "training.epochs": 40, "training.label_smoothing": 0.1, "training.distributed": 1, "training.use_blurpool": 1, "dist.world_size": 4, "dist.address": "localhost", "dist.port": "12355"}
resnet-family/resnet101_mrl/final_weights.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:967b4109db26f2fb037d0be0fe2ec98331e9cac93014e219bb816902d6498219
3
+ size 187126001
resnet-family/resnet101_mrl/log ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"timestamp": 1661391340.6643548, "relative_time": 782.376932144165, "current_lr": 0.21235140287769783, "val_time": 43.634462118148804, "top_1_8": 0.029239999130368233, "top_1_16": 0.06738000363111496, "top_1_32": 0.09058000147342682, "top_1_64": 0.10397999733686447, "top_1_128": 0.11078000068664551, "top_1_256": 0.1158600002527237, "top_1_512": 0.11779999732971191, "top_1_1024": 0.11720000207424164, "top_1_2048": 0.11631999909877777, "top_5_8": 0.10965999960899353, "top_5_16": 0.20095999538898468, "top_5_32": 0.24366000294685364, "top_5_64": 0.27160000801086426, "top_5_128": 0.2862600088119507, "top_5_256": 0.29377999901771545, "top_5_512": 0.2959800064563751, "top_5_1024": 0.29401999711990356, "top_5_2048": 0.2903999984264374, "train_loss": 55.02468490600586, "epoch": 0}
2
+ {"timestamp": 1661391650.6691732, "relative_time": 1092.3817505836487, "current_lr": 0.4248301528776978, "val_time": 19.342124223709106, "top_1_8": 0.09697999805212021, "top_1_16": 0.16718000173568726, "top_1_32": 0.20800000429153442, "top_1_64": 0.23348000645637512, "top_1_128": 0.25134000182151794, "top_1_256": 0.2614400088787079, "top_1_512": 0.2662599980831146, "top_1_1024": 0.2684600055217743, "top_1_2048": 0.2677600085735321, "top_5_8": 0.2785800099372864, "top_5_16": 0.39570000767707825, "top_5_32": 0.45419999957084656, "top_5_64": 0.4885599911212921, "top_5_128": 0.5084800124168396, "top_5_256": 0.5208600163459778, "top_5_512": 0.5257999897003174, "top_5_1024": 0.5271199941635132, "top_5_2048": 0.523419976234436, "train_loss": 42.527774810791016, "epoch": 1}
3
+ {"timestamp": 1661391951.8843634, "relative_time": 1393.5969407558441, "current_lr": 0.4138247296899322, "val_time": 18.72463607788086, "top_1_8": 0.1434199959039688, "top_1_16": 0.2510800063610077, "top_1_32": 0.3019599914550781, "top_1_64": 0.3298799991607666, "top_1_128": 0.35141998529434204, "top_1_256": 0.36375999450683594, "top_1_512": 0.37237998843193054, "top_1_1024": 0.37560001015663147, "top_1_2048": 0.3763999938964844, "top_5_8": 0.3721199929714203, "top_5_16": 0.5278599858283997, "top_5_32": 0.5873600244522095, "top_5_64": 0.6182600259780884, "top_5_128": 0.6360200047492981, "top_5_256": 0.6470400094985962, "top_5_512": 0.6525200009346008, "top_5_1024": 0.6539199948310852, "top_5_2048": 0.6528000235557556, "train_loss": 37.20798110961914, "epoch": 2}
4
+ {"timestamp": 1661392251.5689356, "relative_time": 1693.2815129756927, "current_lr": 0.40264051916361643, "val_time": 18.616112232208252, "top_1_8": 0.1671999990940094, "top_1_16": 0.29429998993873596, "top_1_32": 0.3423599898815155, "top_1_64": 0.3776800036430359, "top_1_128": 0.3968000113964081, "top_1_256": 0.41326001286506653, "top_1_512": 0.42298001050949097, "top_1_1024": 0.4259600043296814, "top_1_2048": 0.42688000202178955, "top_5_8": 0.41200000047683716, "top_5_16": 0.5696799755096436, "top_5_32": 0.626579999923706, "top_5_64": 0.661080002784729, "top_5_128": 0.6783400177955627, "top_5_256": 0.6929399967193604, "top_5_512": 0.7002599835395813, "top_5_1024": 0.7031599879264832, "top_5_2048": 0.703279972076416, "train_loss": 34.557010650634766, "epoch": 3}
5
+ {"timestamp": 1661392550.9465601, "relative_time": 1992.6591374874115, "current_lr": 0.39145630863730063, "val_time": 18.67064905166626, "top_1_8": 0.18374000489711761, "top_1_16": 0.29976001381874084, "top_1_32": 0.3433400094509125, "top_1_64": 0.3717400133609772, "top_1_128": 0.391539990901947, "top_1_256": 0.4059000015258789, "top_1_512": 0.41260001063346863, "top_1_1024": 0.41519999504089355, "top_1_2048": 0.41547998785972595, "top_5_8": 0.43592000007629395, "top_5_16": 0.5766800045967102, "top_5_32": 0.619979977607727, "top_5_64": 0.6496800184249878, "top_5_128": 0.6701400279998779, "top_5_256": 0.6812199950218201, "top_5_512": 0.6875, "top_5_1024": 0.6904199719429016, "top_5_2048": 0.6898400187492371, "train_loss": 33.11883544921875, "epoch": 4}
6
+ {"timestamp": 1661392848.689901, "relative_time": 2290.402478456497, "current_lr": 0.3802720981109849, "val_time": 18.789424180984497, "top_1_8": 0.19859999418258667, "top_1_16": 0.3343000113964081, "top_1_32": 0.3918600082397461, "top_1_64": 0.41604000329971313, "top_1_128": 0.42802000045776367, "top_1_256": 0.4415600001811981, "top_1_512": 0.4500400125980377, "top_1_1024": 0.4525200128555298, "top_1_2048": 0.45284000039100647, "top_5_8": 0.4516800045967102, "top_5_16": 0.6079599857330322, "top_5_32": 0.667680025100708, "top_5_64": 0.6929600238800049, "top_5_128": 0.7069600224494934, "top_5_256": 0.7175999879837036, "top_5_512": 0.7246800065040588, "top_5_1024": 0.725380003452301, "top_5_2048": 0.725380003452301, "train_loss": 32.15765380859375, "epoch": 5}
7
+ {"timestamp": 1661393146.2053332, "relative_time": 2587.9179105758667, "current_lr": 0.3690878875846691, "val_time": 18.688485860824585, "top_1_8": 0.2323399931192398, "top_1_16": 0.3737199902534485, "top_1_32": 0.421860009431839, "top_1_64": 0.44317999482154846, "top_1_128": 0.45758000016212463, "top_1_256": 0.4693399965763092, "top_1_512": 0.4740599989891052, "top_1_1024": 0.47784000635147095, "top_1_2048": 0.47617998719215393, "top_5_8": 0.49862000346183777, "top_5_16": 0.6465200185775757, "top_5_32": 0.6963000297546387, "top_5_64": 0.7172200083732605, "top_5_128": 0.7293400168418884, "top_5_256": 0.7376400232315063, "top_5_512": 0.7420200109481812, "top_5_1024": 0.7423200011253357, "top_5_2048": 0.7421000003814697, "train_loss": 31.447261810302734, "epoch": 6}
8
+ {"timestamp": 1661393446.3033874, "relative_time": 2888.015964746475, "current_lr": 0.3579036770583533, "val_time": 18.933069229125977, "top_1_8": 0.24553999304771423, "top_1_16": 0.3958599865436554, "top_1_32": 0.44714000821113586, "top_1_64": 0.4653800129890442, "top_1_128": 0.4762600064277649, "top_1_256": 0.48583999276161194, "top_1_512": 0.4943400025367737, "top_1_1024": 0.4982999861240387, "top_1_2048": 0.49630001187324524, "top_5_8": 0.5187399983406067, "top_5_16": 0.6689000129699707, "top_5_32": 0.7176799774169922, "top_5_64": 0.7356799840927124, "top_5_128": 0.745639979839325, "top_5_256": 0.7535399794578552, "top_5_512": 0.760200023651123, "top_5_1024": 0.7617599964141846, "top_5_2048": 0.7610999941825867, "train_loss": 30.885826110839844, "epoch": 7}
9
+ {"timestamp": 1661393755.8264906, "relative_time": 3197.5390679836273, "current_lr": 0.3467194665320375, "val_time": 18.645057201385498, "top_1_8": 0.2589600086212158, "top_1_16": 0.39890000224113464, "top_1_32": 0.44652000069618225, "top_1_64": 0.465939998626709, "top_1_128": 0.47468000650405884, "top_1_256": 0.4857200086116791, "top_1_512": 0.4938800036907196, "top_1_1024": 0.4960800111293793, "top_1_2048": 0.49476000666618347, "top_5_8": 0.52947998046875, "top_5_16": 0.6645399928092957, "top_5_32": 0.7106800079345703, "top_5_64": 0.7311800122261047, "top_5_128": 0.7418599724769592, "top_5_256": 0.7500799894332886, "top_5_512": 0.756600022315979, "top_5_1024": 0.7587800025939941, "top_5_2048": 0.7578999996185303, "train_loss": 30.425565719604492, "epoch": 8}
10
+ {"timestamp": 1661394061.6646008, "relative_time": 3503.3771781921387, "current_lr": 0.3355352560057217, "val_time": 23.860514163970947, "top_1_8": 0.2790200114250183, "top_1_16": 0.43105998635292053, "top_1_32": 0.4771200120449066, "top_1_64": 0.4957599937915802, "top_1_128": 0.5066400170326233, "top_1_256": 0.512939989566803, "top_1_512": 0.5199400186538696, "top_1_1024": 0.5214400291442871, "top_1_2048": 0.5210000276565552, "top_5_8": 0.5669199824333191, "top_5_16": 0.6983199715614319, "top_5_32": 0.7446600198745728, "top_5_64": 0.7624800205230713, "top_5_128": 0.7727800011634827, "top_5_256": 0.7793800234794617, "top_5_512": 0.7838199734687805, "top_5_1024": 0.786080002784729, "top_5_2048": 0.7861599922180176, "train_loss": 30.067960739135742, "epoch": 9}
11
+ {"timestamp": 1661394362.6333323, "relative_time": 3804.3459095954895, "current_lr": 0.3243510454794059, "val_time": 18.775146961212158, "top_1_8": 0.2858799993991852, "top_1_16": 0.43553999066352844, "top_1_32": 0.4756399989128113, "top_1_64": 0.4968400001525879, "top_1_128": 0.5058599710464478, "top_1_256": 0.5130400061607361, "top_1_512": 0.5199000239372253, "top_1_1024": 0.5221800208091736, "top_1_2048": 0.5208200216293335, "top_5_8": 0.5648999810218811, "top_5_16": 0.6946600079536438, "top_5_32": 0.737500011920929, "top_5_64": 0.7579799890518188, "top_5_128": 0.7678599953651428, "top_5_256": 0.7739800214767456, "top_5_512": 0.7782999873161316, "top_5_1024": 0.7815999984741211, "top_5_2048": 0.7814800143241882, "train_loss": 29.720947265625, "epoch": 10}
12
+ {"timestamp": 1661394666.4607763, "relative_time": 4108.173353672028, "current_lr": 0.3131668349530901, "val_time": 24.81071901321411, "top_1_8": 0.3156999945640564, "top_1_16": 0.4703400135040283, "top_1_32": 0.5123199820518494, "top_1_64": 0.5310199856758118, "top_1_128": 0.5374600291252136, "top_1_256": 0.5437600016593933, "top_1_512": 0.5502399802207947, "top_1_1024": 0.5512999892234802, "top_1_2048": 0.5525000095367432, "top_5_8": 0.6034600138664246, "top_5_16": 0.7262600064277649, "top_5_32": 0.7664999961853027, "top_5_64": 0.7866600155830383, "top_5_128": 0.7944200038909912, "top_5_256": 0.799780011177063, "top_5_512": 0.8036800026893616, "top_5_1024": 0.8057199716567993, "top_5_2048": 0.8059399724006653, "train_loss": 29.378341674804688, "epoch": 11}
13
+ {"timestamp": 1661394968.83404, "relative_time": 4410.546617269516, "current_lr": 0.3019826244267743, "val_time": 23.851473093032837, "top_1_8": 0.32528001070022583, "top_1_16": 0.47012001276016235, "top_1_32": 0.5056399703025818, "top_1_64": 0.5229399800300598, "top_1_128": 0.5337200164794922, "top_1_256": 0.5388200283050537, "top_1_512": 0.5444599986076355, "top_1_1024": 0.5457800030708313, "top_1_2048": 0.5446799993515015, "top_5_8": 0.6008599996566772, "top_5_16": 0.7191200256347656, "top_5_32": 0.7558799982070923, "top_5_64": 0.7756800055503845, "top_5_128": 0.7865200042724609, "top_5_256": 0.7901999950408936, "top_5_512": 0.7942399978637695, "top_5_1024": 0.7965400218963623, "top_5_2048": 0.7959399819374084, "train_loss": 29.126676559448242, "epoch": 12}
14
+ {"timestamp": 1661395272.3394403, "relative_time": 4714.052017688751, "current_lr": 0.2907984139004585, "val_time": 23.35499119758606, "top_1_8": 0.3276999890804291, "top_1_16": 0.4785799980163574, "top_1_32": 0.5177599787712097, "top_1_64": 0.5320799946784973, "top_1_128": 0.5387799739837646, "top_1_256": 0.5450400114059448, "top_1_512": 0.5512599945068359, "top_1_1024": 0.5544000267982483, "top_1_2048": 0.554419994354248, "top_5_8": 0.6089800000190735, "top_5_16": 0.7282000184059143, "top_5_32": 0.7665600180625916, "top_5_64": 0.7847599983215332, "top_5_128": 0.7932599782943726, "top_5_256": 0.7981200218200684, "top_5_512": 0.8022400140762329, "top_5_1024": 0.8032000064849854, "top_5_2048": 0.8032600283622742, "train_loss": 28.868854522705078, "epoch": 13}
15
+ {"timestamp": 1661395574.5685527, "relative_time": 5016.281130075455, "current_lr": 0.2796142033741427, "val_time": 19.596705198287964, "top_1_8": 0.32934001088142395, "top_1_16": 0.4699999988079071, "top_1_32": 0.5084199905395508, "top_1_64": 0.527180016040802, "top_1_128": 0.535539984703064, "top_1_256": 0.5410199761390686, "top_1_512": 0.5451599955558777, "top_1_1024": 0.5464400053024292, "top_1_2048": 0.5461400151252747, "top_5_8": 0.6093599796295166, "top_5_16": 0.7244799733161926, "top_5_32": 0.759660005569458, "top_5_64": 0.7786999940872192, "top_5_128": 0.788640022277832, "top_5_256": 0.7940000295639038, "top_5_512": 0.7962599992752075, "top_5_1024": 0.7970799803733826, "top_5_2048": 0.7971799969673157, "train_loss": 28.5950927734375, "epoch": 14}
16
+ {"timestamp": 1661395875.3339105, "relative_time": 5317.0464878082275, "current_lr": 0.268429992847827, "val_time": 18.78851556777954, "top_1_8": 0.3575400114059448, "top_1_16": 0.5029799938201904, "top_1_32": 0.5398200154304504, "top_1_64": 0.5563200116157532, "top_1_128": 0.561959981918335, "top_1_256": 0.5687599778175354, "top_1_512": 0.5720800161361694, "top_1_1024": 0.5755400061607361, "top_1_2048": 0.5751000046730042, "top_5_8": 0.6333799958229065, "top_5_16": 0.7498999834060669, "top_5_32": 0.7869600057601929, "top_5_64": 0.8026000261306763, "top_5_128": 0.811519980430603, "top_5_256": 0.8180199861526489, "top_5_512": 0.8216599822044373, "top_5_1024": 0.8240000009536743, "top_5_2048": 0.8238999843597412, "train_loss": 28.351856231689453, "epoch": 15}
17
+ {"timestamp": 1661396175.2303262, "relative_time": 5616.942903518677, "current_lr": 0.2572457823215112, "val_time": 18.767428159713745, "top_1_8": 0.33333998918533325, "top_1_16": 0.460860013961792, "top_1_32": 0.49865999817848206, "top_1_64": 0.5161200165748596, "top_1_128": 0.5221999883651733, "top_1_256": 0.5257999897003174, "top_1_512": 0.529699981212616, "top_1_1024": 0.5319200158119202, "top_1_2048": 0.5321199893951416, "top_5_8": 0.5984799861907959, "top_5_16": 0.707360029220581, "top_5_32": 0.7457000017166138, "top_5_64": 0.7663000226020813, "top_5_128": 0.7759000062942505, "top_5_256": 0.780780017375946, "top_5_512": 0.7846400141716003, "top_5_1024": 0.7862799763679504, "top_5_2048": 0.7859600186347961, "train_loss": 28.08578109741211, "epoch": 16}
18
+ {"timestamp": 1661396474.9369895, "relative_time": 5916.649566888809, "current_lr": 0.24606157179519542, "val_time": 18.84657907485962, "top_1_8": 0.3794400095939636, "top_1_16": 0.5216400027275085, "top_1_32": 0.5600399971008301, "top_1_64": 0.5739399790763855, "top_1_128": 0.5809599757194519, "top_1_256": 0.584559977054596, "top_1_512": 0.5873000025749207, "top_1_1024": 0.5882999897003174, "top_1_2048": 0.5895400047302246, "top_5_8": 0.6549400091171265, "top_5_16": 0.7626199722290039, "top_5_32": 0.7983199954032898, "top_5_64": 0.8152999877929688, "top_5_128": 0.8224599957466125, "top_5_256": 0.8266000151634216, "top_5_512": 0.8281400203704834, "top_5_1024": 0.8292400240898132, "top_5_2048": 0.8290799856185913, "train_loss": 27.900285720825195, "epoch": 17}
19
+ {"timestamp": 1661396773.8922703, "relative_time": 6215.604847669601, "current_lr": 0.23487736126887962, "val_time": 18.77025079727173, "top_1_8": 0.3607800006866455, "top_1_16": 0.5024600028991699, "top_1_32": 0.5378400087356567, "top_1_64": 0.5545399785041809, "top_1_128": 0.5578600168228149, "top_1_256": 0.560920000076294, "top_1_512": 0.5634199976921082, "top_1_1024": 0.5651400089263916, "top_1_2048": 0.5646600127220154, "top_5_8": 0.6351400017738342, "top_5_16": 0.7442399859428406, "top_5_32": 0.7798600196838379, "top_5_64": 0.7937600016593933, "top_5_128": 0.8004400134086609, "top_5_256": 0.8036199808120728, "top_5_512": 0.8069800138473511, "top_5_1024": 0.8083800077438354, "top_5_2048": 0.8085600137710571, "train_loss": 27.644216537475586, "epoch": 18}
20
+ {"timestamp": 1661397072.0674312, "relative_time": 6513.780008554459, "current_lr": 0.22369315074256382, "val_time": 18.776145458221436, "top_1_8": 0.3990800082683563, "top_1_16": 0.5435000061988831, "top_1_32": 0.5753800272941589, "top_1_64": 0.5866400003433228, "top_1_128": 0.5918800234794617, "top_1_256": 0.595579981803894, "top_1_512": 0.5983399748802185, "top_1_1024": 0.6000999808311462, "top_1_2048": 0.5997400283813477, "top_5_8": 0.6692600250244141, "top_5_16": 0.7742800116539001, "top_5_32": 0.8056600093841553, "top_5_64": 0.8199800252914429, "top_5_128": 0.8268200159072876, "top_5_256": 0.8312000036239624, "top_5_512": 0.8333399891853333, "top_5_1024": 0.8347799777984619, "top_5_2048": 0.8352800011634827, "train_loss": 27.436513900756836, "epoch": 19}
21
+ {"timestamp": 1661397369.5251849, "relative_time": 6811.237762212753, "current_lr": 0.21250894021624805, "val_time": 18.719702005386353, "top_1_8": 0.37369999289512634, "top_1_16": 0.503059983253479, "top_1_32": 0.5396400094032288, "top_1_64": 0.552839994430542, "top_1_128": 0.5589799880981445, "top_1_256": 0.5625399947166443, "top_1_512": 0.5648800134658813, "top_1_1024": 0.5655199885368347, "top_1_2048": 0.5658800005912781, "top_5_8": 0.6403399705886841, "top_5_16": 0.7422999739646912, "top_5_32": 0.7779800295829773, "top_5_64": 0.7947999835014343, "top_5_128": 0.8012999892234802, "top_5_256": 0.806659996509552, "top_5_512": 0.8087199926376343, "top_5_1024": 0.8105400204658508, "top_5_2048": 0.8105400204658508, "train_loss": 27.194904327392578, "epoch": 20}
22
+ {"timestamp": 1661397667.1874843, "relative_time": 7108.900061607361, "current_lr": 0.20132472968993226, "val_time": 18.68566107749939, "top_1_8": 0.39882001280784607, "top_1_16": 0.5291799902915955, "top_1_32": 0.5641999840736389, "top_1_64": 0.5804799795150757, "top_1_128": 0.5860400199890137, "top_1_256": 0.5892400145530701, "top_1_512": 0.5920600295066833, "top_1_1024": 0.5936400294303894, "top_1_2048": 0.593500018119812, "top_5_8": 0.6643400192260742, "top_5_16": 0.7656599879264832, "top_5_32": 0.7984600067138672, "top_5_64": 0.8152400255203247, "top_5_128": 0.8215199708938599, "top_5_256": 0.8268200159072876, "top_5_512": 0.8295800089836121, "top_5_1024": 0.8306999802589417, "top_5_2048": 0.8306800127029419, "train_loss": 26.89935874938965, "epoch": 21}
23
+ {"timestamp": 1661397970.2940953, "relative_time": 7412.006672620773, "current_lr": 0.19014051916361646, "val_time": 18.783719539642334, "top_1_8": 0.42656001448631287, "top_1_16": 0.5560600161552429, "top_1_32": 0.586080014705658, "top_1_64": 0.6008399724960327, "top_1_128": 0.6041799783706665, "top_1_256": 0.6068800091743469, "top_1_512": 0.6080399751663208, "top_1_1024": 0.6095799803733826, "top_1_2048": 0.6097000241279602, "top_5_8": 0.6912199854850769, "top_5_16": 0.7859399914741516, "top_5_32": 0.8144199848175049, "top_5_64": 0.8293200135231018, "top_5_128": 0.8364400267601013, "top_5_256": 0.8390600085258484, "top_5_512": 0.8421599864959717, "top_5_1024": 0.8426600098609924, "top_5_2048": 0.8426399827003479, "train_loss": 26.687314987182617, "epoch": 22}
24
+ {"timestamp": 1661398269.755864, "relative_time": 7711.46844124794, "current_lr": 0.1789563086373007, "val_time": 19.04362177848816, "top_1_8": 0.4366999864578247, "top_1_16": 0.5647000074386597, "top_1_32": 0.5964599847793579, "top_1_64": 0.6087599992752075, "top_1_128": 0.6150199770927429, "top_1_256": 0.6160399913787842, "top_1_512": 0.6176999807357788, "top_1_1024": 0.6195999979972839, "top_1_2048": 0.6208800077438354, "top_5_8": 0.6990600228309631, "top_5_16": 0.7955999970436096, "top_5_32": 0.8252000212669373, "top_5_64": 0.8418999910354614, "top_5_128": 0.8464599847793579, "top_5_256": 0.8493800163269043, "top_5_512": 0.8514000177383423, "top_5_1024": 0.8524399995803833, "top_5_2048": 0.8525999784469604, "train_loss": 26.460399627685547, "epoch": 23}
25
+ {"timestamp": 1661398568.5440223, "relative_time": 8010.256599664688, "current_lr": 0.1677720981109849, "val_time": 18.764378309249878, "top_1_8": 0.4313800036907196, "top_1_16": 0.5594199895858765, "top_1_32": 0.5951200127601624, "top_1_64": 0.6089000105857849, "top_1_128": 0.6147199869155884, "top_1_256": 0.6172999739646912, "top_1_512": 0.6178799867630005, "top_1_1024": 0.6184800267219543, "top_1_2048": 0.618939995765686, "top_5_8": 0.6946600079536438, "top_5_16": 0.7897199988365173, "top_5_32": 0.8201599717140198, "top_5_64": 0.8357200026512146, "top_5_128": 0.8421000242233276, "top_5_256": 0.8453999757766724, "top_5_512": 0.8477799892425537, "top_5_1024": 0.8487600088119507, "top_5_2048": 0.8488199710845947, "train_loss": 26.233440399169922, "epoch": 24}
26
+ {"timestamp": 1661398869.8750608, "relative_time": 8311.587638139725, "current_lr": 0.1565878875846691, "val_time": 22.474743127822876, "top_1_8": 0.4608199894428253, "top_1_16": 0.5871999859809875, "top_1_32": 0.6173999905586243, "top_1_64": 0.6297199726104736, "top_1_128": 0.6343399882316589, "top_1_256": 0.6356599926948547, "top_1_512": 0.6374599933624268, "top_1_1024": 0.6387799978256226, "top_1_2048": 0.63919997215271, "top_5_8": 0.7215999960899353, "top_5_16": 0.8097599744796753, "top_5_32": 0.8379799723625183, "top_5_64": 0.8500000238418579, "top_5_128": 0.8554400205612183, "top_5_256": 0.8594599962234497, "top_5_512": 0.860480010509491, "top_5_1024": 0.8618999719619751, "top_5_2048": 0.8617799878120422, "train_loss": 25.96250343322754, "epoch": 25}
27
+ {"timestamp": 1661399170.3178687, "relative_time": 8612.030446052551, "current_lr": 0.1454036770583533, "val_time": 18.687432289123535, "top_1_8": 0.45715999603271484, "top_1_16": 0.5854200124740601, "top_1_32": 0.6178799867630005, "top_1_64": 0.6280999779701233, "top_1_128": 0.6329799890518188, "top_1_256": 0.634880006313324, "top_1_512": 0.6361799836158752, "top_1_1024": 0.6365600228309631, "top_1_2048": 0.6367999911308289, "top_5_8": 0.7212600111961365, "top_5_16": 0.8098000288009644, "top_5_32": 0.8379600048065186, "top_5_64": 0.8523600101470947, "top_5_128": 0.8583999872207642, "top_5_256": 0.8604999780654907, "top_5_512": 0.8622999787330627, "top_5_1024": 0.862820029258728, "top_5_2048": 0.8642600178718567, "train_loss": 25.666484832763672, "epoch": 26}
28
+ {"timestamp": 1661399470.476333, "relative_time": 8912.188910245895, "current_lr": 0.1342194665320375, "val_time": 18.66355276107788, "top_1_8": 0.46233999729156494, "top_1_16": 0.581820011138916, "top_1_32": 0.608739972114563, "top_1_64": 0.6209999918937683, "top_1_128": 0.6247400045394897, "top_1_256": 0.627560019493103, "top_1_512": 0.6293399930000305, "top_1_1024": 0.6302599906921387, "top_1_2048": 0.6306399703025818, "top_5_8": 0.7193199992179871, "top_5_16": 0.800599992275238, "top_5_32": 0.8292800188064575, "top_5_64": 0.8449199795722961, "top_5_128": 0.8515999913215637, "top_5_256": 0.8545600175857544, "top_5_512": 0.856660008430481, "top_5_1024": 0.8572999835014343, "top_5_2048": 0.8579599857330322, "train_loss": 25.412006378173828, "epoch": 27}
29
+ {"timestamp": 1661399771.0272355, "relative_time": 9212.739812850952, "current_lr": 0.12303525600572171, "val_time": 18.665624141693115, "top_1_8": 0.48743999004364014, "top_1_16": 0.6011599898338318, "top_1_32": 0.628000020980835, "top_1_64": 0.6416000127792358, "top_1_128": 0.6452599763870239, "top_1_256": 0.6484799981117249, "top_1_512": 0.6490799784660339, "top_1_1024": 0.6502400040626526, "top_1_2048": 0.6510400176048279, "top_5_8": 0.7379000186920166, "top_5_16": 0.8155199885368347, "top_5_32": 0.8438799977302551, "top_5_64": 0.857479989528656, "top_5_128": 0.8634200096130371, "top_5_256": 0.8664199709892273, "top_5_512": 0.8690999746322632, "top_5_1024": 0.8694800138473511, "top_5_2048": 0.8697199821472168, "train_loss": 25.126598358154297, "epoch": 28}
30
+ {"timestamp": 1661400071.6364424, "relative_time": 9513.349019765854, "current_lr": 0.11185104547940597, "val_time": 18.686687469482422, "top_1_8": 0.5031800270080566, "top_1_16": 0.6122000217437744, "top_1_32": 0.6354600191116333, "top_1_64": 0.6480200290679932, "top_1_128": 0.6517000198364258, "top_1_256": 0.6535599827766418, "top_1_512": 0.6545000076293945, "top_1_1024": 0.6553999781608582, "top_1_2048": 0.6553400158882141, "top_5_8": 0.7465800046920776, "top_5_16": 0.8194000124931335, "top_5_32": 0.8448799848556519, "top_5_64": 0.8586599826812744, "top_5_128": 0.8642799854278564, "top_5_256": 0.8675199747085571, "top_5_512": 0.8685399889945984, "top_5_1024": 0.8699399828910828, "top_5_2048": 0.8704800009727478, "train_loss": 24.809616088867188, "epoch": 29}
31
+ {"timestamp": 1661400372.466576, "relative_time": 9814.179153442383, "current_lr": 0.10066683495309017, "val_time": 18.78480076789856, "top_1_8": 0.4986000061035156, "top_1_16": 0.6095600128173828, "top_1_32": 0.637719988822937, "top_1_64": 0.6485400199890137, "top_1_128": 0.6517999768257141, "top_1_256": 0.6542999744415283, "top_1_512": 0.6547399759292603, "top_1_1024": 0.6552199721336365, "top_1_2048": 0.6557400226593018, "top_5_8": 0.7409800291061401, "top_5_16": 0.8142399787902832, "top_5_32": 0.844980001449585, "top_5_64": 0.858240008354187, "top_5_128": 0.865119993686676, "top_5_256": 0.8682399988174438, "top_5_512": 0.869700014591217, "top_5_1024": 0.8701800107955933, "top_5_2048": 0.8708199858665466, "train_loss": 24.451148986816406, "epoch": 30}
32
+ {"timestamp": 1661400672.8661823, "relative_time": 10114.578759670258, "current_lr": 0.08948262442677438, "val_time": 18.7382071018219, "top_1_8": 0.5259799957275391, "top_1_16": 0.6365799903869629, "top_1_32": 0.6613799929618835, "top_1_64": 0.6712599992752075, "top_1_128": 0.6753000020980835, "top_1_256": 0.6767200231552124, "top_1_512": 0.6783999800682068, "top_1_1024": 0.6793199777603149, "top_1_2048": 0.6793000102043152, "top_5_8": 0.763480007648468, "top_5_16": 0.83788001537323, "top_5_32": 0.861739993095398, "top_5_64": 0.8754799962043762, "top_5_128": 0.8807799816131592, "top_5_256": 0.8836600184440613, "top_5_512": 0.8852400183677673, "top_5_1024": 0.8862800002098083, "top_5_2048": 0.8865200281143188, "train_loss": 24.135974884033203, "epoch": 31}
33
+ {"timestamp": 1661401087.017446, "relative_time": 10528.730023384094, "current_lr": 0.07829841390045858, "val_time": 21.438093185424805, "top_1_8": 0.5747799873352051, "top_1_16": 0.6693000197410583, "top_1_32": 0.692359983921051, "top_1_64": 0.7010999917984009, "top_1_128": 0.7047399878501892, "top_1_256": 0.7077999711036682, "top_1_512": 0.7085999846458435, "top_1_1024": 0.7095000147819519, "top_1_2048": 0.7099400162696838, "top_5_8": 0.7986800074577332, "top_5_16": 0.8587200045585632, "top_5_32": 0.8819000124931335, "top_5_64": 0.8936799764633179, "top_5_128": 0.8996999859809875, "top_5_256": 0.9020799994468689, "top_5_512": 0.9036800265312195, "top_5_1024": 0.9045000076293945, "top_5_2048": 0.9049199819564819, "train_loss": 23.334583282470703, "epoch": 32}
34
+ {"timestamp": 1661401475.0241246, "relative_time": 10916.736701965332, "current_lr": 0.06711420337414278, "val_time": 18.652507305145264, "top_1_8": 0.5914999842643738, "top_1_16": 0.6762999892234802, "top_1_32": 0.6970599889755249, "top_1_64": 0.7074199914932251, "top_1_128": 0.7111200094223022, "top_1_256": 0.7119799852371216, "top_1_512": 0.7132200002670288, "top_1_1024": 0.7138199806213379, "top_1_2048": 0.7135999798774719, "top_5_8": 0.8069999814033508, "top_5_16": 0.8626400232315063, "top_5_32": 0.8848000168800354, "top_5_64": 0.8961399793624878, "top_5_128": 0.9002199769020081, "top_5_256": 0.9033799767494202, "top_5_512": 0.904699981212616, "top_5_1024": 0.9051600098609924, "top_5_2048": 0.9060800075531006, "train_loss": 22.921125411987305, "epoch": 33}
35
+ {"timestamp": 1661401862.9374583, "relative_time": 11304.650035619736, "current_lr": 0.05592999284782698, "val_time": 18.865665435791016, "top_1_8": 0.6107800006866455, "top_1_16": 0.6942399740219116, "top_1_32": 0.7147799730300903, "top_1_64": 0.7243000268936157, "top_1_128": 0.7268400192260742, "top_1_256": 0.7278599739074707, "top_1_512": 0.7284600138664246, "top_1_1024": 0.7296199798583984, "top_1_2048": 0.7310400009155273, "top_5_8": 0.8202400207519531, "top_5_16": 0.8738800287246704, "top_5_32": 0.894860029220581, "top_5_64": 0.9049000144004822, "top_5_128": 0.9093000292778015, "top_5_256": 0.9121000170707703, "top_5_512": 0.9131799936294556, "top_5_1024": 0.9142600297927856, "top_5_2048": 0.9150400161743164, "train_loss": 22.44462776184082, "epoch": 34}
36
+ {"timestamp": 1661402250.2515938, "relative_time": 11691.964171171188, "current_lr": 0.044745782321511184, "val_time": 18.670271158218384, "top_1_8": 0.6180800199508667, "top_1_16": 0.6954799890518188, "top_1_32": 0.711080014705658, "top_1_64": 0.7207599878311157, "top_1_128": 0.722599983215332, "top_1_256": 0.7249000072479248, "top_1_512": 0.725600004196167, "top_1_1024": 0.725380003452301, "top_1_2048": 0.726360023021698, "top_5_8": 0.8228399753570557, "top_5_16": 0.8726400136947632, "top_5_32": 0.8922600150108337, "top_5_64": 0.9032400250434875, "top_5_128": 0.908240020275116, "top_5_256": 0.9097599983215332, "top_5_512": 0.9117000102996826, "top_5_1024": 0.9123799800872803, "top_5_2048": 0.9131600260734558, "train_loss": 21.954084396362305, "epoch": 35}
37
+ {"timestamp": 1661402643.1738083, "relative_time": 12084.886385679245, "current_lr": 0.03356157179519539, "val_time": 24.333959102630615, "top_1_8": 0.6447799801826477, "top_1_16": 0.7178999781608582, "top_1_32": 0.734499990940094, "top_1_64": 0.7406600117683411, "top_1_128": 0.7440800070762634, "top_1_256": 0.7461400032043457, "top_1_512": 0.747219979763031, "top_1_1024": 0.7486600279808044, "top_1_2048": 0.7484400272369385, "top_5_8": 0.8386800289154053, "top_5_16": 0.8869600296020508, "top_5_32": 0.9050800204277039, "top_5_64": 0.91566002368927, "top_5_128": 0.9198399782180786, "top_5_256": 0.9221199750900269, "top_5_512": 0.9232400059700012, "top_5_1024": 0.9238600134849548, "top_5_2048": 0.9243800044059753, "train_loss": 21.382404327392578, "epoch": 36}
38
+ {"timestamp": 1661403034.3307793, "relative_time": 12476.043356657028, "current_lr": 0.02237736126887959, "val_time": 23.328580617904663, "top_1_8": 0.6636199951171875, "top_1_16": 0.7311999797821045, "top_1_32": 0.7455199956893921, "top_1_64": 0.7525200247764587, "top_1_128": 0.7555599808692932, "top_1_256": 0.7581200003623962, "top_1_512": 0.7594199776649475, "top_1_1024": 0.7597200274467468, "top_1_2048": 0.7605800032615662, "top_5_8": 0.8468800187110901, "top_5_16": 0.8927000164985657, "top_5_32": 0.9112399816513062, "top_5_64": 0.9204199910163879, "top_5_128": 0.9243599772453308, "top_5_256": 0.9267200231552124, "top_5_512": 0.9280999898910522, "top_5_1024": 0.9290400147438049, "top_5_2048": 0.9299399852752686, "train_loss": 20.787660598754883, "epoch": 37}
39
+ {"timestamp": 1661403426.751084, "relative_time": 12868.463661432266, "current_lr": 0.011193150742563851, "val_time": 24.37955403327942, "top_1_8": 0.6867600083351135, "top_1_16": 0.7493199706077576, "top_1_32": 0.7629600167274475, "top_1_64": 0.76774001121521, "top_1_128": 0.7709599733352661, "top_1_256": 0.7727400064468384, "top_1_512": 0.7736999988555908, "top_1_1024": 0.7737399935722351, "top_1_2048": 0.7745800018310547, "top_5_8": 0.8623600006103516, "top_5_16": 0.9023200273513794, "top_5_32": 0.918720006942749, "top_5_64": 0.928380012512207, "top_5_128": 0.9326000213623047, "top_5_256": 0.9355599880218506, "top_5_512": 0.9361600279808044, "top_5_1024": 0.936959981918335, "top_5_2048": 0.9375, "train_loss": 20.106109619140625, "epoch": 38}
40
+ {"timestamp": 1661403817.7807, "relative_time": 13259.493277311325, "current_lr": 8.940216248054869e-06, "val_time": 22.567122220993042, "top_1_8": 0.7012799978256226, "top_1_16": 0.7574999928474426, "top_1_32": 0.7712200284004211, "top_1_64": 0.7760999798774719, "top_1_128": 0.7795199751853943, "top_1_256": 0.7814199924468994, "top_1_512": 0.7824000120162964, "top_1_1024": 0.7827799916267395, "top_1_2048": 0.783840000629425, "top_5_8": 0.8688200116157532, "top_5_16": 0.9077799916267395, "top_5_32": 0.922819972038269, "top_5_64": 0.9315000176429749, "top_5_128": 0.9364200234413147, "top_5_256": 0.9389600157737732, "top_5_512": 0.9399200081825256, "top_5_1024": 0.9407200217247009, "top_5_2048": 0.9409800171852112, "train_loss": 19.494474411010742, "epoch": 39}
41
+ {"timestamp": 1661403836.3863537, "relative_time": 13278.098931074142, "current_lr": 8.940216248054869e-06, "val_time": 18.600075006484985, "top_1_8": 0.7012799978256226, "top_1_16": 0.7574999928474426, "top_1_32": 0.7712200284004211, "top_1_64": 0.7760999798774719, "top_1_128": 0.7795199751853943, "top_1_256": 0.7814199924468994, "top_1_512": 0.7824000120162964, "top_1_1024": 0.7827799916267395, "top_1_2048": 0.783840000629425, "top_5_8": 0.8688200116157532, "top_5_16": 0.9077799916267395, "top_5_32": 0.922819972038269, "top_5_64": 0.9315000176429749, "top_5_128": 0.9364200234413147, "top_5_256": 0.9389600157737732, "top_5_512": 0.9399200081825256, "top_5_1024": 0.9407200217247009, "top_5_2048": 0.9409800171852112, "epoch": 39}
resnet-family/resnet101_mrl/params.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"model.arch": "resnet101", "model.pretrained": 0, "model.efficient": 0, "model.mrl": 1, "model.nesting_start": 3, "model.fixed_feature": 2048, "resolution.min_res": 160, "resolution.max_res": 192, "resolution.end_ramp": 34, "resolution.start_ramp": 29, "data.train_dataset": "../../train_500_0.50_90.ffcv", "data.val_dataset": "../../val_500_0.50_90.ffcv", "data.num_workers": 12, "data.in_memory": 1, "lr.step_ratio": 0.1, "lr.step_length": 30, "lr.lr_schedule_type": "cyclic", "lr.lr": 0.425, "lr.lr_peak_epoch": 2, "logging.folder": "trainlogs", "logging.log_level": 1, "validation.batch_size": 512, "validation.resolution": 256, "validation.lr_tta": 1, "training.eval_only": 0, "training.path": null, "training.batch_size": 512, "training.optimizer": "sgd", "training.momentum": 0.9, "training.weight_decay": 0.0001, "training.epochs": 40, "training.label_smoothing": 0.1, "training.distributed": 1, "training.use_blurpool": 1, "dist.world_size": 2, "dist.address": "localhost", "dist.port": "12355"}
resnet-family/resnet18-ff512/final_weights.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:823923458bb49922c6df97c493e7bc99c1e85329cec97baa0f0cb0b9dc1e4350
3
+ size 46871937
resnet-family/resnet18-ff512/log ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"timestamp": 1673725864.3686094, "relative_time": 315.12580966949463, "current_lr": 0.42368045673076926, "val_time": 13.9571533203125, "top_1": 0.07406000047922134, "top_5": 0.1959799975156784, "train_loss": 6.061685085296631, "epoch": 0}
2
+ {"timestamp": 1673725985.1480525, "relative_time": 435.9052526950836, "current_lr": 0.8486379567307692, "val_time": 5.527997732162476, "top_1": 0.19033999741077423, "top_5": 0.40487998723983765, "train_loss": 4.846266746520996, "epoch": 1}
3
+ {"timestamp": 1673726100.8691092, "relative_time": 551.6263093948364, "current_lr": 0.8277032726045883, "val_time": 5.019819021224976, "top_1": 0.30952000617980957, "top_5": 0.5634999871253967, "train_loss": 4.147274971008301, "epoch": 2}
4
+ {"timestamp": 1673726220.931382, "relative_time": 671.6885821819305, "current_lr": 0.8053348515519567, "val_time": 10.008008003234863, "top_1": 0.314520001411438, "top_5": 0.5689399838447571, "train_loss": 3.7828259468078613, "epoch": 3}
5
+ {"timestamp": 1673726339.3023877, "relative_time": 790.0595879554749, "current_lr": 0.7829664304993251, "val_time": 5.048892498016357, "top_1": 0.4059999883174896, "top_5": 0.6655799746513367, "train_loss": 3.5683374404907227, "epoch": 4}
6
+ {"timestamp": 1673726456.9119902, "relative_time": 907.6691904067993, "current_lr": 0.7605980094466936, "val_time": 5.0363609790802, "top_1": 0.4486599862575531, "top_5": 0.7105600237846375, "train_loss": 3.429722785949707, "epoch": 5}
7
+ {"timestamp": 1673726574.516333, "relative_time": 1025.2735333442688, "current_lr": 0.738229588394062, "val_time": 5.052293062210083, "top_1": 0.45061999559402466, "top_5": 0.7127400040626526, "train_loss": 3.3305938243865967, "epoch": 6}
8
+ {"timestamp": 1673726691.6106057, "relative_time": 1142.3678059577942, "current_lr": 0.7158611673414305, "val_time": 5.05327033996582, "top_1": 0.480679988861084, "top_5": 0.7416399717330933, "train_loss": 3.251985549926758, "epoch": 7}
9
+ {"timestamp": 1673726810.4372036, "relative_time": 1261.194403886795, "current_lr": 0.6934927462887989, "val_time": 6.295614719390869, "top_1": 0.4984000027179718, "top_5": 0.7595599889755249, "train_loss": 3.188307523727417, "epoch": 8}
10
+ {"timestamp": 1673726928.3694813, "relative_time": 1379.1266815662384, "current_lr": 0.6711243252361673, "val_time": 5.020368814468384, "top_1": 0.4821400046348572, "top_5": 0.7424799799919128, "train_loss": 3.1355113983154297, "epoch": 9}
11
+ {"timestamp": 1673727047.383914, "relative_time": 1498.1411142349243, "current_lr": 0.6487559041835357, "val_time": 6.284668207168579, "top_1": 0.5134999752044678, "top_5": 0.7662000060081482, "train_loss": 3.092710494995117, "epoch": 10}
12
+ {"timestamp": 1673727175.6063433, "relative_time": 1626.363543510437, "current_lr": 0.6263874831309041, "val_time": 9.773015975952148, "top_1": 0.5408200025558472, "top_5": 0.7891799807548523, "train_loss": 3.047774076461792, "epoch": 11}
13
+ {"timestamp": 1673727330.4602444, "relative_time": 1781.2174446582794, "current_lr": 0.6040190620782725, "val_time": 6.495843887329102, "top_1": 0.5304800271987915, "top_5": 0.784060001373291, "train_loss": 3.0251567363739014, "epoch": 12}
14
+ {"timestamp": 1673727474.19954, "relative_time": 1924.956740140915, "current_lr": 0.5816506410256409, "val_time": 10.081827402114868, "top_1": 0.5432000160217285, "top_5": 0.7892799973487854, "train_loss": 2.985234498977661, "epoch": 13}
15
+ {"timestamp": 1673727623.099248, "relative_time": 2073.856448173523, "current_lr": 0.5592822199730093, "val_time": 7.536620378494263, "top_1": 0.5310400128364563, "top_5": 0.7806400060653687, "train_loss": 2.964946746826172, "epoch": 14}
16
+ {"timestamp": 1673727782.5568168, "relative_time": 2233.314017057419, "current_lr": 0.5369137989203778, "val_time": 10.294468879699707, "top_1": 0.5567600131034851, "top_5": 0.7983400225639343, "train_loss": 2.9356653690338135, "epoch": 15}
17
+ {"timestamp": 1673727919.946101, "relative_time": 2370.70330119133, "current_lr": 0.5145453778677462, "val_time": 7.567085027694702, "top_1": 0.5544599890708923, "top_5": 0.7996000051498413, "train_loss": 2.9107913970947266, "epoch": 16}
18
+ {"timestamp": 1673728078.1057642, "relative_time": 2528.8629643917084, "current_lr": 0.4921769568151147, "val_time": 10.751984119415283, "top_1": 0.5697600245475769, "top_5": 0.8104000091552734, "train_loss": 2.8898956775665283, "epoch": 17}
19
+ {"timestamp": 1673728220.671, "relative_time": 2671.4282002449036, "current_lr": 0.4698085357624831, "val_time": 7.156204462051392, "top_1": 0.5735800266265869, "top_5": 0.8130000233650208, "train_loss": 2.862947940826416, "epoch": 18}
20
+ {"timestamp": 1673728352.447708, "relative_time": 2803.204908132553, "current_lr": 0.4474401147098515, "val_time": 10.016781568527222, "top_1": 0.5630000233650208, "top_5": 0.8043400049209595, "train_loss": 2.8415164947509766, "epoch": 19}
21
+ {"timestamp": 1673728480.6387289, "relative_time": 2931.3959290981293, "current_lr": 0.42507169365722, "val_time": 7.1984007358551025, "top_1": 0.5774800181388855, "top_5": 0.8137999773025513, "train_loss": 2.8235976696014404, "epoch": 20}
22
+ {"timestamp": 1673728610.9162853, "relative_time": 3061.673485517502, "current_lr": 0.4027032726045884, "val_time": 10.02822208404541, "top_1": 0.593500018119812, "top_5": 0.8286799788475037, "train_loss": 2.799964666366577, "epoch": 21}
23
+ {"timestamp": 1673728754.2158856, "relative_time": 3204.9730858802795, "current_lr": 0.3803348515519568, "val_time": 7.471808195114136, "top_1": 0.5943599939346313, "top_5": 0.825980007648468, "train_loss": 2.7793211936950684, "epoch": 22}
24
+ {"timestamp": 1673728900.0585074, "relative_time": 3350.8157076835632, "current_lr": 0.35796643049932525, "val_time": 10.028599262237549, "top_1": 0.5613600015640259, "top_5": 0.8025000095367432, "train_loss": 2.7611501216888428, "epoch": 23}
25
+ {"timestamp": 1673729022.6915188, "relative_time": 3473.448719024658, "current_lr": 0.33559800944669366, "val_time": 7.2147111892700195, "top_1": 0.579039990901947, "top_5": 0.8170400261878967, "train_loss": 2.740762233734131, "epoch": 24}
26
+ {"timestamp": 1673729142.447867, "relative_time": 3593.2050671577454, "current_lr": 0.31322958839406206, "val_time": 5.396114349365234, "top_1": 0.6139799952507019, "top_5": 0.8420400023460388, "train_loss": 2.724581241607666, "epoch": 25}
27
+ {"timestamp": 1673729260.3703084, "relative_time": 3711.1275086402893, "current_lr": 0.29086116734143047, "val_time": 5.113985776901245, "top_1": 0.6130200028419495, "top_5": 0.8431599736213684, "train_loss": 2.6981542110443115, "epoch": 26}
28
+ {"timestamp": 1673729377.036192, "relative_time": 3827.7933921813965, "current_lr": 0.2684927462887989, "val_time": 5.101189374923706, "top_1": 0.6047400236129761, "top_5": 0.8321599960327148, "train_loss": 2.681662082672119, "epoch": 27}
29
+ {"timestamp": 1673729499.7186036, "relative_time": 3950.4758038520813, "current_lr": 0.24612432523616729, "val_time": 9.76070785522461, "top_1": 0.6185200214385986, "top_5": 0.8414199948310852, "train_loss": 2.6563949584960938, "epoch": 28}
30
+ {"timestamp": 1673729621.2771888, "relative_time": 4072.0343890190125, "current_lr": 0.2237559041835358, "val_time": 6.769590139389038, "top_1": 0.6339799761772156, "top_5": 0.8544999957084656, "train_loss": 2.6391429901123047, "epoch": 29}
31
+ {"timestamp": 1673729740.8416355, "relative_time": 4191.598835706711, "current_lr": 0.2013874831309042, "val_time": 5.130146026611328, "top_1": 0.6345000267028809, "top_5": 0.8534799814224243, "train_loss": 2.606998920440674, "epoch": 30}
32
+ {"timestamp": 1673729859.3921273, "relative_time": 4310.149327516556, "current_lr": 0.17901906207827262, "val_time": 5.137238502502441, "top_1": 0.6292999982833862, "top_5": 0.849399983882904, "train_loss": 2.588561534881592, "epoch": 31}
33
+ {"timestamp": 1673730021.2764242, "relative_time": 4472.033624410629, "current_lr": 0.15665064102564102, "val_time": 5.447531700134277, "top_1": 0.6574000120162964, "top_5": 0.868619978427887, "train_loss": 2.526898145675659, "epoch": 32}
34
+ {"timestamp": 1673730169.4358726, "relative_time": 4620.193072795868, "current_lr": 0.13428221997300943, "val_time": 9.601378917694092, "top_1": 0.6707800030708313, "top_5": 0.8755199909210205, "train_loss": 2.4969823360443115, "epoch": 33}
35
+ {"timestamp": 1673730320.0276082, "relative_time": 4770.784808397293, "current_lr": 0.11191379892037782, "val_time": 5.749272108078003, "top_1": 0.6720600128173828, "top_5": 0.8760799765586853, "train_loss": 2.4679131507873535, "epoch": 34}
36
+ {"timestamp": 1673730469.6827748, "relative_time": 4920.43997502327, "current_lr": 0.08954537786774623, "val_time": 7.887428283691406, "top_1": 0.6771799921989441, "top_5": 0.8805999755859375, "train_loss": 2.4444022178649902, "epoch": 35}
37
+ {"timestamp": 1673730619.789415, "relative_time": 5070.546615123749, "current_lr": 0.06717695681511464, "val_time": 7.261002063751221, "top_1": 0.6844000220298767, "top_5": 0.8846399784088135, "train_loss": 2.415926694869995, "epoch": 36}
38
+ {"timestamp": 1673730768.5001411, "relative_time": 5219.257341384888, "current_lr": 0.044808535762483045, "val_time": 7.950021743774414, "top_1": 0.6894400119781494, "top_5": 0.8881199955940247, "train_loss": 2.3960111141204834, "epoch": 37}
39
+ {"timestamp": 1673730917.969048, "relative_time": 5368.726248264313, "current_lr": 0.022440114709851564, "val_time": 7.290473937988281, "top_1": 0.6970999836921692, "top_5": 0.8909599781036377, "train_loss": 2.363182306289673, "epoch": 38}
40
+ {"timestamp": 1673731067.177467, "relative_time": 5517.934667348862, "current_lr": 7.169365721997056e-05, "val_time": 9.391329526901245, "top_1": 0.7013800144195557, "top_5": 0.8932999968528748, "train_loss": 2.3401906490325928, "epoch": 39}
41
+ {"timestamp": 1673731072.092266, "relative_time": 5522.8494663238525, "current_lr": 7.169365721997056e-05, "val_time": 4.784074068069458, "top_1": 0.7013800144195557, "top_5": 0.8932999968528748, "epoch": 39}
resnet-family/resnet18-ff512/params.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"model.arch": "resnet18", "model.pretrained": 0, "model.efficient": 0, "model.mrl": 0, "model.nesting_start": 3, "model.fixed_feature": 512, "resolution.min_res": 160, "resolution.max_res": 192, "resolution.end_ramp": 34, "resolution.start_ramp": 29, "data.train_dataset": "/mnt/disks/imagenet_dir/train_500_0.50_90.ffcv", "data.val_dataset": "/mnt/disks/imagenet_dir/val_500_0.50_90.ffcv", "data.num_workers": 12, "data.in_memory": 1, "lr.step_ratio": 0.1, "lr.step_length": 30, "lr.lr_schedule_type": "cyclic", "lr.lr": 0.85, "lr.lr_peak_epoch": 2, "logging.folder": "trainlogs", "logging.log_level": 1, "validation.batch_size": 512, "validation.resolution": 256, "validation.lr_tta": 1, "training.eval_only": 0, "training.path": null, "training.batch_size": 1024, "training.optimizer": "sgd", "training.momentum": 0.9, "training.weight_decay": 5e-05, "training.epochs": 40, "training.label_smoothing": 0.1, "training.distributed": 1, "training.use_blurpool": 1, "dist.world_size": 4, "dist.address": "localhost", "dist.port": "12355"}
resnet-family/resnet18_mrl/final_weights.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7941c08ebef2210d74703cce7e23737e5cd9ba3c8a6e78eb93d7c440745c8784
3
+ size 48914537
resnet-family/resnet18_mrl/log ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"timestamp": 1661391449.5382876, "relative_time": 710.4840354919434, "current_lr": 0.2498251798561151, "val_time": 16.752705335617065, "top_1_8": 0.021159999072551727, "top_1_16": 0.03262000158429146, "top_1_32": 0.04335999861359596, "top_1_64": 0.04896000027656555, "top_1_128": 0.053300000727176666, "top_1_256": 0.05460000038146973, "top_1_512": 0.05503999814391136, "top_5_8": 0.0723000019788742, "top_5_16": 0.10570000112056732, "top_5_32": 0.13208000361919403, "top_5_64": 0.1460600048303604, "top_5_128": 0.15133999288082123, "top_5_256": 0.15561999380588531, "top_5_512": 0.15219999849796295, "train_loss": 41.73417663574219, "epoch": 0}
2
+ {"timestamp": 1661391783.6719673, "relative_time": 1044.6177151203156, "current_lr": 0.49980017985611513, "val_time": 14.54534101486206, "top_1_8": 0.03734000027179718, "top_1_16": 0.06285999715328217, "top_1_32": 0.0831800028681755, "top_1_64": 0.10062000155448914, "top_1_128": 0.10803999751806259, "top_1_256": 0.11512000113725662, "top_1_512": 0.11851999908685684, "top_5_8": 0.12625999748706818, "top_5_16": 0.18960000574588776, "top_5_32": 0.23066000640392303, "top_5_64": 0.2586599886417389, "top_5_128": 0.2696000039577484, "top_5_256": 0.27799999713897705, "top_5_512": 0.280460000038147, "train_loss": 33.00007247924805, "epoch": 1}
3
+ {"timestamp": 1661392102.0383217, "relative_time": 1362.9840695858002, "current_lr": 0.4868526231646262, "val_time": 13.08432126045227, "top_1_8": 0.06379999965429306, "top_1_16": 0.12250000238418579, "top_1_32": 0.16519999504089355, "top_1_64": 0.18807999789714813, "top_1_128": 0.20047999918460846, "top_1_256": 0.21121999621391296, "top_1_512": 0.21648000180721283, "top_5_8": 0.19458000361919403, "top_5_16": 0.3063800036907196, "top_5_32": 0.37501999735832214, "top_5_64": 0.40393999218940735, "top_5_128": 0.42010000348091125, "top_5_256": 0.42961999773979187, "top_5_512": 0.4337800145149231, "train_loss": 29.732498168945312, "epoch": 2}
4
+ {"timestamp": 1661392415.3323166, "relative_time": 1676.2780644893646, "current_lr": 0.4736947284277841, "val_time": 13.7142813205719, "top_1_8": 0.08498000353574753, "top_1_16": 0.16590000689029694, "top_1_32": 0.21167999505996704, "top_1_64": 0.23212000727653503, "top_1_128": 0.24354000389575958, "top_1_256": 0.24977999925613403, "top_1_512": 0.2556400001049042, "top_5_8": 0.23885999619960785, "top_5_16": 0.3792400062084198, "top_5_32": 0.4456000030040741, "top_5_64": 0.47655999660491943, "top_5_128": 0.4927999973297119, "top_5_256": 0.5031200051307678, "top_5_512": 0.5049800276756287, "train_loss": 28.073484420776367, "epoch": 3}
5
+ {"timestamp": 1661392731.8497925, "relative_time": 1992.7955403327942, "current_lr": 0.46053683369094195, "val_time": 13.62128210067749, "top_1_8": 0.09266000241041183, "top_1_16": 0.17399999499320984, "top_1_32": 0.21724000573158264, "top_1_64": 0.24225999414920807, "top_1_128": 0.2540999948978424, "top_1_256": 0.266759991645813, "top_1_512": 0.27333998680114746, "top_5_8": 0.24955999851226807, "top_5_16": 0.39434000849723816, "top_5_32": 0.45917999744415283, "top_5_64": 0.4946199953556061, "top_5_128": 0.5087800025939941, "top_5_256": 0.5206400156021118, "top_5_512": 0.5253999829292297, "train_loss": 27.17608070373535, "epoch": 4}
6
+ {"timestamp": 1661393052.2152627, "relative_time": 2313.161010503769, "current_lr": 0.44737893895409986, "val_time": 14.187010288238525, "top_1_8": 0.09245999902486801, "top_1_16": 0.1717199981212616, "top_1_32": 0.21894000470638275, "top_1_64": 0.24276000261306763, "top_1_128": 0.2555199861526489, "top_1_256": 0.2667999863624573, "top_1_512": 0.27404001355171204, "top_5_8": 0.2584399878978729, "top_5_16": 0.39392000436782837, "top_5_32": 0.4572800099849701, "top_5_64": 0.48548001050949097, "top_5_128": 0.5041400194168091, "top_5_256": 0.514240026473999, "top_5_512": 0.5202800035476685, "train_loss": 26.553451538085938, "epoch": 5}
7
+ {"timestamp": 1661393384.1654975, "relative_time": 2645.111245393753, "current_lr": 0.43422104421725777, "val_time": 23.14536190032959, "top_1_8": 0.09526000171899796, "top_1_16": 0.1875, "top_1_32": 0.24233999848365784, "top_1_64": 0.26875999569892883, "top_1_128": 0.2824600040912628, "top_1_256": 0.2904999852180481, "top_1_512": 0.2925800085067749, "top_5_8": 0.2779200077056885, "top_5_16": 0.41896000504493713, "top_5_32": 0.48778000473976135, "top_5_64": 0.52156001329422, "top_5_128": 0.5374400019645691, "top_5_256": 0.5459200143814087, "top_5_512": 0.547760009765625, "train_loss": 26.12332534790039, "epoch": 6}
8
+ {"timestamp": 1661393745.663473, "relative_time": 3006.6092207431793, "current_lr": 0.4210631494804156, "val_time": 46.805476903915405, "top_1_8": 0.11122000217437744, "top_1_16": 0.20990000665187836, "top_1_32": 0.2624399960041046, "top_1_64": 0.28360000252723694, "top_1_128": 0.3009999990463257, "top_1_256": 0.3070000112056732, "top_1_512": 0.3116999864578247, "top_5_8": 0.3083600103855133, "top_5_16": 0.46597999334335327, "top_5_32": 0.533519983291626, "top_5_64": 0.5611199736595154, "top_5_128": 0.5746600031852722, "top_5_256": 0.5804200172424316, "top_5_512": 0.5849400162696838, "train_loss": 25.773029327392578, "epoch": 7}
9
+ {"timestamp": 1661394086.6121192, "relative_time": 3347.557867050171, "current_lr": 0.40790525474357353, "val_time": 14.612471103668213, "top_1_8": 0.1268800050020218, "top_1_16": 0.24344000220298767, "top_1_32": 0.3008800148963928, "top_1_64": 0.3306199908256531, "top_1_128": 0.3426800072193146, "top_1_256": 0.3508000075817108, "top_1_512": 0.35651999711990356, "top_5_8": 0.3373199999332428, "top_5_16": 0.4936800003051758, "top_5_32": 0.5646399855613708, "top_5_64": 0.6019200086593628, "top_5_128": 0.61735999584198, "top_5_256": 0.6252400279045105, "top_5_512": 0.6282399892807007, "train_loss": 25.503829956054688, "epoch": 8}
10
+ {"timestamp": 1661394412.4531062, "relative_time": 3673.3988540172577, "current_lr": 0.39474736000673144, "val_time": 13.658559799194336, "top_1_8": 0.11794000118970871, "top_1_16": 0.23010000586509705, "top_1_32": 0.2826400101184845, "top_1_64": 0.3088200092315674, "top_1_128": 0.3192000091075897, "top_1_256": 0.32594001293182373, "top_1_512": 0.32986000180244446, "top_5_8": 0.32269999384880066, "top_5_16": 0.4859200119972229, "top_5_32": 0.5466799736022949, "top_5_64": 0.5763199925422668, "top_5_128": 0.5886600017547607, "top_5_256": 0.5952200293540955, "top_5_512": 0.5984200239181519, "train_loss": 25.26445770263672, "epoch": 9}
11
+ {"timestamp": 1661394727.0362406, "relative_time": 3987.981988430023, "current_lr": 0.38158946526988935, "val_time": 14.300045013427734, "top_1_8": 0.1196800023317337, "top_1_16": 0.2135400027036667, "top_1_32": 0.26739999651908875, "top_1_64": 0.29214000701904297, "top_1_128": 0.3034600019454956, "top_1_256": 0.3152799904346466, "top_1_512": 0.319240003824234, "top_5_8": 0.3235799968242645, "top_5_16": 0.4610599875450134, "top_5_32": 0.532260000705719, "top_5_64": 0.563979983329773, "top_5_128": 0.5733799934387207, "top_5_256": 0.5800399780273438, "top_5_512": 0.5838199853897095, "train_loss": 25.02860450744629, "epoch": 10}
12
+ {"timestamp": 1661395047.331222, "relative_time": 4308.276969909668, "current_lr": 0.36843157053304726, "val_time": 13.881433963775635, "top_1_8": 0.1301400065422058, "top_1_16": 0.24490000307559967, "top_1_32": 0.30577999353408813, "top_1_64": 0.33092001080513, "top_1_128": 0.3422200083732605, "top_1_256": 0.3494400084018707, "top_1_512": 0.3559199869632721, "top_5_8": 0.33489999175071716, "top_5_16": 0.4999000132083893, "top_5_32": 0.5734800100326538, "top_5_64": 0.5999199748039246, "top_5_128": 0.612559974193573, "top_5_256": 0.619159996509552, "top_5_512": 0.6240599751472473, "train_loss": 24.865859985351562, "epoch": 11}
13
+ {"timestamp": 1661395371.368385, "relative_time": 4632.314132928848, "current_lr": 0.3552736757962051, "val_time": 14.1790292263031, "top_1_8": 0.12809999287128448, "top_1_16": 0.24018000066280365, "top_1_32": 0.30243998765945435, "top_1_64": 0.3300800025463104, "top_1_128": 0.34657999873161316, "top_1_256": 0.3522999882698059, "top_1_512": 0.3585200011730194, "top_5_8": 0.3346799910068512, "top_5_16": 0.5013399720191956, "top_5_32": 0.5730000138282776, "top_5_64": 0.6018000245094299, "top_5_128": 0.6185600161552429, "top_5_256": 0.6228200197219849, "top_5_512": 0.6258800029754639, "train_loss": 24.668092727661133, "epoch": 12}
14
+ {"timestamp": 1661395690.2129982, "relative_time": 4951.158746004105, "current_lr": 0.342115781059363, "val_time": 14.362569570541382, "top_1_8": 0.12535999715328217, "top_1_16": 0.2259799987077713, "top_1_32": 0.2750999927520752, "top_1_64": 0.3006399869918823, "top_1_128": 0.3129799962043762, "top_1_256": 0.32218000292778015, "top_1_512": 0.3271999955177307, "top_5_8": 0.32265999913215637, "top_5_16": 0.47350001335144043, "top_5_32": 0.5368199944496155, "top_5_64": 0.568120002746582, "top_5_128": 0.5811799764633179, "top_5_256": 0.5890399813652039, "top_5_512": 0.5920600295066833, "train_loss": 24.492502212524414, "epoch": 13}
15
+ {"timestamp": 1661396008.668968, "relative_time": 5269.61471581459, "current_lr": 0.32895788632252093, "val_time": 14.435746908187866, "top_1_8": 0.1409599930047989, "top_1_16": 0.26447999477386475, "top_1_32": 0.32420000433921814, "top_1_64": 0.3515399992465973, "top_1_128": 0.36555999517440796, "top_1_256": 0.3752399981021881, "top_1_512": 0.3794400095939636, "top_5_8": 0.35830000042915344, "top_5_16": 0.5282400250434875, "top_5_32": 0.5983200073242188, "top_5_64": 0.6281200051307678, "top_5_128": 0.6392999887466431, "top_5_256": 0.6452599763870239, "top_5_512": 0.6475600004196167, "train_loss": 24.364988327026367, "epoch": 14}
16
+ {"timestamp": 1661396326.4232671, "relative_time": 5587.369014978409, "current_lr": 0.3157999915856788, "val_time": 14.094005584716797, "top_1_8": 0.14363999664783478, "top_1_16": 0.2625199854373932, "top_1_32": 0.32082000374794006, "top_1_64": 0.3490000069141388, "top_1_128": 0.3596799969673157, "top_1_256": 0.3649600148200989, "top_1_512": 0.36974000930786133, "top_5_8": 0.3594599962234497, "top_5_16": 0.5198799967765808, "top_5_32": 0.5910999774932861, "top_5_64": 0.6180400252342224, "top_5_128": 0.6312800049781799, "top_5_256": 0.6370000243186951, "top_5_512": 0.637719988822937, "train_loss": 24.215024948120117, "epoch": 15}
17
+ {"timestamp": 1661396645.1957552, "relative_time": 5906.141503095627, "current_lr": 0.3026420968488367, "val_time": 13.694273471832275, "top_1_8": 0.15884000062942505, "top_1_16": 0.30316001176834106, "top_1_32": 0.37338000535964966, "top_1_64": 0.39688000082969666, "top_1_128": 0.41106000542640686, "top_1_256": 0.41995999217033386, "top_1_512": 0.42552000284194946, "top_5_8": 0.3990199863910675, "top_5_16": 0.5807600021362305, "top_5_32": 0.64683997631073, "top_5_64": 0.6746600270271301, "top_5_128": 0.6887999773025513, "top_5_256": 0.6952199935913086, "top_5_512": 0.6991199851036072, "train_loss": 24.07944107055664, "epoch": 16}
18
+ {"timestamp": 1661396964.7597666, "relative_time": 6225.705514431, "current_lr": 0.2894842021119946, "val_time": 13.853540897369385, "top_1_8": 0.12717999517917633, "top_1_16": 0.2559800148010254, "top_1_32": 0.32409998774528503, "top_1_64": 0.35199999809265137, "top_1_128": 0.36711999773979187, "top_1_256": 0.3728800117969513, "top_1_512": 0.3782399892807007, "top_5_8": 0.3235599994659424, "top_5_16": 0.5164600014686584, "top_5_32": 0.5917400121688843, "top_5_64": 0.6229400038719177, "top_5_128": 0.6373800039291382, "top_5_256": 0.6424800157546997, "top_5_512": 0.6443600058555603, "train_loss": 23.91059684753418, "epoch": 17}
19
+ {"timestamp": 1661397287.5113604, "relative_time": 6548.457108259201, "current_lr": 0.2763263073751525, "val_time": 13.856036901473999, "top_1_8": 0.16315999627113342, "top_1_16": 0.307779997587204, "top_1_32": 0.3688400089740753, "top_1_64": 0.39702001214027405, "top_1_128": 0.41005998849868774, "top_1_256": 0.41655999422073364, "top_1_512": 0.4203000068664551, "top_5_8": 0.4019800126552582, "top_5_16": 0.5788000226020813, "top_5_32": 0.6438999772071838, "top_5_64": 0.671239972114563, "top_5_128": 0.6830800175666809, "top_5_256": 0.6876000165939331, "top_5_512": 0.6882799863815308, "train_loss": 23.79827308654785, "epoch": 18}
20
+ {"timestamp": 1661397614.8080485, "relative_time": 6875.753796339035, "current_lr": 0.2631684126383104, "val_time": 17.57411789894104, "top_1_8": 0.1597599983215332, "top_1_16": 0.29649999737739563, "top_1_32": 0.3535799980163574, "top_1_64": 0.3813199996948242, "top_1_128": 0.3917999863624573, "top_1_256": 0.3975600004196167, "top_1_512": 0.4015200138092041, "top_5_8": 0.396699994802475, "top_5_16": 0.5671600103378296, "top_5_32": 0.6290000081062317, "top_5_64": 0.6565999984741211, "top_5_128": 0.6669600009918213, "top_5_256": 0.6686400175094604, "top_5_512": 0.66975998878479, "train_loss": 23.64734649658203, "epoch": 19}
21
+ {"timestamp": 1661397959.3745995, "relative_time": 7220.320347309113, "current_lr": 0.2500105179014683, "val_time": 28.47076392173767, "top_1_8": 0.1807200014591217, "top_1_16": 0.3271400034427643, "top_1_32": 0.3953999876976013, "top_1_64": 0.42201998829841614, "top_1_128": 0.43696001172065735, "top_1_256": 0.4450800120830536, "top_1_512": 0.44929999113082886, "top_5_8": 0.42656001448631287, "top_5_16": 0.6015200018882751, "top_5_32": 0.6672800183296204, "top_5_64": 0.6952999830245972, "top_5_128": 0.706820011138916, "top_5_256": 0.7113400101661682, "top_5_512": 0.7138000130653381, "train_loss": 23.536897659301758, "epoch": 20}
22
+ {"timestamp": 1661398285.1502554, "relative_time": 7546.096003293991, "current_lr": 0.2368526231646262, "val_time": 13.847576141357422, "top_1_8": 0.15304000675678253, "top_1_16": 0.2972399890422821, "top_1_32": 0.3595399856567383, "top_1_64": 0.3862999975681305, "top_1_128": 0.3977999985218048, "top_1_256": 0.40411999821662903, "top_1_512": 0.4079200029373169, "top_5_8": 0.393779993057251, "top_5_16": 0.5715799927711487, "top_5_32": 0.6309999823570251, "top_5_64": 0.6552600264549255, "top_5_128": 0.6660799980163574, "top_5_256": 0.6707800030708313, "top_5_512": 0.672540009021759, "train_loss": 23.38969612121582, "epoch": 21}
23
+ {"timestamp": 1661398607.481689, "relative_time": 7868.427436828613, "current_lr": 0.22369472842778412, "val_time": 13.946839809417725, "top_1_8": 0.18291999399662018, "top_1_16": 0.3257400095462799, "top_1_32": 0.3899199962615967, "top_1_64": 0.4138999879360199, "top_1_128": 0.4289799928665161, "top_1_256": 0.43639999628067017, "top_1_512": 0.43939998745918274, "top_5_8": 0.4348999857902527, "top_5_16": 0.6029199957847595, "top_5_32": 0.6601200103759766, "top_5_64": 0.6830999851226807, "top_5_128": 0.6979799866676331, "top_5_256": 0.7030400037765503, "top_5_512": 0.7058200240135193, "train_loss": 23.26178741455078, "epoch": 22}
24
+ {"timestamp": 1661398922.65579, "relative_time": 8183.601537942886, "current_lr": 0.21053683369094198, "val_time": 14.016189813613892, "top_1_8": 0.18841999769210815, "top_1_16": 0.3340800106525421, "top_1_32": 0.3953799903392792, "top_1_64": 0.41944000124931335, "top_1_128": 0.4346800148487091, "top_1_256": 0.44214001297950745, "top_1_512": 0.4474399983882904, "top_5_8": 0.4404999911785126, "top_5_16": 0.6060000061988831, "top_5_32": 0.6713399887084961, "top_5_64": 0.6966800093650818, "top_5_128": 0.7108399868011475, "top_5_256": 0.7185800075531006, "top_5_512": 0.7208799719810486, "train_loss": 23.111248016357422, "epoch": 23}
25
+ {"timestamp": 1661399238.8769844, "relative_time": 8499.82273221016, "current_lr": 0.1973789389540999, "val_time": 13.147742748260498, "top_1_8": 0.17287999391555786, "top_1_16": 0.3235200047492981, "top_1_32": 0.3847399950027466, "top_1_64": 0.40827998518943787, "top_1_128": 0.42155998945236206, "top_1_256": 0.4286400079727173, "top_1_512": 0.4329400062561035, "top_5_8": 0.4272400140762329, "top_5_16": 0.5989199876785278, "top_5_32": 0.6569399833679199, "top_5_64": 0.6832399964332581, "top_5_128": 0.6924399733543396, "top_5_256": 0.698199987411499, "top_5_512": 0.7019199728965759, "train_loss": 22.975675582885742, "epoch": 24}
26
+ {"timestamp": 1661399552.320632, "relative_time": 8813.266379833221, "current_lr": 0.1842210442172578, "val_time": 13.166988849639893, "top_1_8": 0.19915999472141266, "top_1_16": 0.33375999331474304, "top_1_32": 0.38896000385284424, "top_1_64": 0.4137600064277649, "top_1_128": 0.42653998732566833, "top_1_256": 0.4349600076675415, "top_1_512": 0.43915998935699463, "top_5_8": 0.45504000782966614, "top_5_16": 0.6110600233078003, "top_5_32": 0.6672199964523315, "top_5_64": 0.6891999840736389, "top_5_128": 0.7010999917984009, "top_5_256": 0.705780029296875, "top_5_512": 0.7089200019836426, "train_loss": 22.845773696899414, "epoch": 25}
27
+ {"timestamp": 1661399866.6432297, "relative_time": 9127.588977575302, "current_lr": 0.1710631494804157, "val_time": 13.969554901123047, "top_1_8": 0.20997999608516693, "top_1_16": 0.3666200041770935, "top_1_32": 0.42961999773979187, "top_1_64": 0.452239990234375, "top_1_128": 0.46713998913764954, "top_1_256": 0.4749000072479248, "top_1_512": 0.4777800142765045, "top_5_8": 0.4687800109386444, "top_5_16": 0.6453800201416016, "top_5_32": 0.6982600092887878, "top_5_64": 0.7237200140953064, "top_5_128": 0.7363200187683105, "top_5_256": 0.7394000291824341, "top_5_512": 0.741919994354248, "train_loss": 22.701343536376953, "epoch": 26}
28
+ {"timestamp": 1661400181.9159193, "relative_time": 9442.86166715622, "current_lr": 0.15790525474357361, "val_time": 13.65621280670166, "top_1_8": 0.22864000499248505, "top_1_16": 0.39403998851776123, "top_1_32": 0.4596000015735626, "top_1_64": 0.47995999455451965, "top_1_128": 0.4946799874305725, "top_1_256": 0.4991999864578247, "top_1_512": 0.5030999779701233, "top_5_8": 0.5099999904632568, "top_5_16": 0.6758000254631042, "top_5_32": 0.7327799797058105, "top_5_64": 0.7526800036430359, "top_5_128": 0.7648400068283081, "top_5_256": 0.7679799795150757, "top_5_512": 0.7712399959564209, "train_loss": 22.52604103088379, "epoch": 27}
29
+ {"timestamp": 1661400497.7604861, "relative_time": 9758.706233978271, "current_lr": 0.14474736000673147, "val_time": 13.98140549659729, "top_1_8": 0.22115999460220337, "top_1_16": 0.3799999952316284, "top_1_32": 0.442440003156662, "top_1_64": 0.46573999524116516, "top_1_128": 0.4807800054550171, "top_1_256": 0.48684000968933105, "top_1_512": 0.4910399913787842, "top_5_8": 0.49083998799324036, "top_5_16": 0.6553599834442139, "top_5_32": 0.7124999761581421, "top_5_64": 0.736299991607666, "top_5_128": 0.7487800121307373, "top_5_256": 0.752780020236969, "top_5_512": 0.7549200057983398, "train_loss": 22.37135887145996, "epoch": 28}
30
+ {"timestamp": 1661400803.6384454, "relative_time": 10064.584193229675, "current_lr": 0.13158946526988938, "val_time": 13.647743225097656, "top_1_8": 0.20348000526428223, "top_1_16": 0.3773599863052368, "top_1_32": 0.4462999999523163, "top_1_64": 0.4686799943447113, "top_1_128": 0.4801599979400635, "top_1_256": 0.4855799973011017, "top_1_512": 0.4880400002002716, "top_5_8": 0.48646000027656555, "top_5_16": 0.6651800274848938, "top_5_32": 0.7216399908065796, "top_5_64": 0.7425000071525574, "top_5_128": 0.7541999816894531, "top_5_256": 0.7575600147247314, "top_5_512": 0.7592599987983704, "train_loss": 22.221128463745117, "epoch": 29}
31
+ {"timestamp": 1661401102.5300596, "relative_time": 10363.47580742836, "current_lr": 0.11843157053304729, "val_time": 13.92457628250122, "top_1_8": 0.2425599992275238, "top_1_16": 0.41218000650405884, "top_1_32": 0.4733799993991852, "top_1_64": 0.49476000666618347, "top_1_128": 0.5107799768447876, "top_1_256": 0.5175399780273438, "top_1_512": 0.5216400027275085, "top_5_8": 0.5193399786949158, "top_5_16": 0.6888200044631958, "top_5_32": 0.7404800057411194, "top_5_64": 0.762440025806427, "top_5_128": 0.7734000086784363, "top_5_256": 0.777899980545044, "top_5_512": 0.7802799940109253, "train_loss": 22.040664672851562, "epoch": 30}
32
+ {"timestamp": 1661401398.5305672, "relative_time": 10659.476315021515, "current_lr": 0.10527367579620514, "val_time": 15.660829067230225, "top_1_8": 0.2365799993276596, "top_1_16": 0.41190001368522644, "top_1_32": 0.4769600033760071, "top_1_64": 0.5031200051307678, "top_1_128": 0.5148199796676636, "top_1_256": 0.52156001329422, "top_1_512": 0.5239999890327454, "top_5_8": 0.5263599753379822, "top_5_16": 0.688759982585907, "top_5_32": 0.7438799738883972, "top_5_64": 0.7653999924659729, "top_5_128": 0.7779399752616882, "top_5_256": 0.7824199795722961, "top_5_512": 0.7856000065803528, "train_loss": 21.84039878845215, "epoch": 31}
33
+ {"timestamp": 1661401754.898343, "relative_time": 11015.844090938568, "current_lr": 0.09211578105936305, "val_time": 15.849907159805298, "top_1_8": 0.29986000061035156, "top_1_16": 0.46779999136924744, "top_1_32": 0.5269399881362915, "top_1_64": 0.550599992275238, "top_1_128": 0.5651999711990356, "top_1_256": 0.5727800130844116, "top_1_512": 0.5765399932861328, "top_5_8": 0.5918400287628174, "top_5_16": 0.7343199849128723, "top_5_32": 0.7829200029373169, "top_5_64": 0.8023200035095215, "top_5_128": 0.8128200173377991, "top_5_256": 0.8171200156211853, "top_5_512": 0.8203399777412415, "train_loss": 21.393037796020508, "epoch": 32}
34
+ {"timestamp": 1661402094.2777834, "relative_time": 11355.223531246185, "current_lr": 0.07895788632252096, "val_time": 15.92639708518982, "top_1_8": 0.30875998735427856, "top_1_16": 0.4646199941635132, "top_1_32": 0.5256800055503845, "top_1_64": 0.5475599765777588, "top_1_128": 0.5599799752235413, "top_1_256": 0.5671600103378296, "top_1_512": 0.5734000205993652, "top_5_8": 0.5962200164794922, "top_5_16": 0.7385799884796143, "top_5_32": 0.7822999954223633, "top_5_64": 0.8018199801445007, "top_5_128": 0.8105599880218506, "top_5_256": 0.8158400058746338, "top_5_512": 0.8195400238037109, "train_loss": 21.144996643066406, "epoch": 33}
35
+ {"timestamp": 1661402435.133349, "relative_time": 11696.079096794128, "current_lr": 0.06579999158567887, "val_time": 16.07658576965332, "top_1_8": 0.3273400068283081, "top_1_16": 0.48890000581741333, "top_1_32": 0.5460600256919861, "top_1_64": 0.5659400224685669, "top_1_128": 0.5780400037765503, "top_1_256": 0.583620011806488, "top_1_512": 0.588379979133606, "top_5_8": 0.6210600137710571, "top_5_16": 0.755840003490448, "top_5_32": 0.7989199757575989, "top_5_64": 0.818120002746582, "top_5_128": 0.8271200060844421, "top_5_256": 0.832099974155426, "top_5_512": 0.835860013961792, "train_loss": 20.934560775756836, "epoch": 34}
36
+ {"timestamp": 1661402783.6584141, "relative_time": 12044.604161977768, "current_lr": 0.05264209684883677, "val_time": 13.586891412734985, "top_1_8": 0.334960013628006, "top_1_16": 0.5025799870491028, "top_1_32": 0.5578399896621704, "top_1_64": 0.579259991645813, "top_1_128": 0.5920799970626831, "top_1_256": 0.5983800292015076, "top_1_512": 0.6008399724960327, "top_5_8": 0.6351000070571899, "top_5_16": 0.7641400098800659, "top_5_32": 0.8064000010490417, "top_5_64": 0.8222000002861023, "top_5_128": 0.8319600224494934, "top_5_256": 0.8368399739265442, "top_5_512": 0.8402600288391113, "train_loss": 20.70646858215332, "epoch": 35}
37
+ {"timestamp": 1661403130.0652177, "relative_time": 12391.010965585709, "current_lr": 0.039484202111994625, "val_time": 14.120041370391846, "top_1_8": 0.3624599874019623, "top_1_16": 0.5280399918556213, "top_1_32": 0.5808200240135193, "top_1_64": 0.6030600070953369, "top_1_128": 0.6139600276947021, "top_1_256": 0.6207200288772583, "top_1_512": 0.6255599856376648, "top_5_8": 0.6573600172996521, "top_5_16": 0.7796800136566162, "top_5_32": 0.8193600177764893, "top_5_64": 0.8378999829292297, "top_5_128": 0.8466200232505798, "top_5_256": 0.8508599996566772, "top_5_512": 0.8539199829101562, "train_loss": 20.453899383544922, "epoch": 36}
38
+ {"timestamp": 1661403474.475507, "relative_time": 12735.421254873276, "current_lr": 0.026326307375152534, "val_time": 13.445441722869873, "top_1_8": 0.390500009059906, "top_1_16": 0.5409799814224243, "top_1_32": 0.5934600234031677, "top_1_64": 0.6126999855041504, "top_1_128": 0.625, "top_1_256": 0.6317999958992004, "top_1_512": 0.635640025138855, "top_5_8": 0.6779000163078308, "top_5_16": 0.788100004196167, "top_5_32": 0.8268399834632874, "top_5_64": 0.8439199924468994, "top_5_128": 0.852180004119873, "top_5_256": 0.8571599721908569, "top_5_512": 0.8604000210762024, "train_loss": 20.212411880493164, "epoch": 37}
39
+ {"timestamp": 1661403821.6150522, "relative_time": 13082.560800075531, "current_lr": 0.013168412638310445, "val_time": 13.875824928283691, "top_1_8": 0.4230799973011017, "top_1_16": 0.5730000138282776, "top_1_32": 0.6220999956130981, "top_1_64": 0.6416800022125244, "top_1_128": 0.6518800258636475, "top_1_256": 0.6581599712371826, "top_1_512": 0.6637399792671204, "top_5_8": 0.7127599716186523, "top_5_16": 0.8121200203895569, "top_5_32": 0.8446800112724304, "top_5_64": 0.8625800013542175, "top_5_128": 0.870419979095459, "top_5_256": 0.8763399720191956, "top_5_512": 0.8791400194168091, "train_loss": 19.994911193847656, "epoch": 38}
40
+ {"timestamp": 1661404105.0946326, "relative_time": 13366.040380477905, "current_lr": 1.0517901468299132e-05, "val_time": 13.385448932647705, "top_1_8": 0.4722200036048889, "top_1_16": 0.6059799790382385, "top_1_32": 0.6493399739265442, "top_1_64": 0.6683599948883057, "top_1_128": 0.6799600124359131, "top_1_256": 0.6871600151062012, "top_1_512": 0.6931800246238708, "top_5_8": 0.7373999953269958, "top_5_16": 0.8259400129318237, "top_5_32": 0.856939971446991, "top_5_64": 0.874239981174469, "top_5_128": 0.8835800290107727, "top_5_256": 0.889460027217865, "top_5_512": 0.8927800059318542, "train_loss": 19.85381317138672, "epoch": 39}
41
+ {"timestamp": 1661404117.3833938, "relative_time": 13378.329141616821, "current_lr": 1.0517901468299132e-05, "val_time": 12.288213968276978, "top_1_8": 0.4722200036048889, "top_1_16": 0.6059799790382385, "top_1_32": 0.6493399739265442, "top_1_64": 0.6683599948883057, "top_1_128": 0.6799600124359131, "top_1_256": 0.6871600151062012, "top_1_512": 0.6931800246238708, "top_5_8": 0.7373999953269958, "top_5_16": 0.8259400129318237, "top_5_32": 0.856939971446991, "top_5_64": 0.874239981174469, "top_5_128": 0.8835800290107727, "top_5_256": 0.889460027217865, "top_5_512": 0.8927800059318542, "epoch": 39}