File size: 7,682 Bytes
5096607 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 |
Top:
epoch
extras
state_dict
arch
-------------------------------------
arch: ai85nascifarnet
-------------------------------------
extras: {'best epoch': 123456789, 'best_top1': 53.65999937057495, 'clipping_method': 'MAX_BIT_SHIFT', 'current_top1': 53.65999937057495}
-------------------------------------
state_dict:
conv1
output_shift: [-0.]
adjust_output_shift: [0.]
quantize_activation: [1.]
shift_quantile: [0.985]
weight bits: [8.]
bias_bits: [8.]
bias
total # of elements, shape: 16 , [16]
# of unique elements: 16
min, max, mean: -1407.0 , 1368.0 , 81.0
weight
total # of elements, shape: 432 , [16, 3, 3, 3]
# of unique elements: 99
min, max, mean: -77.0 , 81.0 , -0.011574074
conv2
output_shift: [-1.]
adjust_output_shift: [0.]
quantize_activation: [1.]
shift_quantile: [0.985]
weight bits: [4.]
bias_bits: [8.]
bias
total # of elements, shape: 20 , [20]
# of unique elements: 20
min, max, mean: -577.0 , 551.0 , 124.1
weight
total # of elements, shape: 2880 , [20, 16, 3, 3]
# of unique elements: 16
min, max, mean: -8.0 , 7.0 , -0.090625
conv3
output_shift: [-1.]
adjust_output_shift: [0.]
quantize_activation: [1.]
shift_quantile: [0.985]
weight bits: [2.]
bias_bits: [8.]
bias
total # of elements, shape: 20 , [20]
# of unique elements: 19
min, max, mean: -51.0 , 206.0 , 93.85
weight
total # of elements, shape: 3600 , [20, 20, 3, 3]
# of unique elements: 4
min, max, mean: -2.0 , 1.0 , -0.045
conv4
output_shift: [-1.]
adjust_output_shift: [0.]
quantize_activation: [1.]
shift_quantile: [0.985]
weight bits: [2.]
bias_bits: [8.]
bias
total # of elements, shape: 20 , [20]
# of unique elements: 19
min, max, mean: -72.0 , 232.0 , 48.45
weight
total # of elements, shape: 3600 , [20, 20, 3, 3]
# of unique elements: 4
min, max, mean: -2.0 , 1.0 , -0.031666666
conv5
output_shift: [-2.]
adjust_output_shift: [0.]
quantize_activation: [1.]
shift_quantile: [0.985]
weight bits: [2.]
bias_bits: [8.]
bias
total # of elements, shape: 20 , [20]
# of unique elements: 15
min, max, mean: -256.0 , 255.0 , -5.3
weight
total # of elements, shape: 3600 , [20, 20, 3, 3]
# of unique elements: 4
min, max, mean: -2.0 , 1.0 , 0.0055555557
conv6
output_shift: [-2.]
adjust_output_shift: [0.]
quantize_activation: [1.]
shift_quantile: [0.985]
weight bits: [2.]
bias_bits: [8.]
bias
total # of elements, shape: 20 , [20]
# of unique elements: 17
min, max, mean: -256.0 , 255.0 , 81.6
weight
total # of elements, shape: 3600 , [20, 20, 3, 3]
# of unique elements: 4
min, max, mean: -2.0 , 1.0 , -0.03277778
conv7
output_shift: [-2.]
adjust_output_shift: [0.]
quantize_activation: [1.]
shift_quantile: [0.985]
weight bits: [2.]
bias_bits: [8.]
bias
total # of elements, shape: 44 , [44]
# of unique elements: 37
min, max, mean: -220.0 , 255.0 , 93.27273
weight
total # of elements, shape: 7920 , [44, 20, 3, 3]
# of unique elements: 4
min, max, mean: -2.0 , 1.0 , -0.06792929
conv8
output_shift: [-3.]
adjust_output_shift: [0.]
quantize_activation: [1.]
shift_quantile: [0.985]
weight bits: [2.]
bias_bits: [8.]
bias
total # of elements, shape: 48 , [48]
# of unique elements: 17
min, max, mean: -256.0 , 255.0 , 88.291664
weight
total # of elements, shape: 19008 , [48, 44, 3, 3]
# of unique elements: 4
min, max, mean: -2.0 , 1.0 , -0.021569865
conv9
output_shift: [-2.]
adjust_output_shift: [0.]
quantize_activation: [1.]
shift_quantile: [0.985]
weight bits: [2.]
bias_bits: [8.]
bias
total # of elements, shape: 48 , [48]
# of unique elements: 30
min, max, mean: -256.0 , 255.0 , 102.729164
weight
total # of elements, shape: 20736 , [48, 48, 3, 3]
# of unique elements: 4
min, max, mean: -2.0 , 1.0 , -0.02425733
conv10
output_shift: [-3.]
adjust_output_shift: [0.]
quantize_activation: [1.]
shift_quantile: [0.985]
weight bits: [2.]
bias_bits: [8.]
bias
total # of elements, shape: 96 , [96]
# of unique elements: 26
min, max, mean: -256.0 , 255.0 , -125.552086
weight
total # of elements, shape: 41472 , [96, 48, 3, 3]
# of unique elements: 4
min, max, mean: -2.0 , 1.0 , 0.030864198
conv11
output_shift: [-1.]
adjust_output_shift: [0.]
quantize_activation: [1.]
shift_quantile: [0.985]
weight bits: [4.]
bias_bits: [8.]
bias
total # of elements, shape: 512 , [512]
# of unique elements: 432
min, max, mean: -1024.0 , 1023.0 , 161.24219
[WARNING]: # of unique elements in bias tensor is more than that allowed by bias_bits.
This might be OK, since Maxim deployment repository right shifts these.
weight
total # of elements, shape: 49152 , [512, 96, 1, 1]
# of unique elements: 16
min, max, mean: -8.0 , 7.0 , -0.040649414
conv12
output_shift: [-2.]
adjust_output_shift: [0.]
quantize_activation: [1.]
shift_quantile: [0.985]
weight bits: [4.]
bias_bits: [8.]
bias
total # of elements, shape: 128 , [128]
# of unique elements: 99
min, max, mean: -1024.0 , 1023.0 , 235.99219
weight
total # of elements, shape: 65536 , [128, 512, 1, 1]
# of unique elements: 16
min, max, mean: -8.0 , 7.0 , -0.012710571
conv13
output_shift: [-2.]
adjust_output_shift: [0.]
quantize_activation: [1.]
shift_quantile: [0.985]
weight bits: [4.]
bias_bits: [8.]
bias
total # of elements, shape: 128 , [128]
# of unique elements: 113
min, max, mean: -1024.0 , 1023.0 , 212.21094
weight
total # of elements, shape: 147456 , [128, 128, 3, 3]
# of unique elements: 16
min, max, mean: -8.0 , 7.0 , 0.0015123156
conv14
output_shift: [2.]
adjust_output_shift: [0.]
quantize_activation: [1.]
shift_quantile: [0.985]
weight bits: [4.]
bias_bits: [8.]
bias
total # of elements, shape: 100 , [100]
# of unique elements: 78
min, max, mean: -152.0 , 129.0 , -2.28
weight
total # of elements, shape: 12800 , [100, 128, 1, 1]
# of unique elements: 16
min, max, mean: -8.0 , 7.0 , -1.1907812
|