moving over from github

.gitattributes

@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.jpg filter=lfs diff=lfs merge=lfs -text
+*.png filter=lfs diff=lfs merge=lfs -text
+*.pth.tar filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -0,0 +1,3 @@
+**/__pycache__/
+**/.ipynb_checkpoints/
+**/data/

LICENSE

@@ -0,0 +1,2 @@
+Demo software - Experiments on binary neural networks in computer vision by HyperbeeAI
+Copyrights © 2023 Hyperbee.AI Inc. All rights reserved. main@shallow.ai

README.md

@@ -1,3 +1,9 @@
----
-license: other
----
+# Experiments on binary neural networks in computer vision by HyperbeeAI
+
+Copyrights © 2023 Hyperbee.AI Inc. All rights reserved. main@shallow.ai
+
+This repository contains our experiments for quantized and binary neural networks for computer vision tasks, evaluated over the CIFAR100 benchmark dataset.
+
+See checkpoints/ and associated evaluation scripts. See documentation/ for more information on results:
+
+![results](./documentation/edited-results-graph.png)

checkpoints/maxim000_nas_8b/hardware_checkpoint.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad65160c4336969064bb46051078022e2dc2ff117201eb4c3204a40a45db426a
+size 4229587

checkpoints/maxim000_nas_8b/readme

@@ -0,0 +1 @@
+same ID on deliverable v1

checkpoints/maxim000_nas_8b/statistics_hardware_checkpoint

@@ -0,0 +1,179 @@
+Top:
+   epoch
+   state_dict
+   arch
+   optimizer_state_dict
+   optimizer_type
+   compression_sched
+   extras
+-------------------------------------
+arch: ai85nascifarnet
+-------------------------------------
+extras: {'current_top1': 64.22, 'best_top1': 64.22, 'best_epoch': 254, 'clipping_method': 'MAX_BIT_SHIFT'}
+-------------------------------------
+state_dict:
+   conv1_1
+     output_shift:         [-0.]
+     adjust_output_shift:  [0.]
+     quantize_activation:  [1.]
+     shift_quantile:       [0.995]
+     weight bits:          [8.]
+     bias_bits:            [8.]
+     bias
+        total # of elements, shape: 64 , [64]
+        # of unique elements:       60
+        min, max, mean: -1625.0 ,  1508.0 ,  104.171875
+     weight
+        total # of elements, shape: 1728 , [64, 3, 3, 3]
+        # of unique elements:       145
+        min, max, mean: -108.0 ,  127.0 ,  -0.11921296
+   conv1_2
+     output_shift:         [-1.]
+     adjust_output_shift:  [0.]
+     quantize_activation:  [1.]
+     shift_quantile:       [0.995]
+     weight bits:          [8.]
+     bias_bits:            [8.]
+     bias
+        total # of elements, shape: 32 , [32]
+        # of unique elements:       32
+        min, max, mean: -9670.0 ,  7746.0 ,  3041.8125
+     weight
+        total # of elements, shape: 2048 , [32, 64, 1, 1]
+        # of unique elements:       200
+        min, max, mean: -128.0 ,  115.0 ,  -4.880371
+   conv1_3
+     output_shift:         [-1.]
+     adjust_output_shift:  [0.]
+     quantize_activation:  [1.]
+     shift_quantile:       [0.995]
+     weight bits:          [8.]
+     bias_bits:            [8.]
+     bias
+        total # of elements, shape: 64 , [64]
+        # of unique elements:       62
+        min, max, mean: -10111.0 ,  16383.0 ,  2751.25
+     weight
+        total # of elements, shape: 18432 , [64, 32, 3, 3]
+        # of unique elements:       211
+        min, max, mean: -128.0 ,  127.0 ,  -1.8574761
+   conv2_1
+     output_shift:         [-3.]
+     adjust_output_shift:  [0.]
+     quantize_activation:  [1.]
+     shift_quantile:       [0.995]
+     weight bits:          [8.]
+     bias_bits:            [8.]
+     bias
+        total # of elements, shape: 32 , [32]
+        # of unique elements:       15
+        min, max, mean: -16384.0 ,  16383.0 ,  4184.625
+     weight
+        total # of elements, shape: 18432 , [32, 64, 3, 3]
+        # of unique elements:       241
+        min, max, mean: -128.0 ,  127.0 ,  -0.30381945
+   conv2_2
+     output_shift:         [-0.]
+     adjust_output_shift:  [0.]
+     quantize_activation:  [1.]
+     shift_quantile:       [0.995]
+     weight bits:          [8.]
+     bias_bits:            [8.]
+     bias
+        total # of elements, shape: 64 , [64]
+        # of unique elements:       64
+        min, max, mean: -6662.0 ,  9154.0 ,  423.60938
+     weight
+        total # of elements, shape: 2048 , [64, 32, 1, 1]
+        # of unique elements:       214
+        min, max, mean: -128.0 ,  127.0 ,  -3.1674805
+   conv3_1
+     output_shift:         [-3.]
+     adjust_output_shift:  [0.]
+     quantize_activation:  [1.]
+     shift_quantile:       [0.995]
+     weight bits:          [8.]
+     bias_bits:            [8.]
+     bias
+        total # of elements, shape: 128 , [128]
+        # of unique elements:       56
+        min, max, mean: -16384.0 ,  16383.0 ,  4185.4375
+     weight
+        total # of elements, shape: 73728 , [128, 64, 3, 3]
+        # of unique elements:       256
+        min, max, mean: -128.0 ,  127.0 ,  -0.86854386
+   conv3_2
+     output_shift:         [-1.]
+     adjust_output_shift:  [0.]
+     quantize_activation:  [1.]
+     shift_quantile:       [0.995]
+     weight bits:          [8.]
+     bias_bits:            [8.]
+     bias
+        total # of elements, shape: 128 , [128]
+        # of unique elements:       120
+        min, max, mean: -16384.0 ,  16383.0 ,  4592.4453
+     weight
+        total # of elements, shape: 16384 , [128, 128, 1, 1]
+        # of unique elements:       247
+        min, max, mean: -128.0 ,  127.0 ,  -4.216797
+   conv4_1
+     output_shift:         [-3.]
+     adjust_output_shift:  [0.]
+     quantize_activation:  [1.]
+     shift_quantile:       [0.995]
+     weight bits:          [8.]
+     bias_bits:            [8.]
+     bias
+        total # of elements, shape: 64 , [64]
+        # of unique elements:       23
+        min, max, mean: -16384.0 ,  16383.0 ,  -5280.2656
+     weight
+        total # of elements, shape: 73728 , [64, 128, 3, 3]
+        # of unique elements:       256
+        min, max, mean: -128.0 ,  127.0 ,  0.3366021
+   conv4_2
+     output_shift:         [-2.]
+     adjust_output_shift:  [0.]
+     quantize_activation:  [1.]
+     shift_quantile:       [0.995]
+     weight bits:          [8.]
+     bias_bits:            [8.]
+     bias
+        total # of elements, shape: 128 , [128]
+        # of unique elements:       127
+        min, max, mean: -12892.0 ,  13250.0 ,  669.0703
+     weight
+        total # of elements, shape: 73728 , [128, 64, 3, 3]
+        # of unique elements:       255
+        min, max, mean: -128.0 ,  127.0 ,  -0.24837239
+   conv5_1
+     output_shift:         [-1.]
+     adjust_output_shift:  [0.]
+     quantize_activation:  [1.]
+     shift_quantile:       [0.995]
+     weight bits:          [8.]
+     bias_bits:            [8.]
+     bias
+        total # of elements, shape: 128 , [128]
+        # of unique elements:       128
+        min, max, mean: -12592.0 ,  16346.0 ,  3888.5
+     weight
+        total # of elements, shape: 16384 , [128, 128, 1, 1]
+        # of unique elements:       245
+        min, max, mean: -128.0 ,  127.0 ,  -0.55474854
+   fc
+     output_shift:         [2.]
+     adjust_output_shift:  [0.]
+     quantize_activation:  [1.]
+     shift_quantile:       [0.995]
+     weight bits:          [8.]
+     bias_bits:            [8.]
+     bias
+        total # of elements, shape: 100 , [100]
+        # of unique elements:       98
+        min, max, mean: -1793.0 ,  1060.0 ,  -39.89
+     weight
+        total # of elements, shape: 51200 , [100, 512]
+        # of unique elements:       195
+        min, max, mean: -128.0 ,  76.0 ,  -7.866582

checkpoints/maxim000_nas_8b/statistics_training_checkpoint

@@ -0,0 +1,179 @@
+Top:
+   epoch
+   state_dict
+   arch
+   optimizer_state_dict
+   optimizer_type
+   compression_sched
+   extras
+-------------------------------------
+arch: ai85nascifarnet
+-------------------------------------
+extras: {'current_top1': 64.22, 'best_top1': 64.22, 'best_epoch': 254}
+-------------------------------------
+state_dict:
+   conv1_1
+     output_shift:         [-0.]
+     adjust_output_shift:  [1.]
+     quantize_activation:  [1.]
+     shift_quantile:       [0.995]
+     weight bits:          [8.]
+     bias_bits:            [8.]
+     bias
+        total # of elements, shape: 64 , [64]
+        # of unique elements:       64
+        min, max, mean: -0.09915378 ,  0.09204 ,  0.0063624056
+     weight
+        total # of elements, shape: 1728 , [64, 3, 3, 3]
+        # of unique elements:       1728
+        min, max, mean: -0.84696245 ,  1.1112751 ,  -0.0008976079
+   conv1_2
+     output_shift:         [-1.]
+     adjust_output_shift:  [1.]
+     quantize_activation:  [1.]
+     shift_quantile:       [0.995]
+     weight bits:          [8.]
+     bias_bits:            [8.]
+     bias
+        total # of elements, shape: 32 , [32]
+        # of unique elements:       32
+        min, max, mean: -0.2951058 ,  0.23640244 ,  0.092828415
+     weight
+        total # of elements, shape: 2048 , [32, 64, 1, 1]
+        # of unique elements:       2048
+        min, max, mean: -0.7373194 ,  0.44878253 ,  -0.019591264
+   conv1_3
+     output_shift:         [-1.]
+     adjust_output_shift:  [1.]
+     quantize_activation:  [1.]
+     shift_quantile:       [0.995]
+     weight bits:          [8.]
+     bias_bits:            [8.]
+     bias
+        total # of elements, shape: 64 , [64]
+        # of unique elements:       64
+        min, max, mean: -0.30855986 ,  0.693667 ,  0.08807719
+     weight
+        total # of elements, shape: 18432 , [64, 32, 3, 3]
+        # of unique elements:       18430
+        min, max, mean: -0.6356779 ,  0.5100014 ,  -0.007253295
+   conv2_1
+     output_shift:         [-3.]
+     adjust_output_shift:  [1.]
+     quantize_activation:  [1.]
+     shift_quantile:       [0.995]
+     weight bits:          [8.]
+     bias_bits:            [8.]
+     bias
+        total # of elements, shape: 32 , [32]
+        # of unique elements:       32
+        min, max, mean: -0.31673366 ,  0.40933654 ,  0.06309093
+     weight
+        total # of elements, shape: 18432 , [32, 64, 3, 3]
+        # of unique elements:       18428
+        min, max, mean: -0.20186085 ,  0.13162184 ,  -0.00032190484
+   conv2_2
+     output_shift:         [-0.]
+     adjust_output_shift:  [1.]
+     quantize_activation:  [1.]
+     shift_quantile:       [0.995]
+     weight bits:          [8.]
+     bias_bits:            [8.]
+     bias
+        total # of elements, shape: 64 , [64]
+        # of unique elements:       64
+        min, max, mean: -0.40663403 ,  0.55869764 ,  0.0258563
+     weight
+        total # of elements, shape: 2048 , [64, 32, 1, 1]
+        # of unique elements:       2048
+        min, max, mean: -1.0215096 ,  1.1574557 ,  -0.02458459
+   conv3_1
+     output_shift:         [-3.]
+     adjust_output_shift:  [1.]
+     quantize_activation:  [1.]
+     shift_quantile:       [0.995]
+     weight bits:          [8.]
+     bias_bits:            [8.]
+     bias
+        total # of elements, shape: 128 , [128]
+        # of unique elements:       128
+        min, max, mean: -0.8637496 ,  0.5970162 ,  0.06503527
+     weight
+        total # of elements, shape: 73728 , [128, 64, 3, 3]
+        # of unique elements:       73691
+        min, max, mean: -0.16972955 ,  0.16067581 ,  -0.0008539596
+   conv3_2
+     output_shift:         [-1.]
+     adjust_output_shift:  [1.]
+     quantize_activation:  [1.]
+     shift_quantile:       [0.995]
+     weight bits:          [8.]
+     bias_bits:            [8.]
+     bias
+        total # of elements, shape: 128 , [128]
+        # of unique elements:       128
+        min, max, mean: -0.6162412 ,  0.63014615 ,  0.14240861
+     weight
+        total # of elements, shape: 16384 , [128, 128, 1, 1]
+        # of unique elements:       16382
+        min, max, mean: -0.73204803 ,  0.53455 ,  -0.016491221
+   conv4_1
+     output_shift:         [-3.]
+     adjust_output_shift:  [1.]
+     quantize_activation:  [1.]
+     shift_quantile:       [0.995]
+     weight bits:          [8.]
+     bias_bits:            [8.]
+     bias
+        total # of elements, shape: 64 , [64]
+        # of unique elements:       64
+        min, max, mean: -0.8245195 ,  0.66664016 ,  -0.12423959
+     weight
+        total # of elements, shape: 73728 , [64, 128, 3, 3]
+        # of unique elements:       73678
+        min, max, mean: -0.14312877 ,  0.1287679 ,  0.00032960868
+   conv4_2
+     output_shift:         [-2.]
+     adjust_output_shift:  [1.]
+     quantize_activation:  [1.]
+     shift_quantile:       [0.995]
+     weight bits:          [8.]
+     bias_bits:            [8.]
+     bias
+        total # of elements, shape: 128 , [128]
+        # of unique elements:       128
+        min, max, mean: -0.1967214 ,  0.20217843 ,  0.010209089
+     weight
+        total # of elements, shape: 73728 , [128, 64, 3, 3]
+        # of unique elements:       73682
+        min, max, mean: -0.30298415 ,  0.28219885 ,  -0.0004859008
+   conv5_1
+     output_shift:         [-1.]
+     adjust_output_shift:  [1.]
+     quantize_activation:  [1.]
+     shift_quantile:       [0.995]
+     weight bits:          [8.]
+     bias_bits:            [8.]
+     bias
+        total # of elements, shape: 128 , [128]
+        # of unique elements:       128
+        min, max, mean: -0.38426986 ,  0.49884903 ,  0.118667394
+     weight
+        total # of elements, shape: 16384 , [128, 128, 1, 1]
+        # of unique elements:       16381
+        min, max, mean: -0.50060964 ,  0.63138735 ,  -0.0021428664
+   fc
+     output_shift:         [2.]
+     adjust_output_shift:  [1.]
+     quantize_activation:  [1.]
+     shift_quantile:       [0.995]
+     weight bits:          [8.]
+     bias_bits:            [8.]
+     bias
+        total # of elements, shape: 100 , [100]
+        # of unique elements:       100
+        min, max, mean: -0.4378246 ,  0.25890234 ,  -0.009742113
+     weight
+        total # of elements, shape: 51200 , [100, 512]
+        # of unique elements:       51182
+        min, max, mean: -4.1657553 ,  2.3732517 ,  -0.2458537

checkpoints/maxim000_nas_8b/training_checkpoint.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0b346c83a238da72a61a1deb91bc810f18847d2d2eaeabefe9226befb678b1
+size 4238355

checkpoints/maxim001_simplenet_2b4b8b/hardware_checkpoint.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15d11a897495b6aa2cf4b52706bbb81bb384ef8cb6f391cfa9caec7e663f4ec
+size 4685867