for cnn_dm

anyprec-MobileLLaMA-1.4B-Chat-dns-3.35-2.19-w4_orig2-gc1-c4_s100_blk512/config.json

@@ -0,0 +1,218 @@
+{
+  "_name_or_path": "checkpoints/mtgv/MobileLLaMA-1.4B-Chat",
+  "anyprec": {
+    "arch_config": {
+      "layers_name": "layers",
+      "model_name": "model",
+      "module_names": [
+        "self_attn.q_proj",
+        "self_attn.k_proj",
+        "self_attn.v_proj",
+        "self_attn.o_proj",
+        "mlp.gate_proj",
+        "mlp.up_proj",
+        "mlp.down_proj"
+      ]
+    },
+    "group_count": 1,
+    "parent_precision": 4,
+    "seed_precision": 2,
+    "sparse_numvals": {
+      "model.layers.0.mlp.down_proj": 191326,
+      "model.layers.0.mlp.gate_proj": 189994,
+      "model.layers.0.mlp.up_proj": 180517,
+      "model.layers.0.self_attn.k_proj": 176786,
+      "model.layers.0.self_attn.o_proj": 72994,
+      "model.layers.0.self_attn.q_proj": 158594,
+      "model.layers.0.self_attn.v_proj": 81335,
+      "model.layers.1.mlp.down_proj": 185829,
+      "model.layers.1.mlp.gate_proj": 191585,
+      "model.layers.1.mlp.up_proj": 180912,
+      "model.layers.1.self_attn.k_proj": 355737,
+      "model.layers.1.self_attn.o_proj": 125591,
+      "model.layers.1.self_attn.q_proj": 351572,
+      "model.layers.1.self_attn.v_proj": 92291,
+      "model.layers.10.mlp.down_proj": 185125,
+      "model.layers.10.mlp.gate_proj": 212731,
+      "model.layers.10.mlp.up_proj": 191684,
+      "model.layers.10.self_attn.k_proj": 192285,
+      "model.layers.10.self_attn.o_proj": 85016,
+      "model.layers.10.self_attn.q_proj": 176785,
+      "model.layers.10.self_attn.v_proj": 88862,
+      "model.layers.11.mlp.down_proj": 187377,
+      "model.layers.11.mlp.gate_proj": 214387,
+      "model.layers.11.mlp.up_proj": 193449,
+      "model.layers.11.self_attn.k_proj": 183041,
+      "model.layers.11.self_attn.o_proj": 79355,
+      "model.layers.11.self_attn.q_proj": 179551,
+      "model.layers.11.self_attn.v_proj": 85991,
+      "model.layers.12.mlp.down_proj": 193165,
+      "model.layers.12.mlp.gate_proj": 228979,
+      "model.layers.12.mlp.up_proj": 202530,
+      "model.layers.12.self_attn.k_proj": 168033,
+      "model.layers.12.self_attn.o_proj": 74731,
+      "model.layers.12.self_attn.q_proj": 159784,
+      "model.layers.12.self_attn.v_proj": 85258,
+      "model.layers.13.mlp.down_proj": 199578,
+      "model.layers.13.mlp.gate_proj": 254937,
+      "model.layers.13.mlp.up_proj": 205412,
+      "model.layers.13.self_attn.k_proj": 168574,
+      "model.layers.13.self_attn.o_proj": 80155,
+      "model.layers.13.self_attn.q_proj": 166589,
+      "model.layers.13.self_attn.v_proj": 96907,
+      "model.layers.14.mlp.down_proj": 206123,
+      "model.layers.14.mlp.gate_proj": 267261,
+      "model.layers.14.mlp.up_proj": 213029,
+      "model.layers.14.self_attn.k_proj": 175625,
+      "model.layers.14.self_attn.o_proj": 79709,
+      "model.layers.14.self_attn.q_proj": 165058,
+      "model.layers.14.self_attn.v_proj": 92779,
+      "model.layers.15.mlp.down_proj": 202519,
+      "model.layers.15.mlp.gate_proj": 259676,
+      "model.layers.15.mlp.up_proj": 213468,
+      "model.layers.15.self_attn.k_proj": 178037,
+      "model.layers.15.self_attn.o_proj": 82764,
+      "model.layers.15.self_attn.q_proj": 178982,
+      "model.layers.15.self_attn.v_proj": 95999,
+      "model.layers.16.mlp.down_proj": 201854,
+      "model.layers.16.mlp.gate_proj": 250550,
+      "model.layers.16.mlp.up_proj": 213411,
+      "model.layers.16.self_attn.k_proj": 160056,
+      "model.layers.16.self_attn.o_proj": 83224,
+      "model.layers.16.self_attn.q_proj": 157716,
+      "model.layers.16.self_attn.v_proj": 92808,
+      "model.layers.17.mlp.down_proj": 198730,
+      "model.layers.17.mlp.gate_proj": 237767,
+      "model.layers.17.mlp.up_proj": 209909,
+      "model.layers.17.self_attn.k_proj": 171644,
+      "model.layers.17.self_attn.o_proj": 83754,
+      "model.layers.17.self_attn.q_proj": 172707,
+      "model.layers.17.self_attn.v_proj": 90734,
+      "model.layers.18.mlp.down_proj": 192702,
+      "model.layers.18.mlp.gate_proj": 222867,
+      "model.layers.18.mlp.up_proj": 206730,
+      "model.layers.18.self_attn.k_proj": 156690,
+      "model.layers.18.self_attn.o_proj": 84609,
+      "model.layers.18.self_attn.q_proj": 174408,
+      "model.layers.18.self_attn.v_proj": 89341,
+      "model.layers.19.mlp.down_proj": 191205,
+      "model.layers.19.mlp.gate_proj": 213948,
+      "model.layers.19.mlp.up_proj": 201900,
+      "model.layers.19.self_attn.k_proj": 155221,
+      "model.layers.19.self_attn.o_proj": 100111,
+      "model.layers.19.self_attn.q_proj": 154902,
+      "model.layers.19.self_attn.v_proj": 102790,
+      "model.layers.2.mlp.down_proj": 180930,
+      "model.layers.2.mlp.gate_proj": 178939,
+      "model.layers.2.mlp.up_proj": 178176,
+      "model.layers.2.self_attn.k_proj": 254302,
+      "model.layers.2.self_attn.o_proj": 85627,
+      "model.layers.2.self_attn.q_proj": 208855,
+      "model.layers.2.self_attn.v_proj": 78918,
+      "model.layers.20.mlp.down_proj": 189531,
+      "model.layers.20.mlp.gate_proj": 208030,
+      "model.layers.20.mlp.up_proj": 200150,
+      "model.layers.20.self_attn.k_proj": 136537,
+      "model.layers.20.self_attn.o_proj": 91412,
+      "model.layers.20.self_attn.q_proj": 136465,
+      "model.layers.20.self_attn.v_proj": 87525,
+      "model.layers.21.mlp.down_proj": 189005,
+      "model.layers.21.mlp.gate_proj": 197507,
+      "model.layers.21.mlp.up_proj": 192699,
+      "model.layers.21.self_attn.k_proj": 140343,
+      "model.layers.21.self_attn.o_proj": 117585,
+      "model.layers.21.self_attn.q_proj": 134785,
+      "model.layers.21.self_attn.v_proj": 111843,
+      "model.layers.22.mlp.down_proj": 204005,
+      "model.layers.22.mlp.gate_proj": 210880,
+      "model.layers.22.mlp.up_proj": 200959,
+      "model.layers.22.self_attn.k_proj": 150879,
+      "model.layers.22.self_attn.o_proj": 101330,
+      "model.layers.22.self_attn.q_proj": 151577,
+      "model.layers.22.self_attn.v_proj": 98921,
+      "model.layers.23.mlp.down_proj": 277332,
+      "model.layers.23.mlp.gate_proj": 245277,
+      "model.layers.23.mlp.up_proj": 258698,
+      "model.layers.23.self_attn.k_proj": 118274,
+      "model.layers.23.self_attn.o_proj": 114643,
+      "model.layers.23.self_attn.q_proj": 113038,
+      "model.layers.23.self_attn.v_proj": 107870,
+      "model.layers.3.mlp.down_proj": 178845,
+      "model.layers.3.mlp.gate_proj": 177565,
+      "model.layers.3.mlp.up_proj": 178331,
+      "model.layers.3.self_attn.k_proj": 187462,
+      "model.layers.3.self_attn.o_proj": 70922,
+      "model.layers.3.self_attn.q_proj": 152011,
+      "model.layers.3.self_attn.v_proj": 72948,
+      "model.layers.4.mlp.down_proj": 183192,
+      "model.layers.4.mlp.gate_proj": 181505,
+      "model.layers.4.mlp.up_proj": 180662,
+      "model.layers.4.self_attn.k_proj": 186191,
+      "model.layers.4.self_attn.o_proj": 68503,
+      "model.layers.4.self_attn.q_proj": 143279,
+      "model.layers.4.self_attn.v_proj": 71540,
+      "model.layers.5.mlp.down_proj": 182326,
+      "model.layers.5.mlp.gate_proj": 180629,
+      "model.layers.5.mlp.up_proj": 180722,
+      "model.layers.5.self_attn.k_proj": 179644,
+      "model.layers.5.self_attn.o_proj": 78534,
+      "model.layers.5.self_attn.q_proj": 155296,
+      "model.layers.5.self_attn.v_proj": 84819,
+      "model.layers.6.mlp.down_proj": 179180,
+      "model.layers.6.mlp.gate_proj": 187118,
+      "model.layers.6.mlp.up_proj": 179770,
+      "model.layers.6.self_attn.k_proj": 181747,
+      "model.layers.6.self_attn.o_proj": 86711,
+      "model.layers.6.self_attn.q_proj": 156780,
+      "model.layers.6.self_attn.v_proj": 97342,
+      "model.layers.7.mlp.down_proj": 179455,
+      "model.layers.7.mlp.gate_proj": 190350,
+      "model.layers.7.mlp.up_proj": 185410,
+      "model.layers.7.self_attn.k_proj": 152715,
+      "model.layers.7.self_attn.o_proj": 75703,
+      "model.layers.7.self_attn.q_proj": 130349,
+      "model.layers.7.self_attn.v_proj": 81380,
+      "model.layers.8.mlp.down_proj": 184587,
+      "model.layers.8.mlp.gate_proj": 206660,
+      "model.layers.8.mlp.up_proj": 192351,
+      "model.layers.8.self_attn.k_proj": 167562,
+      "model.layers.8.self_attn.o_proj": 90781,
+      "model.layers.8.self_attn.q_proj": 142073,
+      "model.layers.8.self_attn.v_proj": 103015,
+      "model.layers.9.mlp.down_proj": 183099,
+      "model.layers.9.mlp.gate_proj": 202416,
+      "model.layers.9.mlp.up_proj": 192308,
+      "model.layers.9.self_attn.k_proj": 184713,
+      "model.layers.9.self_attn.o_proj": 92257,
+      "model.layers.9.self_attn.q_proj": 170487,
+      "model.layers.9.self_attn.v_proj": 101971
+    }
+  },
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 5632,
+  "max_position_embeddings": 2048,
+  "max_sequence_length": 2048,
+  "model_type": "llama",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 16,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.39.3",
+  "use_cache": true,
+  "vocab_size": 32000
+}

anyprec-MobileLLaMA-1.4B-Chat-dns-3.35-2.19-w4_orig2-gc1-c4_s100_blk512/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a219460ca306503740e986be225a1cd0716a761ecfb8ee554514cbf59f98f1b
+size 1072670169

anyprec-MobileLLaMA-1.4B-Chat-dns-3.35-2.19-w4_orig2-gc1-c4_s100_blk512/special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

anyprec-MobileLLaMA-1.4B-Chat-dns-3.35-2.19-w4_orig2-gc1-c4_s100_blk512/tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723

anyprec-MobileLLaMA-1.4B-Chat-dns-3.35-2.19-w4_orig2-gc1-c4_s100_blk512/tokenizer_config.json

@@ -0,0 +1,43 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": true,
+  "model_max_length": 2048,
+  "pad_token": "<unk>",
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

anyprec-phi-1_5-dns-3.32-2.0-w4_orig2-gc1-c4_s100_blk512/added_tokens.json

@@ -0,0 +1,40 @@
+{
+  "\t\t": 50294,
+  "\t\t\t": 50293,
+  "\t\t\t\t": 50292,
+  "\t\t\t\t\t": 50291,
+  "\t\t\t\t\t\t": 50290,
+  "\t\t\t\t\t\t\t": 50289,
+  "\t\t\t\t\t\t\t\t": 50288,
+  "\t\t\t\t\t\t\t\t\t": 50287,
+  "  ": 50286,
+  "   ": 50285,
+  "    ": 50284,
+  "     ": 50283,
+  "      ": 50282,
+  "       ": 50281,
+  "        ": 50280,
+  "         ": 50279,
+  "          ": 50278,
+  "           ": 50277,
+  "            ": 50276,
+  "             ": 50275,
+  "              ": 50274,
+  "               ": 50273,
+  "                ": 50272,
+  "                 ": 50271,
+  "                  ": 50270,
+  "                   ": 50269,
+  "                    ": 50268,
+  "                     ": 50267,
+  "                      ": 50266,
+  "                       ": 50265,
+  "                        ": 50264,
+  "                         ": 50263,
+  "                          ": 50262,
+  "                           ": 50261,
+  "                            ": 50260,
+  "                             ": 50259,
+  "                              ": 50258,
+  "                               ": 50257
+}

anyprec-phi-1_5-dns-3.32-2.0-w4_orig2-gc1-c4_s100_blk512/config.json

@@ -0,0 +1,193 @@
+{
+  "_name_or_path": "checkpoints/microsoft/phi-1_5",
+  "anyprec": {
+    "arch_config": {
+      "layers_name": "layers",
+      "model_name": "model",
+      "module_names": [
+        "self_attn.q_proj",
+        "self_attn.k_proj",
+        "self_attn.v_proj",
+        "self_attn.dense",
+        "mlp.fc1",
+        "mlp.fc2"
+      ]
+    },
+    "group_count": 1,
+    "parent_precision": 4,
+    "seed_precision": 2,
+    "sparse_numvals": {
+      "model.layers.0.mlp.fc1": 675311,
+      "model.layers.0.mlp.fc2": 624542,
+      "model.layers.0.self_attn.dense": 82454,
+      "model.layers.0.self_attn.k_proj": 180985,
+      "model.layers.0.self_attn.q_proj": 156889,
+      "model.layers.0.self_attn.v_proj": 94332,
+      "model.layers.1.mlp.fc1": 201243,
+      "model.layers.1.mlp.fc2": 325345,
+      "model.layers.1.self_attn.dense": 73540,
+      "model.layers.1.self_attn.k_proj": 103462,
+      "model.layers.1.self_attn.q_proj": 99058,
+      "model.layers.1.self_attn.v_proj": 86333,
+      "model.layers.10.mlp.fc1": 295445,
+      "model.layers.10.mlp.fc2": 323451,
+      "model.layers.10.self_attn.dense": 72926,
+      "model.layers.10.self_attn.k_proj": 100535,
+      "model.layers.10.self_attn.q_proj": 94643,
+      "model.layers.10.self_attn.v_proj": 85469,
+      "model.layers.11.mlp.fc1": 291450,
+      "model.layers.11.mlp.fc2": 321914,
+      "model.layers.11.self_attn.dense": 71540,
+      "model.layers.11.self_attn.k_proj": 97013,
+      "model.layers.11.self_attn.q_proj": 89427,
+      "model.layers.11.self_attn.v_proj": 82468,
+      "model.layers.12.mlp.fc1": 285509,
+      "model.layers.12.mlp.fc2": 328599,
+      "model.layers.12.self_attn.dense": 69830,
+      "model.layers.12.self_attn.k_proj": 101851,
+      "model.layers.12.self_attn.q_proj": 94202,
+      "model.layers.12.self_attn.v_proj": 84071,
+      "model.layers.13.mlp.fc1": 277413,
+      "model.layers.13.mlp.fc2": 308466,
+      "model.layers.13.self_attn.dense": 74257,
+      "model.layers.13.self_attn.k_proj": 101329,
+      "model.layers.13.self_attn.q_proj": 94394,
+      "model.layers.13.self_attn.v_proj": 83090,
+      "model.layers.14.mlp.fc1": 272080,
+      "model.layers.14.mlp.fc2": 347434,
+      "model.layers.14.self_attn.dense": 77486,
+      "model.layers.14.self_attn.k_proj": 99568,
+      "model.layers.14.self_attn.q_proj": 97367,
+      "model.layers.14.self_attn.v_proj": 85949,
+      "model.layers.15.mlp.fc1": 262687,
+      "model.layers.15.mlp.fc2": 326298,
+      "model.layers.15.self_attn.dense": 71091,
+      "model.layers.15.self_attn.k_proj": 99666,
+      "model.layers.15.self_attn.q_proj": 114009,
+      "model.layers.15.self_attn.v_proj": 79472,
+      "model.layers.16.mlp.fc1": 255098,
+      "model.layers.16.mlp.fc2": 365511,
+      "model.layers.16.self_attn.dense": 69991,
+      "model.layers.16.self_attn.k_proj": 97043,
+      "model.layers.16.self_attn.q_proj": 101120,
+      "model.layers.16.self_attn.v_proj": 75770,
+      "model.layers.17.mlp.fc1": 245724,
+      "model.layers.17.mlp.fc2": 337114,
+      "model.layers.17.self_attn.dense": 70591,
+      "model.layers.17.self_attn.k_proj": 92819,
+      "model.layers.17.self_attn.q_proj": 91892,
+      "model.layers.17.self_attn.v_proj": 74253,
+      "model.layers.18.mlp.fc1": 240816,
+      "model.layers.18.mlp.fc2": 335322,
+      "model.layers.18.self_attn.dense": 79137,
+      "model.layers.18.self_attn.k_proj": 98409,
+      "model.layers.18.self_attn.q_proj": 123879,
+      "model.layers.18.self_attn.v_proj": 85293,
+      "model.layers.19.mlp.fc1": 234256,
+      "model.layers.19.mlp.fc2": 317669,
+      "model.layers.19.self_attn.dense": 80277,
+      "model.layers.19.self_attn.k_proj": 97895,
+      "model.layers.19.self_attn.q_proj": 121723,
+      "model.layers.19.self_attn.v_proj": 82971,
+      "model.layers.2.mlp.fc1": 233518,
+      "model.layers.2.mlp.fc2": 315355,
+      "model.layers.2.self_attn.dense": 68242,
+      "model.layers.2.self_attn.k_proj": 102966,
+      "model.layers.2.self_attn.q_proj": 98281,
+      "model.layers.2.self_attn.v_proj": 83855,
+      "model.layers.20.mlp.fc1": 230157,
+      "model.layers.20.mlp.fc2": 317412,
+      "model.layers.20.self_attn.dense": 70557,
+      "model.layers.20.self_attn.k_proj": 96874,
+      "model.layers.20.self_attn.q_proj": 117460,
+      "model.layers.20.self_attn.v_proj": 75849,
+      "model.layers.21.mlp.fc1": 227363,
+      "model.layers.21.mlp.fc2": 323600,
+      "model.layers.21.self_attn.dense": 73035,
+      "model.layers.21.self_attn.k_proj": 93176,
+      "model.layers.21.self_attn.q_proj": 124248,
+      "model.layers.21.self_attn.v_proj": 75505,
+      "model.layers.22.mlp.fc1": 233020,
+      "model.layers.22.mlp.fc2": 395456,
+      "model.layers.22.self_attn.dense": 71502,
+      "model.layers.22.self_attn.k_proj": 88462,
+      "model.layers.22.self_attn.q_proj": 162865,
+      "model.layers.22.self_attn.v_proj": 73909,
+      "model.layers.23.mlp.fc1": 285355,
+      "model.layers.23.mlp.fc2": 631745,
+      "model.layers.23.self_attn.dense": 101963,
+      "model.layers.23.self_attn.k_proj": 107304,
+      "model.layers.23.self_attn.q_proj": 260586,
+      "model.layers.23.self_attn.v_proj": 107005,
+      "model.layers.3.mlp.fc1": 269841,
+      "model.layers.3.mlp.fc2": 330081,
+      "model.layers.3.self_attn.dense": 76738,
+      "model.layers.3.self_attn.k_proj": 114282,
+      "model.layers.3.self_attn.q_proj": 110068,
+      "model.layers.3.self_attn.v_proj": 96670,
+      "model.layers.4.mlp.fc1": 305604,
+      "model.layers.4.mlp.fc2": 333478,
+      "model.layers.4.self_attn.dense": 73404,
+      "model.layers.4.self_attn.k_proj": 105649,
+      "model.layers.4.self_attn.q_proj": 102666,
+      "model.layers.4.self_attn.v_proj": 92391,
+      "model.layers.5.mlp.fc1": 293406,
+      "model.layers.5.mlp.fc2": 337582,
+      "model.layers.5.self_attn.dense": 71678,
+      "model.layers.5.self_attn.k_proj": 120017,
+      "model.layers.5.self_attn.q_proj": 121205,
+      "model.layers.5.self_attn.v_proj": 92099,
+      "model.layers.6.mlp.fc1": 291972,
+      "model.layers.6.mlp.fc2": 329924,
+      "model.layers.6.self_attn.dense": 81259,
+      "model.layers.6.self_attn.k_proj": 104051,
+      "model.layers.6.self_attn.q_proj": 100833,
+      "model.layers.6.self_attn.v_proj": 93397,
+      "model.layers.7.mlp.fc1": 293548,
+      "model.layers.7.mlp.fc2": 331966,
+      "model.layers.7.self_attn.dense": 68519,
+      "model.layers.7.self_attn.k_proj": 108909,
+      "model.layers.7.self_attn.q_proj": 103642,
+      "model.layers.7.self_attn.v_proj": 84278,
+      "model.layers.8.mlp.fc1": 304480,
+      "model.layers.8.mlp.fc2": 318568,
+      "model.layers.8.self_attn.dense": 76294,
+      "model.layers.8.self_attn.k_proj": 110748,
+      "model.layers.8.self_attn.q_proj": 103303,
+      "model.layers.8.self_attn.v_proj": 91497,
+      "model.layers.9.mlp.fc1": 298086,
+      "model.layers.9.mlp.fc2": 319091,
+      "model.layers.9.self_attn.dense": 68561,
+      "model.layers.9.self_attn.k_proj": 109187,
+      "model.layers.9.self_attn.q_proj": 103326,
+      "model.layers.9.self_attn.v_proj": 83167
+    }
+  },
+  "architectures": [
+    "PhiForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": null,
+  "embd_pdrop": 0.0,
+  "eos_token_id": null,
+  "hidden_act": "gelu_new",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 2048,
+  "model_type": "phi",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 32,
+  "partial_rotary_factor": 0.5,
+  "qk_layernorm": false,
+  "resid_pdrop": 0.0,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.39.3",
+  "use_cache": true,
+  "vocab_size": 51200
+}

anyprec-phi-1_5-dns-3.32-2.0-w4_orig2-gc1-c4_s100_blk512/configuration_phi.py

@@ -0,0 +1,193 @@
+# coding=utf-8
+# Copyright 2023 Microsoft and the HuggingFace Inc. team. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+""" Phi model configuration"""
+
+
+from transformers.configuration_utils import PretrainedConfig
+from transformers.utils import logging
+
+
+logger = logging.get_logger(__name__)
+
+PHI_PRETRAINED_CONFIG_ARCHIVE_MAP = {
+    "microsoft/phi-1_5": "https://huggingface.co/microsoft/phi-1_5/resolve/main/config.json",
+}
+
+
+class PhiConfig(PretrainedConfig):
+    r"""
+    This is the configuration class to store the configuration of a [`PhiModel`]. It is used to instantiate an Phi
+    model according to the specified arguments, defining the model architecture. Instantiating a configuration with the
+    defaults will yield a similar configuration to that of the Phi
+    [microsoft/phi-1](https://huggingface.co/microsoft/phi-1).
+
+    Configuration objects inherit from [`PretrainedConfig`] and can be used to control the model outputs. Read the
+    documentation from [`PretrainedConfig`] for more information.
+
+    Args:
+        vocab_size (`int`, *optional*, defaults to 51200):
+            Vocabulary size of the Phi model. Defines the number of different tokens that can be represented by the
+            `inputs_ids` passed when calling [`PhiModel`].
+        hidden_size (`int`, *optional*, defaults to 2048):
+            Dimension of the hidden representations.
+        intermediate_size (`int`, *optional*, defaults to 8192):
+            Dimension of the MLP representations.
+        num_hidden_layers (`int`, *optional*, defaults to 24):
+            Number of hidden layers in the Transformer decoder.
+        num_attention_heads (`int`, *optional*, defaults to 32):
+            Number of attention heads for each attention layer in the Transformer decoder.
+        num_key_value_heads (`int`, *optional*):
+            This is the number of key_value heads that should be used to implement Grouped Query Attention. If
+            `num_key_value_heads=num_attention_heads`, the model will use Multi Head Attention (MHA), if
+            `num_key_value_heads=1 the model will use Multi Query Attention (MQA) otherwise GQA is used. When
+            converting a multi-head checkpoint to a GQA checkpoint, each group key and value head should be constructed
+            by meanpooling all the original heads within that group. For more details checkout [this
+            paper](https://arxiv.org/pdf/2305.13245.pdf). If it is not specified, will default to
+            `num_attention_heads`.
+        resid_pdrop (`float`, *optional*, defaults to 0.0):
+            Dropout probability for mlp outputs.
+        embd_pdrop (`int`, *optional*, defaults to 0.0):
+            The dropout ratio for the embeddings.
+        attention_dropout (`float`, *optional*, defaults to 0.0):
+            The dropout ratio after computing the attention scores.
+        hidden_act (`str` or `function`, *optional*, defaults to `"gelu_new"`):
+            The non-linear activation function (function or string) in the decoder.
+        max_position_embeddings (`int`, *optional*, defaults to 2048):
+            The maximum sequence length that this model might ever be used with. Phi-1 and Phi-1.5 supports up to 2048
+            tokens.
+        initializer_range (`float`, *optional*, defaults to 0.02):
+            The standard deviation of the truncated_normal_initializer for initializing all weight matrices.
+        layer_norm_eps (`float`, *optional*, defaults to 1e-05):
+            The epsilon used by the rms normalization layers.
+        use_cache (`bool`, *optional*, defaults to `True`):
+            Whether or not the model should return the last key/values attentions (not used by all models). Only
+            relevant if `config.is_decoder=True`. Whether to tie weight embeddings or not.
+        tie_word_embeddings (`bool`, *optional*, defaults to `False`):
+            Whether to tie weight embeddings
+        rope_theta (`float`, *optional*, defaults to 10000.0):
+            The base period of the RoPE embeddings.
+        rope_scaling (`Dict`, *optional*):
+            Dictionary containing the scaling configuration for the RoPE embeddings. Currently supports two scaling
+            strategies: linear and dynamic. Their scaling factor must be an float greater than 1. The expected format
+            is `{"type": strategy name, "factor": scaling factor}`. When using this flag, don't update
+            `max_position_embeddings` to the expected new maximum. See the following thread for more information on how
+            these scaling strategies behave:
+            https://www.reddit.com/r/LocalPersimmon/comments/14mrgpr/dynamically_scaled_rope_further_increases/. This
+            is an experimental feature, subject to breaking API changes in future versions.
+        partial_rotary_factor (`float`, *optional*, defaults to 0.5):
+            Percentage of the query and keys which will have rotary embedding.
+        qk_layernorm (`bool`, *optional*, defaults to `False`):
+            Whether or not to normalize the Queries and Keys after projecting the hidden states.
+        bos_token_id (`int`, *optional*, defaults to 1):
+            Denotes beginning of sequences token id.
+        eos_token_id (`int`, *optional*, defaults to 2):
+            Denotes end of sequences token id.
+
+    Example:
+
+    ```python
+    >>> from transformers import PhiModel, PhiConfig
+
+    >>> # Initializing a Phi-1 style configuration
+    >>> configuration = PhiConfig.from_pretrained("microsoft/phi-1")
+
+    >>> # Initializing a model from the configuration
+    >>> model = PhiModel(configuration)
+
+    >>> # Accessing the model configuration
+    >>> configuration = model.config
+    ```"""
+
+    model_type = "phi"
+    keys_to_ignore_at_inference = ["past_key_values"]
+
+    def __init__(
+        self,
+        vocab_size=51200,
+        hidden_size=2048,
+        intermediate_size=8192,
+        num_hidden_layers=24,
+        num_attention_heads=32,
+        num_key_value_heads=None,
+        resid_pdrop=0.0,
+        embd_pdrop=0.0,
+        attention_dropout=0.0,
+        hidden_act="gelu_new",
+        max_position_embeddings=2048,
+        initializer_range=0.02,
+        layer_norm_eps=1e-5,
+        use_cache=True,
+        tie_word_embeddings=False,
+        rope_theta=10000.0,
+        rope_scaling=None,
+        partial_rotary_factor=0.5,
+        qk_layernorm=False,
+        bos_token_id=1,
+        eos_token_id=2,
+        **kwargs,
+    ):
+        self.vocab_size = vocab_size
+        self.hidden_size = hidden_size
+        self.intermediate_size = intermediate_size
+        self.num_hidden_layers = num_hidden_layers
+        self.num_attention_heads = num_attention_heads
+
+        if num_key_value_heads is None:
+            num_key_value_heads = num_attention_heads
+
+        self.num_key_value_heads = num_key_value_heads
+        self.resid_pdrop = resid_pdrop
+        self.embd_pdrop = embd_pdrop
+        self.attention_dropout = attention_dropout
+        self.hidden_act = hidden_act
+        self.max_position_embeddings = max_position_embeddings
+        self.initializer_range = initializer_range
+        self.layer_norm_eps = layer_norm_eps
+        self.use_cache = use_cache
+        self.rope_theta = rope_theta
+        self.rope_scaling = rope_scaling
+        self.partial_rotary_factor = partial_rotary_factor
+        self.qk_layernorm = qk_layernorm
+        self._rope_scaling_validation()
+
+        super().__init__(
+            bos_token_id=bos_token_id,
+            eos_token_id=eos_token_id,
+            tie_word_embeddings=tie_word_embeddings,
+            **kwargs,
+        )
+
+    # Copied from transformers.models.llama.configuration_llama.LlamaConfig._rope_scaling_validation
+    def _rope_scaling_validation(self):
+        """
+        Validate the `rope_scaling` configuration.
+        """
+        if self.rope_scaling is None:
+            return
+
+        if not isinstance(self.rope_scaling, dict) or len(self.rope_scaling) != 2:
+            raise ValueError(
+                "`rope_scaling` must be a dictionary with with two fields, `type` and `factor`, "
+                f"got {self.rope_scaling}"
+            )
+        rope_scaling_type = self.rope_scaling.get("type", None)
+        rope_scaling_factor = self.rope_scaling.get("factor", None)
+        if rope_scaling_type is None or rope_scaling_type not in ["linear", "dynamic"]:
+            raise ValueError(
+                f"`rope_scaling`'s type field must be one of ['linear', 'dynamic'], got {rope_scaling_type}"
+            )
+        if rope_scaling_factor is None or not isinstance(rope_scaling_factor, float) or rope_scaling_factor <= 1.0:
+            raise ValueError(f"`rope_scaling`'s factor field must be a float > 1, got {rope_scaling_factor}")

anyprec-phi-1_5-dns-3.32-2.0-w4_orig2-gc1-c4_s100_blk512/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4c72134d75107414768e906b2e17fabe145b800abee9fb74d0b33741240ad3
+size 1198618987

anyprec-phi-1_5-dns-3.32-2.0-w4_orig2-gc1-c4_s100_blk512/special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

anyprec-phi-1_5-dns-3.32-2.0-w4_orig2-gc1-c4_s100_blk512/tokenizer_config.json

@@ -0,0 +1,323 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "50256": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50257": {
+      "content": "                               ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50258": {
+      "content": "                              ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50259": {
+      "content": "                             ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50260": {
+      "content": "                            ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50261": {
+      "content": "                           ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50262": {
+      "content": "                          ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50263": {
+      "content": "                         ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50264": {
+      "content": "                        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50265": {
+      "content": "                       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50266": {
+      "content": "                      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50267": {
+      "content": "                     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50268": {
+      "content": "                    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50269": {
+      "content": "                   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50270": {
+      "content": "                  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50271": {
+      "content": "                 ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50272": {
+      "content": "                ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50273": {
+      "content": "               ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50274": {
+      "content": "              ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50275": {
+      "content": "             ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50276": {
+      "content": "            ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50277": {
+      "content": "           ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50278": {
+      "content": "          ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50279": {
+      "content": "         ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50280": {
+      "content": "        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50281": {
+      "content": "       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50282": {
+      "content": "      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50283": {
+      "content": "     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50284": {
+      "content": "    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50285": {
+      "content": "   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50286": {
+      "content": "  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50287": {
+      "content": "\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50288": {
+      "content": "\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50289": {
+      "content": "\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50290": {
+      "content": "\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50291": {
+      "content": "\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50292": {
+      "content": "\t\t\t\t",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50293": {
+      "content": "\t\t\t",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50294": {
+      "content": "\t\t",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|endoftext|>",
+  "model_max_length": 2048,
+  "tokenizer_class": "CodeGenTokenizer",
+  "unk_token": "<|endoftext|>"
+}

anyprec-phi-1_5-dns-3.74-4.63-w4_orig2-gc1-c4_s100_blk512/added_tokens.json

@@ -0,0 +1,40 @@
+{
+  "\t\t": 50294,
+  "\t\t\t": 50293,
+  "\t\t\t\t": 50292,
+  "\t\t\t\t\t": 50291,
+  "\t\t\t\t\t\t": 50290,
+  "\t\t\t\t\t\t\t": 50289,
+  "\t\t\t\t\t\t\t\t": 50288,
+  "\t\t\t\t\t\t\t\t\t": 50287,
+  "  ": 50286,
+  "   ": 50285,
+  "    ": 50284,
+  "     ": 50283,
+  "      ": 50282,
+  "       ": 50281,
+  "        ": 50280,
+  "         ": 50279,
+  "          ": 50278,
+  "           ": 50277,
+  "            ": 50276,
+  "             ": 50275,
+  "              ": 50274,
+  "               ": 50273,
+  "                ": 50272,
+  "                 ": 50271,
+  "                  ": 50270,
+  "                   ": 50269,
+  "                    ": 50268,
+  "                     ": 50267,
+  "                      ": 50266,
+  "                       ": 50265,
+  "                        ": 50264,
+  "                         ": 50263,
+  "                          ": 50262,
+  "                           ": 50261,
+  "                            ": 50260,
+  "                             ": 50259,
+  "                              ": 50258,
+  "                               ": 50257
+}

anyprec-phi-1_5-dns-3.74-4.63-w4_orig2-gc1-c4_s100_blk512/config.json

@@ -0,0 +1,193 @@
+{
+  "_name_or_path": "checkpoints/microsoft/phi-1_5",
+  "anyprec": {
+    "arch_config": {
+      "layers_name": "layers",
+      "model_name": "model",
+      "module_names": [
+        "self_attn.q_proj",
+        "self_attn.k_proj",
+        "self_attn.v_proj",
+        "self_attn.dense",
+        "mlp.fc1",
+        "mlp.fc2"
+      ]
+    },
+    "group_count": 1,
+    "parent_precision": 4,
+    "seed_precision": 2,
+    "sparse_numvals": {
+      "model.layers.0.mlp.fc1": 1279820,
+      "model.layers.0.mlp.fc2": 1236307,
+      "model.layers.0.self_attn.dense": 189187,
+      "model.layers.0.self_attn.k_proj": 318137,
+      "model.layers.0.self_attn.q_proj": 285336,
+      "model.layers.0.self_attn.v_proj": 212019,
+      "model.layers.1.mlp.fc1": 539655,
+      "model.layers.1.mlp.fc2": 766840,
+      "model.layers.1.self_attn.dense": 176195,
+      "model.layers.1.self_attn.k_proj": 224990,
+      "model.layers.1.self_attn.q_proj": 219788,
+      "model.layers.1.self_attn.v_proj": 201422,
+      "model.layers.10.mlp.fc1": 710241,
+      "model.layers.10.mlp.fc2": 754886,
+      "model.layers.10.self_attn.dense": 180978,
+      "model.layers.10.self_attn.k_proj": 221678,
+      "model.layers.10.self_attn.q_proj": 212231,
+      "model.layers.10.self_attn.v_proj": 200830,
+      "model.layers.11.mlp.fc1": 710220,
+      "model.layers.11.mlp.fc2": 741443,
+      "model.layers.11.self_attn.dense": 178022,
+      "model.layers.11.self_attn.k_proj": 215089,
+      "model.layers.11.self_attn.q_proj": 207761,
+      "model.layers.11.self_attn.v_proj": 194583,
+      "model.layers.12.mlp.fc1": 697047,
+      "model.layers.12.mlp.fc2": 752645,
+      "model.layers.12.self_attn.dense": 176274,
+      "model.layers.12.self_attn.k_proj": 220310,
+      "model.layers.12.self_attn.q_proj": 213155,
+      "model.layers.12.self_attn.v_proj": 198321,
+      "model.layers.13.mlp.fc1": 687659,
+      "model.layers.13.mlp.fc2": 738003,
+      "model.layers.13.self_attn.dense": 178018,
+      "model.layers.13.self_attn.k_proj": 221049,
+      "model.layers.13.self_attn.q_proj": 210113,
+      "model.layers.13.self_attn.v_proj": 195362,
+      "model.layers.14.mlp.fc1": 682287,
+      "model.layers.14.mlp.fc2": 781981,
+      "model.layers.14.self_attn.dense": 184895,
+      "model.layers.14.self_attn.k_proj": 217243,
+      "model.layers.14.self_attn.q_proj": 213786,
+      "model.layers.14.self_attn.v_proj": 198728,
+      "model.layers.15.mlp.fc1": 666136,
+      "model.layers.15.mlp.fc2": 761731,
+      "model.layers.15.self_attn.dense": 177136,
+      "model.layers.15.self_attn.k_proj": 217895,
+      "model.layers.15.self_attn.q_proj": 232288,
+      "model.layers.15.self_attn.v_proj": 191081,
+      "model.layers.16.mlp.fc1": 656390,
+      "model.layers.16.mlp.fc2": 799995,
+      "model.layers.16.self_attn.dense": 174656,
+      "model.layers.16.self_attn.k_proj": 217135,
+      "model.layers.16.self_attn.q_proj": 219926,
+      "model.layers.16.self_attn.v_proj": 185798,
+      "model.layers.17.mlp.fc1": 639288,
+      "model.layers.17.mlp.fc2": 775904,
+      "model.layers.17.self_attn.dense": 173271,
+      "model.layers.17.self_attn.k_proj": 206996,
+      "model.layers.17.self_attn.q_proj": 205270,
+      "model.layers.17.self_attn.v_proj": 184931,
+      "model.layers.18.mlp.fc1": 632334,
+      "model.layers.18.mlp.fc2": 768287,
+      "model.layers.18.self_attn.dense": 189412,
+      "model.layers.18.self_attn.k_proj": 215687,
+      "model.layers.18.self_attn.q_proj": 242190,
+      "model.layers.18.self_attn.v_proj": 200154,
+      "model.layers.19.mlp.fc1": 625021,
+      "model.layers.19.mlp.fc2": 738002,
+      "model.layers.19.self_attn.dense": 186977,
+      "model.layers.19.self_attn.k_proj": 216466,
+      "model.layers.19.self_attn.q_proj": 240694,
+      "model.layers.19.self_attn.v_proj": 197648,
+      "model.layers.2.mlp.fc1": 621667,
+      "model.layers.2.mlp.fc2": 757420,
+      "model.layers.2.self_attn.dense": 170986,
+      "model.layers.2.self_attn.k_proj": 225618,
+      "model.layers.2.self_attn.q_proj": 217741,
+      "model.layers.2.self_attn.v_proj": 200228,
+      "model.layers.20.mlp.fc1": 614692,
+      "model.layers.20.mlp.fc2": 727978,
+      "model.layers.20.self_attn.dense": 175731,
+      "model.layers.20.self_attn.k_proj": 213423,
+      "model.layers.20.self_attn.q_proj": 236043,
+      "model.layers.20.self_attn.v_proj": 183771,
+      "model.layers.21.mlp.fc1": 618662,
+      "model.layers.21.mlp.fc2": 738785,
+      "model.layers.21.self_attn.dense": 177493,
+      "model.layers.21.self_attn.k_proj": 208350,
+      "model.layers.21.self_attn.q_proj": 237646,
+      "model.layers.21.self_attn.v_proj": 187251,
+      "model.layers.22.mlp.fc1": 629352,
+      "model.layers.22.mlp.fc2": 818793,
+      "model.layers.22.self_attn.dense": 175140,
+      "model.layers.22.self_attn.k_proj": 202527,
+      "model.layers.22.self_attn.q_proj": 284459,
+      "model.layers.22.self_attn.v_proj": 180999,
+      "model.layers.23.mlp.fc1": 711633,
+      "model.layers.23.mlp.fc2": 1103566,
+      "model.layers.23.self_attn.dense": 219201,
+      "model.layers.23.self_attn.k_proj": 224644,
+      "model.layers.23.self_attn.q_proj": 397194,
+      "model.layers.23.self_attn.v_proj": 230928,
+      "model.layers.3.mlp.fc1": 663185,
+      "model.layers.3.mlp.fc2": 761065,
+      "model.layers.3.self_attn.dense": 185269,
+      "model.layers.3.self_attn.k_proj": 240041,
+      "model.layers.3.self_attn.q_proj": 232277,
+      "model.layers.3.self_attn.v_proj": 214858,
+      "model.layers.4.mlp.fc1": 716587,
+      "model.layers.4.mlp.fc2": 767640,
+      "model.layers.4.self_attn.dense": 179773,
+      "model.layers.4.self_attn.k_proj": 227913,
+      "model.layers.4.self_attn.q_proj": 220527,
+      "model.layers.4.self_attn.v_proj": 211685,
+      "model.layers.5.mlp.fc1": 707590,
+      "model.layers.5.mlp.fc2": 780274,
+      "model.layers.5.self_attn.dense": 178504,
+      "model.layers.5.self_attn.k_proj": 247977,
+      "model.layers.5.self_attn.q_proj": 243896,
+      "model.layers.5.self_attn.v_proj": 207831,
+      "model.layers.6.mlp.fc1": 710038,
+      "model.layers.6.mlp.fc2": 763787,
+      "model.layers.6.self_attn.dense": 190308,
+      "model.layers.6.self_attn.k_proj": 224045,
+      "model.layers.6.self_attn.q_proj": 220275,
+      "model.layers.6.self_attn.v_proj": 212698,
+      "model.layers.7.mlp.fc1": 715221,
+      "model.layers.7.mlp.fc2": 758669,
+      "model.layers.7.self_attn.dense": 175635,
+      "model.layers.7.self_attn.k_proj": 231017,
+      "model.layers.7.self_attn.q_proj": 224708,
+      "model.layers.7.self_attn.v_proj": 200219,
+      "model.layers.8.mlp.fc1": 722869,
+      "model.layers.8.mlp.fc2": 747381,
+      "model.layers.8.self_attn.dense": 184555,
+      "model.layers.8.self_attn.k_proj": 230928,
+      "model.layers.8.self_attn.q_proj": 224025,
+      "model.layers.8.self_attn.v_proj": 206979,
+      "model.layers.9.mlp.fc1": 719199,
+      "model.layers.9.mlp.fc2": 748623,
+      "model.layers.9.self_attn.dense": 174700,
+      "model.layers.9.self_attn.k_proj": 228878,
+      "model.layers.9.self_attn.q_proj": 222182,
+      "model.layers.9.self_attn.v_proj": 199200
+    }
+  },
+  "architectures": [
+    "PhiForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": null,
+  "embd_pdrop": 0.0,
+  "eos_token_id": null,
+  "hidden_act": "gelu_new",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 2048,
+  "model_type": "phi",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 32,
+  "partial_rotary_factor": 0.5,
+  "qk_layernorm": false,
+  "resid_pdrop": 0.0,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.39.3",
+  "use_cache": true,
+  "vocab_size": 51200
+}

anyprec-phi-1_5-dns-3.74-4.63-w4_orig2-gc1-c4_s100_blk512/configuration_phi.py

@@ -0,0 +1,193 @@
+# coding=utf-8
+# Copyright 2023 Microsoft and the HuggingFace Inc. team. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+""" Phi model configuration"""
+
+
+from transformers.configuration_utils import PretrainedConfig
+from transformers.utils import logging
+
+
+logger = logging.get_logger(__name__)
+
+PHI_PRETRAINED_CONFIG_ARCHIVE_MAP = {
+    "microsoft/phi-1_5": "https://huggingface.co/microsoft/phi-1_5/resolve/main/config.json",
+}
+
+
+class PhiConfig(PretrainedConfig):
+    r"""
+    This is the configuration class to store the configuration of a [`PhiModel`]. It is used to instantiate an Phi
+    model according to the specified arguments, defining the model architecture. Instantiating a configuration with the
+    defaults will yield a similar configuration to that of the Phi
+    [microsoft/phi-1](https://huggingface.co/microsoft/phi-1).
+
+    Configuration objects inherit from [`PretrainedConfig`] and can be used to control the model outputs. Read the
+    documentation from [`PretrainedConfig`] for more information.
+
+    Args:
+        vocab_size (`int`, *optional*, defaults to 51200):
+            Vocabulary size of the Phi model. Defines the number of different tokens that can be represented by the
+            `inputs_ids` passed when calling [`PhiModel`].
+        hidden_size (`int`, *optional*, defaults to 2048):
+            Dimension of the hidden representations.
+        intermediate_size (`int`, *optional*, defaults to 8192):
+            Dimension of the MLP representations.
+        num_hidden_layers (`int`, *optional*, defaults to 24):
+            Number of hidden layers in the Transformer decoder.
+        num_attention_heads (`int`, *optional*, defaults to 32):
+            Number of attention heads for each attention layer in the Transformer decoder.
+        num_key_value_heads (`int`, *optional*):
+            This is the number of key_value heads that should be used to implement Grouped Query Attention. If
+            `num_key_value_heads=num_attention_heads`, the model will use Multi Head Attention (MHA), if
+            `num_key_value_heads=1 the model will use Multi Query Attention (MQA) otherwise GQA is used. When
+            converting a multi-head checkpoint to a GQA checkpoint, each group key and value head should be constructed
+            by meanpooling all the original heads within that group. For more details checkout [this
+            paper](https://arxiv.org/pdf/2305.13245.pdf). If it is not specified, will default to
+            `num_attention_heads`.
+        resid_pdrop (`float`, *optional*, defaults to 0.0):
+            Dropout probability for mlp outputs.
+        embd_pdrop (`int`, *optional*, defaults to 0.0):
+            The dropout ratio for the embeddings.
+        attention_dropout (`float`, *optional*, defaults to 0.0):
+            The dropout ratio after computing the attention scores.
+        hidden_act (`str` or `function`, *optional*, defaults to `"gelu_new"`):
+            The non-linear activation function (function or string) in the decoder.
+        max_position_embeddings (`int`, *optional*, defaults to 2048):
+            The maximum sequence length that this model might ever be used with. Phi-1 and Phi-1.5 supports up to 2048
+            tokens.
+        initializer_range (`float`, *optional*, defaults to 0.02):
+            The standard deviation of the truncated_normal_initializer for initializing all weight matrices.
+        layer_norm_eps (`float`, *optional*, defaults to 1e-05):
+            The epsilon used by the rms normalization layers.
+        use_cache (`bool`, *optional*, defaults to `True`):
+            Whether or not the model should return the last key/values attentions (not used by all models). Only
+            relevant if `config.is_decoder=True`. Whether to tie weight embeddings or not.
+        tie_word_embeddings (`bool`, *optional*, defaults to `False`):
+            Whether to tie weight embeddings
+        rope_theta (`float`, *optional*, defaults to 10000.0):
+            The base period of the RoPE embeddings.
+        rope_scaling (`Dict`, *optional*):
+            Dictionary containing the scaling configuration for the RoPE embeddings. Currently supports two scaling
+            strategies: linear and dynamic. Their scaling factor must be an float greater than 1. The expected format
+            is `{"type": strategy name, "factor": scaling factor}`. When using this flag, don't update
+            `max_position_embeddings` to the expected new maximum. See the following thread for more information on how
+            these scaling strategies behave:
+            https://www.reddit.com/r/LocalPersimmon/comments/14mrgpr/dynamically_scaled_rope_further_increases/. This
+            is an experimental feature, subject to breaking API changes in future versions.
+        partial_rotary_factor (`float`, *optional*, defaults to 0.5):
+            Percentage of the query and keys which will have rotary embedding.
+        qk_layernorm (`bool`, *optional*, defaults to `False`):
+            Whether or not to normalize the Queries and Keys after projecting the hidden states.
+        bos_token_id (`int`, *optional*, defaults to 1):
+            Denotes beginning of sequences token id.
+        eos_token_id (`int`, *optional*, defaults to 2):
+            Denotes end of sequences token id.
+
+    Example:
+
+    ```python
+    >>> from transformers import PhiModel, PhiConfig
+
+    >>> # Initializing a Phi-1 style configuration
+    >>> configuration = PhiConfig.from_pretrained("microsoft/phi-1")
+
+    >>> # Initializing a model from the configuration
+    >>> model = PhiModel(configuration)
+
+    >>> # Accessing the model configuration
+    >>> configuration = model.config
+    ```"""
+
+    model_type = "phi"
+    keys_to_ignore_at_inference = ["past_key_values"]
+
+    def __init__(
+        self,
+        vocab_size=51200,
+        hidden_size=2048,
+        intermediate_size=8192,
+        num_hidden_layers=24,
+        num_attention_heads=32,
+        num_key_value_heads=None,
+        resid_pdrop=0.0,
+        embd_pdrop=0.0,
+        attention_dropout=0.0,
+        hidden_act="gelu_new",
+        max_position_embeddings=2048,
+        initializer_range=0.02,
+        layer_norm_eps=1e-5,
+        use_cache=True,
+        tie_word_embeddings=False,
+        rope_theta=10000.0,
+        rope_scaling=None,
+        partial_rotary_factor=0.5,
+        qk_layernorm=False,
+        bos_token_id=1,
+        eos_token_id=2,
+        **kwargs,
+    ):
+        self.vocab_size = vocab_size
+        self.hidden_size = hidden_size
+        self.intermediate_size = intermediate_size
+        self.num_hidden_layers = num_hidden_layers
+        self.num_attention_heads = num_attention_heads
+
+        if num_key_value_heads is None:
+            num_key_value_heads = num_attention_heads
+
+        self.num_key_value_heads = num_key_value_heads
+        self.resid_pdrop = resid_pdrop
+        self.embd_pdrop = embd_pdrop
+        self.attention_dropout = attention_dropout
+        self.hidden_act = hidden_act
+        self.max_position_embeddings = max_position_embeddings
+        self.initializer_range = initializer_range
+        self.layer_norm_eps = layer_norm_eps
+        self.use_cache = use_cache
+        self.rope_theta = rope_theta
+        self.rope_scaling = rope_scaling
+        self.partial_rotary_factor = partial_rotary_factor
+        self.qk_layernorm = qk_layernorm
+        self._rope_scaling_validation()
+
+        super().__init__(
+            bos_token_id=bos_token_id,
+            eos_token_id=eos_token_id,
+            tie_word_embeddings=tie_word_embeddings,
+            **kwargs,
+        )
+
+    # Copied from transformers.models.llama.configuration_llama.LlamaConfig._rope_scaling_validation
+    def _rope_scaling_validation(self):
+        """
+        Validate the `rope_scaling` configuration.
+        """
+        if self.rope_scaling is None:
+            return
+
+        if not isinstance(self.rope_scaling, dict) or len(self.rope_scaling) != 2:
+            raise ValueError(
+                "`rope_scaling` must be a dictionary with with two fields, `type` and `factor`, "
+                f"got {self.rope_scaling}"
+            )
+        rope_scaling_type = self.rope_scaling.get("type", None)
+        rope_scaling_factor = self.rope_scaling.get("factor", None)
+        if rope_scaling_type is None or rope_scaling_type not in ["linear", "dynamic"]:
+            raise ValueError(
+                f"`rope_scaling`'s type field must be one of ['linear', 'dynamic'], got {rope_scaling_type}"
+            )
+        if rope_scaling_factor is None or not isinstance(rope_scaling_factor, float) or rope_scaling_factor <= 1.0:
+            raise ValueError(f"`rope_scaling`'s factor field must be a float > 1, got {rope_scaling_factor}")

anyprec-phi-1_5-dns-3.74-4.63-w4_orig2-gc1-c4_s100_blk512/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e6778705ad6bc1796441dd9809a68c0c029f69442598f3e01630bd2ca826dc
+size 1387533419

anyprec-phi-1_5-dns-3.74-4.63-w4_orig2-gc1-c4_s100_blk512/special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

anyprec-phi-1_5-dns-3.74-4.63-w4_orig2-gc1-c4_s100_blk512/tokenizer_config.json

@@ -0,0 +1,323 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "50256": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50257": {
+      "content": "                               ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50258": {
+      "content": "                              ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50259": {
+      "content": "                             ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50260": {
+      "content": "                            ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50261": {
+      "content": "                           ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50262": {
+      "content": "                          ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50263": {
+      "content": "                         ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50264": {
+      "content": "                        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50265": {
+      "content": "                       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50266": {
+      "content": "                      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50267": {
+      "content": "                     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50268": {
+      "content": "                    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50269": {
+      "content": "                   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50270": {
+      "content": "                  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50271": {
+      "content": "                 ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50272": {
+      "content": "                ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50273": {
+      "content": "               ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50274": {
+      "content": "              ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50275": {
+      "content": "             ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50276": {
+      "content": "            ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50277": {
+      "content": "           ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50278": {
+      "content": "          ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50279": {
+      "content": "         ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50280": {
+      "content": "        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50281": {
+      "content": "       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50282": {
+      "content": "      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50283": {
+      "content": "     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50284": {
+      "content": "    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50285": {
+      "content": "   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50286": {
+      "content": "  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50287": {
+      "content": "\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50288": {
+      "content": "\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50289": {
+      "content": "\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50290": {
+      "content": "\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50291": {
+      "content": "\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50292": {
+      "content": "\t\t\t\t",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50293": {
+      "content": "\t\t\t",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50294": {
+      "content": "\t\t",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|endoftext|>",
+  "model_max_length": 2048,
+  "tokenizer_class": "CodeGenTokenizer",
+  "unk_token": "<|endoftext|>"
+}

anyprec-stablelm-zephyr-3b-dns-3.41-2.5625-w4_orig2-gc1-c4_s100_blk512/config.json

@@ -0,0 +1,273 @@
+{
+  "_name_or_path": "checkpoints/stabilityai/stablelm-zephyr-3b",
+  "anyprec": {
+    "arch_config": {
+      "layers_name": "layers",
+      "model_name": "model",
+      "module_names": [
+        "self_attn.q_proj",
+        "self_attn.k_proj",
+        "self_attn.v_proj",
+        "self_attn.o_proj",
+        "mlp.gate_proj",
+        "mlp.up_proj",
+        "mlp.down_proj"
+      ]
+    },
+    "group_count": 1,
+    "parent_precision": 4,
+    "seed_precision": 2,
+    "sparse_numvals": {
+      "model.layers.0.mlp.down_proj": 361261,
+      "model.layers.0.mlp.gate_proj": 409239,
+      "model.layers.0.mlp.up_proj": 382725,
+      "model.layers.0.self_attn.k_proj": 1249422,
+      "model.layers.0.self_attn.o_proj": 493934,
+      "model.layers.0.self_attn.q_proj": 1383514,
+      "model.layers.0.self_attn.v_proj": 582091,
+      "model.layers.1.mlp.down_proj": 371941,
+      "model.layers.1.mlp.gate_proj": 312127,
+      "model.layers.1.mlp.up_proj": 350541,
+      "model.layers.1.self_attn.k_proj": 739147,
+      "model.layers.1.self_attn.o_proj": 870440,
+      "model.layers.1.self_attn.q_proj": 754729,
+      "model.layers.1.self_attn.v_proj": 790019,
+      "model.layers.10.mlp.down_proj": 400494,
+      "model.layers.10.mlp.gate_proj": 437481,
+      "model.layers.10.mlp.up_proj": 389717,
+      "model.layers.10.self_attn.k_proj": 217707,
+      "model.layers.10.self_attn.o_proj": 159623,
+      "model.layers.10.self_attn.q_proj": 204767,
+      "model.layers.10.self_attn.v_proj": 168686,
+      "model.layers.11.mlp.down_proj": 398251,
+      "model.layers.11.mlp.gate_proj": 468437,
+      "model.layers.11.mlp.up_proj": 399514,
+      "model.layers.11.self_attn.k_proj": 223137,
+      "model.layers.11.self_attn.o_proj": 153385,
+      "model.layers.11.self_attn.q_proj": 207469,
+      "model.layers.11.self_attn.v_proj": 157690,
+      "model.layers.12.mlp.down_proj": 392789,
+      "model.layers.12.mlp.gate_proj": 511766,
+      "model.layers.12.mlp.up_proj": 388221,
+      "model.layers.12.self_attn.k_proj": 195398,
+      "model.layers.12.self_attn.o_proj": 142264,
+      "model.layers.12.self_attn.q_proj": 185287,
+      "model.layers.12.self_attn.v_proj": 152926,
+      "model.layers.13.mlp.down_proj": 395950,
+      "model.layers.13.mlp.gate_proj": 495319,
+      "model.layers.13.mlp.up_proj": 404143,
+      "model.layers.13.self_attn.k_proj": 218597,
+      "model.layers.13.self_attn.o_proj": 159306,
+      "model.layers.13.self_attn.q_proj": 206129,
+      "model.layers.13.self_attn.v_proj": 168994,
+      "model.layers.14.mlp.down_proj": 395967,
+      "model.layers.14.mlp.gate_proj": 562906,
+      "model.layers.14.mlp.up_proj": 390940,
+      "model.layers.14.self_attn.k_proj": 194047,
+      "model.layers.14.self_attn.o_proj": 145953,
+      "model.layers.14.self_attn.q_proj": 182838,
+      "model.layers.14.self_attn.v_proj": 153758,
+      "model.layers.15.mlp.down_proj": 386374,
+      "model.layers.15.mlp.gate_proj": 522112,
+      "model.layers.15.mlp.up_proj": 395074,
+      "model.layers.15.self_attn.k_proj": 196997,
+      "model.layers.15.self_attn.o_proj": 150452,
+      "model.layers.15.self_attn.q_proj": 184345,
+      "model.layers.15.self_attn.v_proj": 156440,
+      "model.layers.16.mlp.down_proj": 384573,
+      "model.layers.16.mlp.gate_proj": 477452,
+      "model.layers.16.mlp.up_proj": 386693,
+      "model.layers.16.self_attn.k_proj": 215088,
+      "model.layers.16.self_attn.o_proj": 145176,
+      "model.layers.16.self_attn.q_proj": 193489,
+      "model.layers.16.self_attn.v_proj": 157381,
+      "model.layers.17.mlp.down_proj": 376292,
+      "model.layers.17.mlp.gate_proj": 440742,
+      "model.layers.17.mlp.up_proj": 372740,
+      "model.layers.17.self_attn.k_proj": 198626,
+      "model.layers.17.self_attn.o_proj": 138659,
+      "model.layers.17.self_attn.q_proj": 184019,
+      "model.layers.17.self_attn.v_proj": 146408,
+      "model.layers.18.mlp.down_proj": 372954,
+      "model.layers.18.mlp.gate_proj": 407526,
+      "model.layers.18.mlp.up_proj": 359072,
+      "model.layers.18.self_attn.k_proj": 195759,
+      "model.layers.18.self_attn.o_proj": 143198,
+      "model.layers.18.self_attn.q_proj": 178705,
+      "model.layers.18.self_attn.v_proj": 154099,
+      "model.layers.19.mlp.down_proj": 372170,
+      "model.layers.19.mlp.gate_proj": 404678,
+      "model.layers.19.mlp.up_proj": 362693,
+      "model.layers.19.self_attn.k_proj": 181548,
+      "model.layers.19.self_attn.o_proj": 141818,
+      "model.layers.19.self_attn.q_proj": 167249,
+      "model.layers.19.self_attn.v_proj": 144673,
+      "model.layers.2.mlp.down_proj": 343350,
+      "model.layers.2.mlp.gate_proj": 318733,
+      "model.layers.2.mlp.up_proj": 347181,
+      "model.layers.2.self_attn.k_proj": 727364,
+      "model.layers.2.self_attn.o_proj": 206116,
+      "model.layers.2.self_attn.q_proj": 632838,
+      "model.layers.2.self_attn.v_proj": 178305,
+      "model.layers.20.mlp.down_proj": 358950,
+      "model.layers.20.mlp.gate_proj": 407599,
+      "model.layers.20.mlp.up_proj": 359506,
+      "model.layers.20.self_attn.k_proj": 174602,
+      "model.layers.20.self_attn.o_proj": 139503,
+      "model.layers.20.self_attn.q_proj": 169296,
+      "model.layers.20.self_attn.v_proj": 136204,
+      "model.layers.21.mlp.down_proj": 357960,
+      "model.layers.21.mlp.gate_proj": 385992,
+      "model.layers.21.mlp.up_proj": 348288,
+      "model.layers.21.self_attn.k_proj": 185211,
+      "model.layers.21.self_attn.o_proj": 142190,
+      "model.layers.21.self_attn.q_proj": 176282,
+      "model.layers.21.self_attn.v_proj": 142371,
+      "model.layers.22.mlp.down_proj": 361293,
+      "model.layers.22.mlp.gate_proj": 377918,
+      "model.layers.22.mlp.up_proj": 353747,
+      "model.layers.22.self_attn.k_proj": 179724,
+      "model.layers.22.self_attn.o_proj": 143106,
+      "model.layers.22.self_attn.q_proj": 167648,
+      "model.layers.22.self_attn.v_proj": 145138,
+      "model.layers.23.mlp.down_proj": 358986,
+      "model.layers.23.mlp.gate_proj": 378110,
+      "model.layers.23.mlp.up_proj": 356957,
+      "model.layers.23.self_attn.k_proj": 178196,
+      "model.layers.23.self_attn.o_proj": 142376,
+      "model.layers.23.self_attn.q_proj": 168788,
+      "model.layers.23.self_attn.v_proj": 143664,
+      "model.layers.24.mlp.down_proj": 354332,
+      "model.layers.24.mlp.gate_proj": 366565,
+      "model.layers.24.mlp.up_proj": 346526,
+      "model.layers.24.self_attn.k_proj": 185428,
+      "model.layers.24.self_attn.o_proj": 140813,
+      "model.layers.24.self_attn.q_proj": 176689,
+      "model.layers.24.self_attn.v_proj": 139483,
+      "model.layers.25.mlp.down_proj": 353602,
+      "model.layers.25.mlp.gate_proj": 343542,
+      "model.layers.25.mlp.up_proj": 345700,
+      "model.layers.25.self_attn.k_proj": 178173,
+      "model.layers.25.self_attn.o_proj": 146206,
+      "model.layers.25.self_attn.q_proj": 166860,
+      "model.layers.25.self_attn.v_proj": 144246,
+      "model.layers.26.mlp.down_proj": 356005,
+      "model.layers.26.mlp.gate_proj": 339690,
+      "model.layers.26.mlp.up_proj": 347487,
+      "model.layers.26.self_attn.k_proj": 196789,
+      "model.layers.26.self_attn.o_proj": 140962,
+      "model.layers.26.self_attn.q_proj": 179600,
+      "model.layers.26.self_attn.v_proj": 145076,
+      "model.layers.27.mlp.down_proj": 354147,
+      "model.layers.27.mlp.gate_proj": 333874,
+      "model.layers.27.mlp.up_proj": 342862,
+      "model.layers.27.self_attn.k_proj": 191073,
+      "model.layers.27.self_attn.o_proj": 138949,
+      "model.layers.27.self_attn.q_proj": 174841,
+      "model.layers.27.self_attn.v_proj": 139074,
+      "model.layers.28.mlp.down_proj": 350013,
+      "model.layers.28.mlp.gate_proj": 343786,
+      "model.layers.28.mlp.up_proj": 341398,
+      "model.layers.28.self_attn.k_proj": 193596,
+      "model.layers.28.self_attn.o_proj": 141809,
+      "model.layers.28.self_attn.q_proj": 174614,
+      "model.layers.28.self_attn.v_proj": 143142,
+      "model.layers.29.mlp.down_proj": 356645,
+      "model.layers.29.mlp.gate_proj": 382614,
+      "model.layers.29.mlp.up_proj": 351816,
+      "model.layers.29.self_attn.k_proj": 192295,
+      "model.layers.29.self_attn.o_proj": 147619,
+      "model.layers.29.self_attn.q_proj": 174798,
+      "model.layers.29.self_attn.v_proj": 148455,
+      "model.layers.3.mlp.down_proj": 353085,
+      "model.layers.3.mlp.gate_proj": 310395,
+      "model.layers.3.mlp.up_proj": 352469,
+      "model.layers.3.self_attn.k_proj": 329393,
+      "model.layers.3.self_attn.o_proj": 179470,
+      "model.layers.3.self_attn.q_proj": 307652,
+      "model.layers.3.self_attn.v_proj": 163581,
+      "model.layers.30.mlp.down_proj": 380293,
+      "model.layers.30.mlp.gate_proj": 435280,
+      "model.layers.30.mlp.up_proj": 352518,
+      "model.layers.30.self_attn.k_proj": 178469,
+      "model.layers.30.self_attn.o_proj": 156350,
+      "model.layers.30.self_attn.q_proj": 165420,
+      "model.layers.30.self_attn.v_proj": 157109,
+      "model.layers.31.mlp.down_proj": 407998,
+      "model.layers.31.mlp.gate_proj": 478129,
+      "model.layers.31.mlp.up_proj": 360125,
+      "model.layers.31.self_attn.k_proj": 162466,
+      "model.layers.31.self_attn.o_proj": 180364,
+      "model.layers.31.self_attn.q_proj": 160350,
+      "model.layers.31.self_attn.v_proj": 166443,
+      "model.layers.4.mlp.down_proj": 351602,
+      "model.layers.4.mlp.gate_proj": 303771,
+      "model.layers.4.mlp.up_proj": 351399,
+      "model.layers.4.self_attn.k_proj": 269033,
+      "model.layers.4.self_attn.o_proj": 159082,
+      "model.layers.4.self_attn.q_proj": 257637,
+      "model.layers.4.self_attn.v_proj": 156983,
+      "model.layers.5.mlp.down_proj": 350684,
+      "model.layers.5.mlp.gate_proj": 325463,
+      "model.layers.5.mlp.up_proj": 347872,
+      "model.layers.5.self_attn.k_proj": 237619,
+      "model.layers.5.self_attn.o_proj": 179358,
+      "model.layers.5.self_attn.q_proj": 227821,
+      "model.layers.5.self_attn.v_proj": 191027,
+      "model.layers.6.mlp.down_proj": 364690,
+      "model.layers.6.mlp.gate_proj": 341908,
+      "model.layers.6.mlp.up_proj": 356264,
+      "model.layers.6.self_attn.k_proj": 200776,
+      "model.layers.6.self_attn.o_proj": 144559,
+      "model.layers.6.self_attn.q_proj": 189252,
+      "model.layers.6.self_attn.v_proj": 163452,
+      "model.layers.7.mlp.down_proj": 367623,
+      "model.layers.7.mlp.gate_proj": 355908,
+      "model.layers.7.mlp.up_proj": 361007,
+      "model.layers.7.self_attn.k_proj": 192816,
+      "model.layers.7.self_attn.o_proj": 141675,
+      "model.layers.7.self_attn.q_proj": 182592,
+      "model.layers.7.self_attn.v_proj": 147459,
+      "model.layers.8.mlp.down_proj": 381346,
+      "model.layers.8.mlp.gate_proj": 392814,
+      "model.layers.8.mlp.up_proj": 385174,
+      "model.layers.8.self_attn.k_proj": 214820,
+      "model.layers.8.self_attn.o_proj": 148998,
+      "model.layers.8.self_attn.q_proj": 205237,
+      "model.layers.8.self_attn.v_proj": 154614,
+      "model.layers.9.mlp.down_proj": 384446,
+      "model.layers.9.mlp.gate_proj": 408833,
+      "model.layers.9.mlp.up_proj": 386970,
+      "model.layers.9.self_attn.k_proj": 203316,
+      "model.layers.9.self_attn.o_proj": 150194,
+      "model.layers.9.self_attn.q_proj": 197655,
+      "model.layers.9.self_attn.v_proj": 157709
+    }
+  },
+  "architectures": [
+    "StableLmForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "hidden_act": "silu",
+  "hidden_dropout": 0.0,
+  "hidden_size": 2560,
+  "initializer_range": 0.02,
+  "intermediate_size": 6912,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 4096,
+  "model_type": "stablelm",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 32,
+  "partial_rotary_factor": 0.25,
+  "rope_scaling": null,
+  "rope_theta": 10000,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.39.3",
+  "use_cache": true,
+  "use_qkv_bias": false,
+  "vocab_size": 50304
+}

anyprec-stablelm-zephyr-3b-dns-3.41-2.5625-w4_orig2-gc1-c4_s100_blk512/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72cc534f07c12f489757af6800791c21d0e9a25b032113a4ae4b24a9003c6270
+size 2226904086

anyprec-stablelm-zephyr-3b-dns-3.41-2.5625-w4_orig2-gc1-c4_s100_blk512/special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

anyprec-stablelm-zephyr-3b-dns-3.41-2.5625-w4_orig2-gc1-c4_s100_blk512/tokenizer_config.json

@@ -0,0 +1,213 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<|padding|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50254": {
+      "content": "                        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50255": {
+      "content": "                       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50256": {
+      "content": "                      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50257": {
+      "content": "                     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50258": {
+      "content": "                    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50259": {
+      "content": "                   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50260": {
+      "content": "                  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50261": {
+      "content": "                 ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50262": {
+      "content": "                ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50263": {
+      "content": "               ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50264": {
+      "content": "              ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50265": {
+      "content": "             ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50266": {
+      "content": "            ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50267": {
+      "content": "           ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50268": {
+      "content": "          ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50269": {
+      "content": "         ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50270": {
+      "content": "        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50271": {
+      "content": "       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50272": {
+      "content": "      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50273": {
+      "content": "     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50274": {
+      "content": "    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50275": {
+      "content": "   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50276": {
+      "content": "  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ '<|user|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'system' %}\n{{ '<|system|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'assistant' %}\n{{ '<|assistant|>\n'  + message['content'] + eos_token }}\n{% endif %}\n{% if loop.last and add_generation_prompt %}\n{{ '<|assistant|>' }}\n{% endif %}\n{% endfor %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|endoftext|>",
+  "model_max_length": 2048,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPTNeoXTokenizer",
+  "unk_token": "<|endoftext|>"
+}

anyprec-stablelm-zephyr-3b-dns-3.79-4.9365-w4_orig2-gc1-c4_s100_blk512/config.json

@@ -0,0 +1,273 @@
+{
+  "_name_or_path": "checkpoints/stabilityai/stablelm-zephyr-3b",
+  "anyprec": {
+    "arch_config": {
+      "layers_name": "layers",
+      "model_name": "model",
+      "module_names": [
+        "self_attn.q_proj",
+        "self_attn.k_proj",
+        "self_attn.v_proj",
+        "self_attn.o_proj",
+        "mlp.gate_proj",
+        "mlp.up_proj",
+        "mlp.down_proj"
+      ]
+    },
+    "group_count": 1,
+    "parent_precision": 4,
+    "seed_precision": 2,
+    "sparse_numvals": {
+      "model.layers.0.mlp.down_proj": 778629,
+      "model.layers.0.mlp.gate_proj": 807734,
+      "model.layers.0.mlp.up_proj": 803213,
+      "model.layers.0.self_attn.k_proj": 1461169,
+      "model.layers.0.self_attn.o_proj": 640692,
+      "model.layers.0.self_attn.q_proj": 1592355,
+      "model.layers.0.self_attn.v_proj": 759195,
+      "model.layers.1.mlp.down_proj": 780894,
+      "model.layers.1.mlp.gate_proj": 663948,
+      "model.layers.1.mlp.up_proj": 770295,
+      "model.layers.1.self_attn.k_proj": 928415,
+      "model.layers.1.self_attn.o_proj": 1132444,
+      "model.layers.1.self_attn.q_proj": 943481,
+      "model.layers.1.self_attn.v_proj": 1042300,
+      "model.layers.10.mlp.down_proj": 817033,
+      "model.layers.10.mlp.gate_proj": 830536,
+      "model.layers.10.mlp.up_proj": 823874,
+      "model.layers.10.self_attn.k_proj": 390605,
+      "model.layers.10.self_attn.o_proj": 317140,
+      "model.layers.10.self_attn.q_proj": 376199,
+      "model.layers.10.self_attn.v_proj": 334549,
+      "model.layers.11.mlp.down_proj": 833947,
+      "model.layers.11.mlp.gate_proj": 868719,
+      "model.layers.11.mlp.up_proj": 816985,
+      "model.layers.11.self_attn.k_proj": 397474,
+      "model.layers.11.self_attn.o_proj": 311273,
+      "model.layers.11.self_attn.q_proj": 377782,
+      "model.layers.11.self_attn.v_proj": 312409,
+      "model.layers.12.mlp.down_proj": 828829,
+      "model.layers.12.mlp.gate_proj": 917976,
+      "model.layers.12.mlp.up_proj": 823316,
+      "model.layers.12.self_attn.k_proj": 361035,
+      "model.layers.12.self_attn.o_proj": 302116,
+      "model.layers.12.self_attn.q_proj": 351978,
+      "model.layers.12.self_attn.v_proj": 304205,
+      "model.layers.13.mlp.down_proj": 827309,
+      "model.layers.13.mlp.gate_proj": 900510,
+      "model.layers.13.mlp.up_proj": 821878,
+      "model.layers.13.self_attn.k_proj": 392417,
+      "model.layers.13.self_attn.o_proj": 312342,
+      "model.layers.13.self_attn.q_proj": 381601,
+      "model.layers.13.self_attn.v_proj": 333882,
+      "model.layers.14.mlp.down_proj": 806998,
+      "model.layers.14.mlp.gate_proj": 998139,
+      "model.layers.14.mlp.up_proj": 824569,
+      "model.layers.14.self_attn.k_proj": 359040,
+      "model.layers.14.self_attn.o_proj": 303410,
+      "model.layers.14.self_attn.q_proj": 348440,
+      "model.layers.14.self_attn.v_proj": 319003,
+      "model.layers.15.mlp.down_proj": 801124,
+      "model.layers.15.mlp.gate_proj": 959583,
+      "model.layers.15.mlp.up_proj": 828845,
+      "model.layers.15.self_attn.k_proj": 367357,
+      "model.layers.15.self_attn.o_proj": 311633,
+      "model.layers.15.self_attn.q_proj": 347473,
+      "model.layers.15.self_attn.v_proj": 312824,
+      "model.layers.16.mlp.down_proj": 794973,
+      "model.layers.16.mlp.gate_proj": 893569,
+      "model.layers.16.mlp.up_proj": 793791,
+      "model.layers.16.self_attn.k_proj": 384201,
+      "model.layers.16.self_attn.o_proj": 297904,
+      "model.layers.16.self_attn.q_proj": 357001,
+      "model.layers.16.self_attn.v_proj": 320214,
+      "model.layers.17.mlp.down_proj": 801463,
+      "model.layers.17.mlp.gate_proj": 861447,
+      "model.layers.17.mlp.up_proj": 792250,
+      "model.layers.17.self_attn.k_proj": 368087,
+      "model.layers.17.self_attn.o_proj": 291215,
+      "model.layers.17.self_attn.q_proj": 352834,
+      "model.layers.17.self_attn.v_proj": 298551,
+      "model.layers.18.mlp.down_proj": 780022,
+      "model.layers.18.mlp.gate_proj": 822135,
+      "model.layers.18.mlp.up_proj": 770609,
+      "model.layers.18.self_attn.k_proj": 367388,
+      "model.layers.18.self_attn.o_proj": 301723,
+      "model.layers.18.self_attn.q_proj": 348144,
+      "model.layers.18.self_attn.v_proj": 314015,
+      "model.layers.19.mlp.down_proj": 781622,
+      "model.layers.19.mlp.gate_proj": 809307,
+      "model.layers.19.mlp.up_proj": 777374,
+      "model.layers.19.self_attn.k_proj": 346614,
+      "model.layers.19.self_attn.o_proj": 292359,
+      "model.layers.19.self_attn.q_proj": 330734,
+      "model.layers.19.self_attn.v_proj": 299820,
+      "model.layers.2.mlp.down_proj": 750836,
+      "model.layers.2.mlp.gate_proj": 685852,
+      "model.layers.2.mlp.up_proj": 760850,
+      "model.layers.2.self_attn.k_proj": 945792,
+      "model.layers.2.self_attn.o_proj": 383107,
+      "model.layers.2.self_attn.q_proj": 849195,
+      "model.layers.2.self_attn.v_proj": 344129,
+      "model.layers.20.mlp.down_proj": 786966,
+      "model.layers.20.mlp.gate_proj": 812499,
+      "model.layers.20.mlp.up_proj": 773175,
+      "model.layers.20.self_attn.k_proj": 341039,
+      "model.layers.20.self_attn.o_proj": 296095,
+      "model.layers.20.self_attn.q_proj": 331543,
+      "model.layers.20.self_attn.v_proj": 291150,
+      "model.layers.21.mlp.down_proj": 782960,
+      "model.layers.21.mlp.gate_proj": 792888,
+      "model.layers.21.mlp.up_proj": 753523,
+      "model.layers.21.self_attn.k_proj": 352377,
+      "model.layers.21.self_attn.o_proj": 295497,
+      "model.layers.21.self_attn.q_proj": 346059,
+      "model.layers.21.self_attn.v_proj": 297082,
+      "model.layers.22.mlp.down_proj": 766257,
+      "model.layers.22.mlp.gate_proj": 782287,
+      "model.layers.22.mlp.up_proj": 764779,
+      "model.layers.22.self_attn.k_proj": 341186,
+      "model.layers.22.self_attn.o_proj": 301225,
+      "model.layers.22.self_attn.q_proj": 329719,
+      "model.layers.22.self_attn.v_proj": 296752,
+      "model.layers.23.mlp.down_proj": 780103,
+      "model.layers.23.mlp.gate_proj": 765576,
+      "model.layers.23.mlp.up_proj": 768508,
+      "model.layers.23.self_attn.k_proj": 341081,
+      "model.layers.23.self_attn.o_proj": 298603,
+      "model.layers.23.self_attn.q_proj": 334699,
+      "model.layers.23.self_attn.v_proj": 301314,
+      "model.layers.24.mlp.down_proj": 767341,
+      "model.layers.24.mlp.gate_proj": 751797,
+      "model.layers.24.mlp.up_proj": 767790,
+      "model.layers.24.self_attn.k_proj": 353380,
+      "model.layers.24.self_attn.o_proj": 296557,
+      "model.layers.24.self_attn.q_proj": 340550,
+      "model.layers.24.self_attn.v_proj": 294305,
+      "model.layers.25.mlp.down_proj": 765684,
+      "model.layers.25.mlp.gate_proj": 740912,
+      "model.layers.25.mlp.up_proj": 742629,
+      "model.layers.25.self_attn.k_proj": 342154,
+      "model.layers.25.self_attn.o_proj": 300439,
+      "model.layers.25.self_attn.q_proj": 333588,
+      "model.layers.25.self_attn.v_proj": 303279,
+      "model.layers.26.mlp.down_proj": 767616,
+      "model.layers.26.mlp.gate_proj": 741326,
+      "model.layers.26.mlp.up_proj": 764813,
+      "model.layers.26.self_attn.k_proj": 367959,
+      "model.layers.26.self_attn.o_proj": 293380,
+      "model.layers.26.self_attn.q_proj": 342700,
+      "model.layers.26.self_attn.v_proj": 299660,
+      "model.layers.27.mlp.down_proj": 762326,
+      "model.layers.27.mlp.gate_proj": 736795,
+      "model.layers.27.mlp.up_proj": 752581,
+      "model.layers.27.self_attn.k_proj": 358916,
+      "model.layers.27.self_attn.o_proj": 291015,
+      "model.layers.27.self_attn.q_proj": 344621,
+      "model.layers.27.self_attn.v_proj": 290539,
+      "model.layers.28.mlp.down_proj": 751370,
+      "model.layers.28.mlp.gate_proj": 752285,
+      "model.layers.28.mlp.up_proj": 766889,
+      "model.layers.28.self_attn.k_proj": 367105,
+      "model.layers.28.self_attn.o_proj": 293327,
+      "model.layers.28.self_attn.q_proj": 337209,
+      "model.layers.28.self_attn.v_proj": 294827,
+      "model.layers.29.mlp.down_proj": 759893,
+      "model.layers.29.mlp.gate_proj": 787132,
+      "model.layers.29.mlp.up_proj": 758499,
+      "model.layers.29.self_attn.k_proj": 363047,
+      "model.layers.29.self_attn.o_proj": 302596,
+      "model.layers.29.self_attn.q_proj": 344432,
+      "model.layers.29.self_attn.v_proj": 301537,
+      "model.layers.3.mlp.down_proj": 765483,
+      "model.layers.3.mlp.gate_proj": 658112,
+      "model.layers.3.mlp.up_proj": 765970,
+      "model.layers.3.self_attn.k_proj": 536020,
+      "model.layers.3.self_attn.o_proj": 347045,
+      "model.layers.3.self_attn.q_proj": 504570,
+      "model.layers.3.self_attn.v_proj": 328300,
+      "model.layers.30.mlp.down_proj": 820430,
+      "model.layers.30.mlp.gate_proj": 839540,
+      "model.layers.30.mlp.up_proj": 768724,
+      "model.layers.30.self_attn.k_proj": 345312,
+      "model.layers.30.self_attn.o_proj": 313055,
+      "model.layers.30.self_attn.q_proj": 331580,
+      "model.layers.30.self_attn.v_proj": 313570,
+      "model.layers.31.mlp.down_proj": 851291,
+      "model.layers.31.mlp.gate_proj": 904549,
+      "model.layers.31.mlp.up_proj": 763949,
+      "model.layers.31.self_attn.k_proj": 326266,
+      "model.layers.31.self_attn.o_proj": 342810,
+      "model.layers.31.self_attn.q_proj": 322170,
+      "model.layers.31.self_attn.v_proj": 327819,
+      "model.layers.4.mlp.down_proj": 767625,
+      "model.layers.4.mlp.gate_proj": 658258,
+      "model.layers.4.mlp.up_proj": 755330,
+      "model.layers.4.self_attn.k_proj": 454540,
+      "model.layers.4.self_attn.o_proj": 323318,
+      "model.layers.4.self_attn.q_proj": 438780,
+      "model.layers.4.self_attn.v_proj": 318874,
+      "model.layers.5.mlp.down_proj": 748111,
+      "model.layers.5.mlp.gate_proj": 670481,
+      "model.layers.5.mlp.up_proj": 752601,
+      "model.layers.5.self_attn.k_proj": 414950,
+      "model.layers.5.self_attn.o_proj": 349395,
+      "model.layers.5.self_attn.q_proj": 399806,
+      "model.layers.5.self_attn.v_proj": 360478,
+      "model.layers.6.mlp.down_proj": 769047,
+      "model.layers.6.mlp.gate_proj": 685535,
+      "model.layers.6.mlp.up_proj": 767187,
+      "model.layers.6.self_attn.k_proj": 377153,
+      "model.layers.6.self_attn.o_proj": 302937,
+      "model.layers.6.self_attn.q_proj": 356321,
+      "model.layers.6.self_attn.v_proj": 321553,
+      "model.layers.7.mlp.down_proj": 790176,
+      "model.layers.7.mlp.gate_proj": 702881,
+      "model.layers.7.mlp.up_proj": 787154,
+      "model.layers.7.self_attn.k_proj": 361359,
+      "model.layers.7.self_attn.o_proj": 299360,
+      "model.layers.7.self_attn.q_proj": 344262,
+      "model.layers.7.self_attn.v_proj": 303575,
+      "model.layers.8.mlp.down_proj": 805556,
+      "model.layers.8.mlp.gate_proj": 762210,
+      "model.layers.8.mlp.up_proj": 797354,
+      "model.layers.8.self_attn.k_proj": 389519,
+      "model.layers.8.self_attn.o_proj": 299609,
+      "model.layers.8.self_attn.q_proj": 374913,
+      "model.layers.8.self_attn.v_proj": 312783,
+      "model.layers.9.mlp.down_proj": 809737,
+      "model.layers.9.mlp.gate_proj": 799184,
+      "model.layers.9.mlp.up_proj": 798637,
+      "model.layers.9.self_attn.k_proj": 378165,
+      "model.layers.9.self_attn.o_proj": 309393,
+      "model.layers.9.self_attn.q_proj": 368689,
+      "model.layers.9.self_attn.v_proj": 317669
+    }
+  },
+  "architectures": [
+    "StableLmForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "hidden_act": "silu",
+  "hidden_dropout": 0.0,
+  "hidden_size": 2560,
+  "initializer_range": 0.02,
+  "intermediate_size": 6912,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 4096,
+  "model_type": "stablelm",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 32,
+  "partial_rotary_factor": 0.25,
+  "rope_scaling": null,
+  "rope_theta": 10000,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.39.3",
+  "use_cache": true,
+  "use_qkv_bias": false,
+  "vocab_size": 50304
+}

anyprec-stablelm-zephyr-3b-dns-3.79-4.9365-w4_orig2-gc1-c4_s100_blk512/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:984c8847e71e3f2f57489aea9ed9dd8e19e147348d8266546264e74c8cfc05d1
+size 2590630614

anyprec-stablelm-zephyr-3b-dns-3.79-4.9365-w4_orig2-gc1-c4_s100_blk512/special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

anyprec-stablelm-zephyr-3b-dns-3.79-4.9365-w4_orig2-gc1-c4_s100_blk512/tokenizer_config.json

@@ -0,0 +1,213 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<|padding|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50254": {
+      "content": "                        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50255": {
+      "content": "                       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50256": {
+      "content": "                      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50257": {
+      "content": "                     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50258": {
+      "content": "                    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50259": {
+      "content": "                   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50260": {
+      "content": "                  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50261": {
+      "content": "                 ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50262": {
+      "content": "                ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50263": {
+      "content": "               ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50264": {
+      "content": "              ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50265": {
+      "content": "             ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50266": {
+      "content": "            ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50267": {
+      "content": "           ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50268": {
+      "content": "          ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50269": {
+      "content": "         ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50270": {
+      "content": "        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50271": {
+      "content": "       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50272": {
+      "content": "      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50273": {
+      "content": "     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50274": {
+      "content": "    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50275": {
+      "content": "   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50276": {
+      "content": "  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ '<|user|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'system' %}\n{{ '<|system|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'assistant' %}\n{{ '<|assistant|>\n'  + message['content'] + eos_token }}\n{% endif %}\n{% if loop.last and add_generation_prompt %}\n{{ '<|assistant|>' }}\n{% endif %}\n{% endfor %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|endoftext|>",
+  "model_max_length": 2048,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPTNeoXTokenizer",
+  "unk_token": "<|endoftext|>"
+}

anyprec-vicuna-7b-v1.5-dns-2.39-2.4375-w4_orig2-gc1-c4_s100_blk512/config.json

@@ -0,0 +1,273 @@
+{
+  "_name_or_path": "checkpoints/lmsys/vicuna-7b-v1.5",
+  "anyprec": {
+    "arch_config": {
+      "layers_name": "layers",
+      "model_name": "model",
+      "module_names": [
+        "self_attn.q_proj",
+        "self_attn.k_proj",
+        "self_attn.v_proj",
+        "self_attn.o_proj",
+        "mlp.gate_proj",
+        "mlp.up_proj",
+        "mlp.down_proj"
+      ]
+    },
+    "group_count": 1,
+    "parent_precision": 4,
+    "seed_precision": 2,
+    "sparse_numvals": {
+      "model.layers.0.mlp.down_proj": 865717,
+      "model.layers.0.mlp.gate_proj": 891731,
+      "model.layers.0.mlp.up_proj": 852167,
+      "model.layers.0.self_attn.k_proj": 1666837,
+      "model.layers.0.self_attn.o_proj": 1167262,
+      "model.layers.0.self_attn.q_proj": 1863615,
+      "model.layers.0.self_attn.v_proj": 969624,
+      "model.layers.1.mlp.down_proj": 807017,
+      "model.layers.1.mlp.gate_proj": 839914,
+      "model.layers.1.mlp.up_proj": 822530,
+      "model.layers.1.self_attn.k_proj": 1576204,
+      "model.layers.1.self_attn.o_proj": 1519063,
+      "model.layers.1.self_attn.q_proj": 1832663,
+      "model.layers.1.self_attn.v_proj": 1032409,
+      "model.layers.10.mlp.down_proj": 846612,
+      "model.layers.10.mlp.gate_proj": 1101086,
+      "model.layers.10.mlp.up_proj": 847383,
+      "model.layers.10.self_attn.k_proj": 832812,
+      "model.layers.10.self_attn.o_proj": 331226,
+      "model.layers.10.self_attn.q_proj": 722725,
+      "model.layers.10.self_attn.v_proj": 355123,
+      "model.layers.11.mlp.down_proj": 835304,
+      "model.layers.11.mlp.gate_proj": 1058635,
+      "model.layers.11.mlp.up_proj": 839004,
+      "model.layers.11.self_attn.k_proj": 894813,
+      "model.layers.11.self_attn.o_proj": 362320,
+      "model.layers.11.self_attn.q_proj": 841764,
+      "model.layers.11.self_attn.v_proj": 389021,
+      "model.layers.12.mlp.down_proj": 834675,
+      "model.layers.12.mlp.gate_proj": 1032051,
+      "model.layers.12.mlp.up_proj": 835628,
+      "model.layers.12.self_attn.k_proj": 785556,
+      "model.layers.12.self_attn.o_proj": 350763,
+      "model.layers.12.self_attn.q_proj": 690419,
+      "model.layers.12.self_attn.v_proj": 379603,
+      "model.layers.13.mlp.down_proj": 838436,
+      "model.layers.13.mlp.gate_proj": 1038017,
+      "model.layers.13.mlp.up_proj": 843742,
+      "model.layers.13.self_attn.k_proj": 731054,
+      "model.layers.13.self_attn.o_proj": 346685,
+      "model.layers.13.self_attn.q_proj": 671416,
+      "model.layers.13.self_attn.v_proj": 372488,
+      "model.layers.14.mlp.down_proj": 829572,
+      "model.layers.14.mlp.gate_proj": 1003234,
+      "model.layers.14.mlp.up_proj": 836142,
+      "model.layers.14.self_attn.k_proj": 751100,
+      "model.layers.14.self_attn.o_proj": 332196,
+      "model.layers.14.self_attn.q_proj": 685869,
+      "model.layers.14.self_attn.v_proj": 357686,
+      "model.layers.15.mlp.down_proj": 838548,
+      "model.layers.15.mlp.gate_proj": 1029194,
+      "model.layers.15.mlp.up_proj": 845673,
+      "model.layers.15.self_attn.k_proj": 705811,
+      "model.layers.15.self_attn.o_proj": 334447,
+      "model.layers.15.self_attn.q_proj": 625606,
+      "model.layers.15.self_attn.v_proj": 352729,
+      "model.layers.16.mlp.down_proj": 826342,
+      "model.layers.16.mlp.gate_proj": 994497,
+      "model.layers.16.mlp.up_proj": 827543,
+      "model.layers.16.self_attn.k_proj": 753410,
+      "model.layers.16.self_attn.o_proj": 323099,
+      "model.layers.16.self_attn.q_proj": 665073,
+      "model.layers.16.self_attn.v_proj": 347081,
+      "model.layers.17.mlp.down_proj": 811167,
+      "model.layers.17.mlp.gate_proj": 972726,
+      "model.layers.17.mlp.up_proj": 812071,
+      "model.layers.17.self_attn.k_proj": 659277,
+      "model.layers.17.self_attn.o_proj": 317972,
+      "model.layers.17.self_attn.q_proj": 600119,
+      "model.layers.17.self_attn.v_proj": 333850,
+      "model.layers.18.mlp.down_proj": 806090,
+      "model.layers.18.mlp.gate_proj": 960664,
+      "model.layers.18.mlp.up_proj": 808056,
+      "model.layers.18.self_attn.k_proj": 625283,
+      "model.layers.18.self_attn.o_proj": 319237,
+      "model.layers.18.self_attn.q_proj": 566406,
+      "model.layers.18.self_attn.v_proj": 340075,
+      "model.layers.19.mlp.down_proj": 800026,
+      "model.layers.19.mlp.gate_proj": 933181,
+      "model.layers.19.mlp.up_proj": 800906,
+      "model.layers.19.self_attn.k_proj": 672961,
+      "model.layers.19.self_attn.o_proj": 323140,
+      "model.layers.19.self_attn.q_proj": 607565,
+      "model.layers.19.self_attn.v_proj": 344369,
+      "model.layers.2.mlp.down_proj": 790912,
+      "model.layers.2.mlp.gate_proj": 799857,
+      "model.layers.2.mlp.up_proj": 801079,
+      "model.layers.2.self_attn.k_proj": 1427644,
+      "model.layers.2.self_attn.o_proj": 346883,
+      "model.layers.2.self_attn.q_proj": 1150405,
+      "model.layers.2.self_attn.v_proj": 363279,
+      "model.layers.20.mlp.down_proj": 793927,
+      "model.layers.20.mlp.gate_proj": 894220,
+      "model.layers.20.mlp.up_proj": 794121,
+      "model.layers.20.self_attn.k_proj": 714458,
+      "model.layers.20.self_attn.o_proj": 307963,
+      "model.layers.20.self_attn.q_proj": 647779,
+      "model.layers.20.self_attn.v_proj": 319545,
+      "model.layers.21.mlp.down_proj": 791701,
+      "model.layers.21.mlp.gate_proj": 878917,
+      "model.layers.21.mlp.up_proj": 786352,
+      "model.layers.21.self_attn.k_proj": 724078,
+      "model.layers.21.self_attn.o_proj": 307127,
+      "model.layers.21.self_attn.q_proj": 658484,
+      "model.layers.21.self_attn.v_proj": 324002,
+      "model.layers.22.mlp.down_proj": 789108,
+      "model.layers.22.mlp.gate_proj": 864456,
+      "model.layers.22.mlp.up_proj": 785534,
+      "model.layers.22.self_attn.k_proj": 668520,
+      "model.layers.22.self_attn.o_proj": 322998,
+      "model.layers.22.self_attn.q_proj": 610997,
+      "model.layers.22.self_attn.v_proj": 331764,
+      "model.layers.23.mlp.down_proj": 785969,
+      "model.layers.23.mlp.gate_proj": 844693,
+      "model.layers.23.mlp.up_proj": 784126,
+      "model.layers.23.self_attn.k_proj": 596794,
+      "model.layers.23.self_attn.o_proj": 321698,
+      "model.layers.23.self_attn.q_proj": 557578,
+      "model.layers.23.self_attn.v_proj": 332073,
+      "model.layers.24.mlp.down_proj": 783216,
+      "model.layers.24.mlp.gate_proj": 850741,
+      "model.layers.24.mlp.up_proj": 781510,
+      "model.layers.24.self_attn.k_proj": 772877,
+      "model.layers.24.self_attn.o_proj": 314960,
+      "model.layers.24.self_attn.q_proj": 713560,
+      "model.layers.24.self_attn.v_proj": 322067,
+      "model.layers.25.mlp.down_proj": 789855,
+      "model.layers.25.mlp.gate_proj": 866039,
+      "model.layers.25.mlp.up_proj": 781967,
+      "model.layers.25.self_attn.k_proj": 614644,
+      "model.layers.25.self_attn.o_proj": 311631,
+      "model.layers.25.self_attn.q_proj": 590696,
+      "model.layers.25.self_attn.v_proj": 320576,
+      "model.layers.26.mlp.down_proj": 794329,
+      "model.layers.26.mlp.gate_proj": 902478,
+      "model.layers.26.mlp.up_proj": 784671,
+      "model.layers.26.self_attn.k_proj": 669669,
+      "model.layers.26.self_attn.o_proj": 363895,
+      "model.layers.26.self_attn.q_proj": 625906,
+      "model.layers.26.self_attn.v_proj": 352631,
+      "model.layers.27.mlp.down_proj": 804636,
+      "model.layers.27.mlp.gate_proj": 940867,
+      "model.layers.27.mlp.up_proj": 788268,
+      "model.layers.27.self_attn.k_proj": 492336,
+      "model.layers.27.self_attn.o_proj": 324286,
+      "model.layers.27.self_attn.q_proj": 475451,
+      "model.layers.27.self_attn.v_proj": 325662,
+      "model.layers.28.mlp.down_proj": 817492,
+      "model.layers.28.mlp.gate_proj": 972600,
+      "model.layers.28.mlp.up_proj": 800454,
+      "model.layers.28.self_attn.k_proj": 553908,
+      "model.layers.28.self_attn.o_proj": 336761,
+      "model.layers.28.self_attn.q_proj": 533911,
+      "model.layers.28.self_attn.v_proj": 350670,
+      "model.layers.29.mlp.down_proj": 845082,
+      "model.layers.29.mlp.gate_proj": 1019804,
+      "model.layers.29.mlp.up_proj": 812861,
+      "model.layers.29.self_attn.k_proj": 637146,
+      "model.layers.29.self_attn.o_proj": 320821,
+      "model.layers.29.self_attn.q_proj": 602307,
+      "model.layers.29.self_attn.v_proj": 333849,
+      "model.layers.3.mlp.down_proj": 799046,
+      "model.layers.3.mlp.gate_proj": 819762,
+      "model.layers.3.mlp.up_proj": 807689,
+      "model.layers.3.self_attn.k_proj": 1037087,
+      "model.layers.3.self_attn.o_proj": 381601,
+      "model.layers.3.self_attn.q_proj": 882621,
+      "model.layers.3.self_attn.v_proj": 393971,
+      "model.layers.30.mlp.down_proj": 915437,
+      "model.layers.30.mlp.gate_proj": 1066678,
+      "model.layers.30.mlp.up_proj": 833731,
+      "model.layers.30.self_attn.k_proj": 513532,
+      "model.layers.30.self_attn.o_proj": 321348,
+      "model.layers.30.self_attn.q_proj": 497984,
+      "model.layers.30.self_attn.v_proj": 325219,
+      "model.layers.31.mlp.down_proj": 1046449,
+      "model.layers.31.mlp.gate_proj": 1064742,
+      "model.layers.31.mlp.up_proj": 913077,
+      "model.layers.31.self_attn.k_proj": 587052,
+      "model.layers.31.self_attn.o_proj": 362137,
+      "model.layers.31.self_attn.q_proj": 515769,
+      "model.layers.31.self_attn.v_proj": 359219,
+      "model.layers.4.mlp.down_proj": 809715,
+      "model.layers.4.mlp.gate_proj": 877702,
+      "model.layers.4.mlp.up_proj": 816908,
+      "model.layers.4.self_attn.k_proj": 903251,
+      "model.layers.4.self_attn.o_proj": 319964,
+      "model.layers.4.self_attn.q_proj": 761555,
+      "model.layers.4.self_attn.v_proj": 338525,
+      "model.layers.5.mlp.down_proj": 818173,
+      "model.layers.5.mlp.gate_proj": 940627,
+      "model.layers.5.mlp.up_proj": 822212,
+      "model.layers.5.self_attn.k_proj": 814611,
+      "model.layers.5.self_attn.o_proj": 348464,
+      "model.layers.5.self_attn.q_proj": 684653,
+      "model.layers.5.self_attn.v_proj": 377853,
+      "model.layers.6.mlp.down_proj": 816090,
+      "model.layers.6.mlp.gate_proj": 979907,
+      "model.layers.6.mlp.up_proj": 825004,
+      "model.layers.6.self_attn.k_proj": 894466,
+      "model.layers.6.self_attn.o_proj": 370829,
+      "model.layers.6.self_attn.q_proj": 806875,
+      "model.layers.6.self_attn.v_proj": 408275,
+      "model.layers.7.mlp.down_proj": 817051,
+      "model.layers.7.mlp.gate_proj": 1011373,
+      "model.layers.7.mlp.up_proj": 825160,
+      "model.layers.7.self_attn.k_proj": 870797,
+      "model.layers.7.self_attn.o_proj": 392151,
+      "model.layers.7.self_attn.q_proj": 815554,
+      "model.layers.7.self_attn.v_proj": 426945,
+      "model.layers.8.mlp.down_proj": 824092,
+      "model.layers.8.mlp.gate_proj": 1018165,
+      "model.layers.8.mlp.up_proj": 827172,
+      "model.layers.8.self_attn.k_proj": 820539,
+      "model.layers.8.self_attn.o_proj": 345716,
+      "model.layers.8.self_attn.q_proj": 757234,
+      "model.layers.8.self_attn.v_proj": 378191,
+      "model.layers.9.mlp.down_proj": 834891,
+      "model.layers.9.mlp.gate_proj": 1037677,
+      "model.layers.9.mlp.up_proj": 835887,
+      "model.layers.9.self_attn.k_proj": 739574,
+      "model.layers.9.self_attn.o_proj": 346792,
+      "model.layers.9.self_attn.q_proj": 655396,
+      "model.layers.9.self_attn.v_proj": 385099
+    }
+  },
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 11008,
+  "max_position_embeddings": 4096,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 32,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.39.3",
+  "use_cache": true,
+  "vocab_size": 32000
+}

anyprec-vicuna-7b-v1.5-dns-2.39-2.4375-w4_orig2-gc1-c4_s100_blk512/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54cf7cbe90b742a57f9690fbe14ffb09f2478e3064fd0db3bb122dfbc07a24bc
+size 4793903381

anyprec-vicuna-7b-v1.5-dns-2.39-2.4375-w4_orig2-gc1-c4_s100_blk512/special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

anyprec-vicuna-7b-v1.5-dns-2.39-2.4375-w4_orig2-gc1-c4_s100_blk512/tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723

anyprec-vicuna-7b-v1.5-dns-2.39-2.4375-w4_orig2-gc1-c4_s100_blk512/tokenizer_config.json

@@ -0,0 +1,43 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": false,
+  "model_max_length": 4096,
+  "pad_token": "<unk>",
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

anyprec-vicuna-7b-v1.5-dns-2.53-3.3125-w4_orig2-gc1-c4_s100_blk512/config.json

@@ -0,0 +1,273 @@
+{
+  "_name_or_path": "checkpoints/lmsys/vicuna-7b-v1.5",
+  "anyprec": {
+    "arch_config": {
+      "layers_name": "layers",
+      "model_name": "model",
+      "module_names": [
+        "self_attn.q_proj",
+        "self_attn.k_proj",
+        "self_attn.v_proj",
+        "self_attn.o_proj",
+        "mlp.gate_proj",
+        "mlp.up_proj",
+        "mlp.down_proj"
+      ]
+    },
+    "group_count": 1,
+    "parent_precision": 4,
+    "seed_precision": 2,
+    "sparse_numvals": {
+      "model.layers.0.mlp.down_proj": 1233978,
+      "model.layers.0.mlp.gate_proj": 1258296,
+      "model.layers.0.mlp.up_proj": 1224078,
+      "model.layers.0.self_attn.k_proj": 1883193,
+      "model.layers.0.self_attn.o_proj": 1335571,
+      "model.layers.0.self_attn.q_proj": 2066059,
+      "model.layers.0.self_attn.v_proj": 1149426,
+      "model.layers.1.mlp.down_proj": 1170303,
+      "model.layers.1.mlp.gate_proj": 1203169,
+      "model.layers.1.mlp.up_proj": 1193914,
+      "model.layers.1.self_attn.k_proj": 1774927,
+      "model.layers.1.self_attn.o_proj": 1735353,
+      "model.layers.1.self_attn.q_proj": 2045430,
+      "model.layers.1.self_attn.v_proj": 1233905,
+      "model.layers.10.mlp.down_proj": 1214601,
+      "model.layers.10.mlp.gate_proj": 1496901,
+      "model.layers.10.mlp.up_proj": 1216897,
+      "model.layers.10.self_attn.k_proj": 1031993,
+      "model.layers.10.self_attn.o_proj": 469774,
+      "model.layers.10.self_attn.q_proj": 910405,
+      "model.layers.10.self_attn.v_proj": 499623,
+      "model.layers.11.mlp.down_proj": 1202594,
+      "model.layers.11.mlp.gate_proj": 1447186,
+      "model.layers.11.mlp.up_proj": 1208047,
+      "model.layers.11.self_attn.k_proj": 1091923,
+      "model.layers.11.self_attn.o_proj": 506382,
+      "model.layers.11.self_attn.q_proj": 1031388,
+      "model.layers.11.self_attn.v_proj": 538763,
+      "model.layers.12.mlp.down_proj": 1203837,
+      "model.layers.12.mlp.gate_proj": 1414253,
+      "model.layers.12.mlp.up_proj": 1204037,
+      "model.layers.12.self_attn.k_proj": 979989,
+      "model.layers.12.self_attn.o_proj": 491939,
+      "model.layers.12.self_attn.q_proj": 872235,
+      "model.layers.12.self_attn.v_proj": 525411,
+      "model.layers.13.mlp.down_proj": 1203607,
+      "model.layers.13.mlp.gate_proj": 1423537,
+      "model.layers.13.mlp.up_proj": 1209880,
+      "model.layers.13.self_attn.k_proj": 917637,
+      "model.layers.13.self_attn.o_proj": 486449,
+      "model.layers.13.self_attn.q_proj": 854578,
+      "model.layers.13.self_attn.v_proj": 518950,
+      "model.layers.14.mlp.down_proj": 1197605,
+      "model.layers.14.mlp.gate_proj": 1381285,
+      "model.layers.14.mlp.up_proj": 1204898,
+      "model.layers.14.self_attn.k_proj": 940564,
+      "model.layers.14.self_attn.o_proj": 470137,
+      "model.layers.14.self_attn.q_proj": 867007,
+      "model.layers.14.self_attn.v_proj": 501744,
+      "model.layers.15.mlp.down_proj": 1208918,
+      "model.layers.15.mlp.gate_proj": 1408663,
+      "model.layers.15.mlp.up_proj": 1214748,
+      "model.layers.15.self_attn.k_proj": 893986,
+      "model.layers.15.self_attn.o_proj": 474383,
+      "model.layers.15.self_attn.q_proj": 805850,
+      "model.layers.15.self_attn.v_proj": 496044,
+      "model.layers.16.mlp.down_proj": 1193388,
+      "model.layers.16.mlp.gate_proj": 1369230,
+      "model.layers.16.mlp.up_proj": 1196630,
+      "model.layers.16.self_attn.k_proj": 943400,
+      "model.layers.16.self_attn.o_proj": 459789,
+      "model.layers.16.self_attn.q_proj": 844853,
+      "model.layers.16.self_attn.v_proj": 490430,
+      "model.layers.17.mlp.down_proj": 1176012,
+      "model.layers.17.mlp.gate_proj": 1343222,
+      "model.layers.17.mlp.up_proj": 1180452,
+      "model.layers.17.self_attn.k_proj": 842348,
+      "model.layers.17.self_attn.o_proj": 455401,
+      "model.layers.17.self_attn.q_proj": 776532,
+      "model.layers.17.self_attn.v_proj": 472993,
+      "model.layers.18.mlp.down_proj": 1171208,
+      "model.layers.18.mlp.gate_proj": 1331858,
+      "model.layers.18.mlp.up_proj": 1171681,
+      "model.layers.18.self_attn.k_proj": 807039,
+      "model.layers.18.self_attn.o_proj": 455862,
+      "model.layers.18.self_attn.q_proj": 741688,
+      "model.layers.18.self_attn.v_proj": 481202,
+      "model.layers.19.mlp.down_proj": 1162136,
+      "model.layers.19.mlp.gate_proj": 1303078,
+      "model.layers.19.mlp.up_proj": 1163440,
+      "model.layers.19.self_attn.k_proj": 859732,
+      "model.layers.19.self_attn.o_proj": 462864,
+      "model.layers.19.self_attn.q_proj": 785772,
+      "model.layers.19.self_attn.v_proj": 486944,
+      "model.layers.2.mlp.down_proj": 1152157,
+      "model.layers.2.mlp.gate_proj": 1159260,
+      "model.layers.2.mlp.up_proj": 1165168,
+      "model.layers.2.self_attn.k_proj": 1663751,
+      "model.layers.2.self_attn.o_proj": 485472,
+      "model.layers.2.self_attn.q_proj": 1371023,
+      "model.layers.2.self_attn.v_proj": 512415,
+      "model.layers.20.mlp.down_proj": 1160157,
+      "model.layers.20.mlp.gate_proj": 1257357,
+      "model.layers.20.mlp.up_proj": 1155843,
+      "model.layers.20.self_attn.k_proj": 906734,
+      "model.layers.20.self_attn.o_proj": 443501,
+      "model.layers.20.self_attn.q_proj": 833323,
+      "model.layers.20.self_attn.v_proj": 457808,
+      "model.layers.21.mlp.down_proj": 1152844,
+      "model.layers.21.mlp.gate_proj": 1240343,
+      "model.layers.21.mlp.up_proj": 1145607,
+      "model.layers.21.self_attn.k_proj": 919054,
+      "model.layers.21.self_attn.o_proj": 442822,
+      "model.layers.21.self_attn.q_proj": 846683,
+      "model.layers.21.self_attn.v_proj": 462912,
+      "model.layers.22.mlp.down_proj": 1149367,
+      "model.layers.22.mlp.gate_proj": 1226597,
+      "model.layers.22.mlp.up_proj": 1145408,
+      "model.layers.22.self_attn.k_proj": 862091,
+      "model.layers.22.self_attn.o_proj": 462002,
+      "model.layers.22.self_attn.q_proj": 795237,
+      "model.layers.22.self_attn.v_proj": 472279,
+      "model.layers.23.mlp.down_proj": 1148308,
+      "model.layers.23.mlp.gate_proj": 1205318,
+      "model.layers.23.mlp.up_proj": 1143303,
+      "model.layers.23.self_attn.k_proj": 780914,
+      "model.layers.23.self_attn.o_proj": 458216,
+      "model.layers.23.self_attn.q_proj": 736854,
+      "model.layers.23.self_attn.v_proj": 473637,
+      "model.layers.24.mlp.down_proj": 1142395,
+      "model.layers.24.mlp.gate_proj": 1214395,
+      "model.layers.24.mlp.up_proj": 1137655,
+      "model.layers.24.self_attn.k_proj": 977188,
+      "model.layers.24.self_attn.o_proj": 451991,
+      "model.layers.24.self_attn.q_proj": 908230,
+      "model.layers.24.self_attn.v_proj": 462751,
+      "model.layers.25.mlp.down_proj": 1147862,
+      "model.layers.25.mlp.gate_proj": 1227621,
+      "model.layers.25.mlp.up_proj": 1142373,
+      "model.layers.25.self_attn.k_proj": 796583,
+      "model.layers.25.self_attn.o_proj": 446459,
+      "model.layers.25.self_attn.q_proj": 771205,
+      "model.layers.25.self_attn.v_proj": 459858,
+      "model.layers.26.mlp.down_proj": 1157619,
+      "model.layers.26.mlp.gate_proj": 1270276,
+      "model.layers.26.mlp.up_proj": 1143819,
+      "model.layers.26.self_attn.k_proj": 861270,
+      "model.layers.26.self_attn.o_proj": 506930,
+      "model.layers.26.self_attn.q_proj": 812193,
+      "model.layers.26.self_attn.v_proj": 496655,
+      "model.layers.27.mlp.down_proj": 1167794,
+      "model.layers.27.mlp.gate_proj": 1311278,
+      "model.layers.27.mlp.up_proj": 1150479,
+      "model.layers.27.self_attn.k_proj": 660898,
+      "model.layers.27.self_attn.o_proj": 462408,
+      "model.layers.27.self_attn.q_proj": 639690,
+      "model.layers.27.self_attn.v_proj": 465375,
+      "model.layers.28.mlp.down_proj": 1185382,
+      "model.layers.28.mlp.gate_proj": 1339786,
+      "model.layers.28.mlp.up_proj": 1160799,
+      "model.layers.28.self_attn.k_proj": 729108,
+      "model.layers.28.self_attn.o_proj": 477348,
+      "model.layers.28.self_attn.q_proj": 705351,
+      "model.layers.28.self_attn.v_proj": 493689,
+      "model.layers.29.mlp.down_proj": 1213857,
+      "model.layers.29.mlp.gate_proj": 1391366,
+      "model.layers.29.mlp.up_proj": 1176903,
+      "model.layers.29.self_attn.k_proj": 819925,
+      "model.layers.29.self_attn.o_proj": 458954,
+      "model.layers.29.self_attn.q_proj": 780980,
+      "model.layers.29.self_attn.v_proj": 475585,
+      "model.layers.3.mlp.down_proj": 1160791,
+      "model.layers.3.mlp.gate_proj": 1181464,
+      "model.layers.3.mlp.up_proj": 1173791,
+      "model.layers.3.self_attn.k_proj": 1255296,
+      "model.layers.3.self_attn.o_proj": 532234,
+      "model.layers.3.self_attn.q_proj": 1087792,
+      "model.layers.3.self_attn.v_proj": 546946,
+      "model.layers.30.mlp.down_proj": 1296643,
+      "model.layers.30.mlp.gate_proj": 1443559,
+      "model.layers.30.mlp.up_proj": 1200401,
+      "model.layers.30.self_attn.k_proj": 682857,
+      "model.layers.30.self_attn.o_proj": 458368,
+      "model.layers.30.self_attn.q_proj": 662921,
+      "model.layers.30.self_attn.v_proj": 463573,
+      "model.layers.31.mlp.down_proj": 1451063,
+      "model.layers.31.mlp.gate_proj": 1443243,
+      "model.layers.31.mlp.up_proj": 1291025,
+      "model.layers.31.self_attn.k_proj": 761264,
+      "model.layers.31.self_attn.o_proj": 504372,
+      "model.layers.31.self_attn.q_proj": 682521,
+      "model.layers.31.self_attn.v_proj": 503567,
+      "model.layers.4.mlp.down_proj": 1174946,
+      "model.layers.4.mlp.gate_proj": 1247025,
+      "model.layers.4.mlp.up_proj": 1183052,
+      "model.layers.4.self_attn.k_proj": 1113167,
+      "model.layers.4.self_attn.o_proj": 457105,
+      "model.layers.4.self_attn.q_proj": 956349,
+      "model.layers.4.self_attn.v_proj": 480678,
+      "model.layers.5.mlp.down_proj": 1185177,
+      "model.layers.5.mlp.gate_proj": 1315315,
+      "model.layers.5.mlp.up_proj": 1190124,
+      "model.layers.5.self_attn.k_proj": 1013955,
+      "model.layers.5.self_attn.o_proj": 492438,
+      "model.layers.5.self_attn.q_proj": 871171,
+      "model.layers.5.self_attn.v_proj": 529252,
+      "model.layers.6.mlp.down_proj": 1185025,
+      "model.layers.6.mlp.gate_proj": 1363849,
+      "model.layers.6.mlp.up_proj": 1189310,
+      "model.layers.6.self_attn.k_proj": 1096207,
+      "model.layers.6.self_attn.o_proj": 514822,
+      "model.layers.6.self_attn.q_proj": 1000413,
+      "model.layers.6.self_attn.v_proj": 559422,
+      "model.layers.7.mlp.down_proj": 1185723,
+      "model.layers.7.mlp.gate_proj": 1396153,
+      "model.layers.7.mlp.up_proj": 1192986,
+      "model.layers.7.self_attn.k_proj": 1072532,
+      "model.layers.7.self_attn.o_proj": 541576,
+      "model.layers.7.self_attn.q_proj": 1010874,
+      "model.layers.7.self_attn.v_proj": 579662,
+      "model.layers.8.mlp.down_proj": 1195389,
+      "model.layers.8.mlp.gate_proj": 1405540,
+      "model.layers.8.mlp.up_proj": 1195047,
+      "model.layers.8.self_attn.k_proj": 1017816,
+      "model.layers.8.self_attn.o_proj": 486159,
+      "model.layers.8.self_attn.q_proj": 944341,
+      "model.layers.8.self_attn.v_proj": 524279,
+      "model.layers.9.mlp.down_proj": 1204613,
+      "model.layers.9.mlp.gate_proj": 1426994,
+      "model.layers.9.mlp.up_proj": 1202174,
+      "model.layers.9.self_attn.k_proj": 927717,
+      "model.layers.9.self_attn.o_proj": 488203,
+      "model.layers.9.self_attn.q_proj": 834266,
+      "model.layers.9.self_attn.v_proj": 531763
+    }
+  },
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 11008,
+  "max_position_embeddings": 4096,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 32,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.39.3",
+  "use_cache": true,
+  "vocab_size": 32000
+}

anyprec-vicuna-7b-v1.5-dns-2.53-3.3125-w4_orig2-gc1-c4_s100_blk512/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003292230db40cc217852af6b98ddabf9e93e8b8c602b0b75ac9a5d812284ab3
+size 5134593777

anyprec-vicuna-7b-v1.5-dns-2.53-3.3125-w4_orig2-gc1-c4_s100_blk512/special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

anyprec-vicuna-7b-v1.5-dns-2.53-3.3125-w4_orig2-gc1-c4_s100_blk512/tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723

anyprec-vicuna-7b-v1.5-dns-2.53-3.3125-w4_orig2-gc1-c4_s100_blk512/tokenizer_config.json

@@ -0,0 +1,43 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": false,
+  "model_max_length": 4096,
+  "pad_token": "<unk>",
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}