Upload folder using huggingface_hub

job_new.json

@@ -57975,7 +57975,7 @@
                 }
             },
             {
-                "accuracy": 0.9459031000733376,
+                "accuracy": 0.945903766900301,
                 "total_bits": 9097152,
                 "gate_proj": {
                     "group_size": {
@@ -58657,12 +58657,12 @@
             }
         },
         "model.layers.1.self_attn": {
-            "accuracy": 0.9875497296452522,
-            "total_bits": 3923328,
+            "accuracy": 0.9855817724019289,
+            "total_bits": 3831936,
             "q_proj": {
                 "group_size": {
-                    "5": 32,
-                    "4": 32
+                    "5": 128,
+                    "4": 128
                 },
                 "bits": [
                     5,
@@ -58676,8 +58676,8 @@
             },
             "k_proj": {
                 "group_size": {
-                    "5": 32,
-                    "4": 32
+                    "5": 128,
+                    "4": 128
                 },
                 "bits": [
                     5,
@@ -58691,20 +58691,23 @@
             },
             "v_proj": {
                 "group_size": {
-                    "5": 32
+                    "5": 64,
+                    "4": 64
                 },
                 "bits": [
-                    5
+                    5,
+                    4
                 ],
                 "bits_prop": [
-                    1
+                    0.1,
+                    0.9
                 ],
                 "scale_bits": 4
             },
             "o_proj": {
                 "group_size": {
-                    "5": 32,
-                    "4": 32
+                    "5": 128,
+                    "4": 128
                 },
                 "bits": [
                     5,
@@ -58718,16 +58721,16 @@
             }
         },
         "model.layers.1.mlp": {
-            "accuracy": 0.9877292113378644,
-            "total_bits": 14357424,
+            "accuracy": 0.9778902214020491,
+            "total_bits": 11696064,
             "gate_proj": {
                 "group_size": {
-                    "6": 128,
-                    "5": 128
+                    "5": 32,
+                    "4": 32
                 },
                 "bits": [
-                    6,
-                    5
+                    5,
+                    4
                 ],
                 "bits_prop": [
                     0.1,
@@ -58737,12 +58740,12 @@
             },
             "up_proj": {
                 "group_size": {
-                    "6": 128,
-                    "5": 128
+                    "5": 32,
+                    "4": 32
                 },
                 "bits": [
-                    6,
-                    5
+                    5,
+                    4
                 ],
                 "bits_prop": [
                     0.25,
@@ -58753,13 +58756,13 @@
             "down_proj": {
                 "group_size": {
                     "8": 32,
-                    "6": 128,
-                    "5": 128
+                    "5": 32,
+                    "4": 32
                 },
                 "bits": [
                     8,
-                    6,
-                    5
+                    5,
+                    4
                 ],
                 "bits_prop": [
                     0.05,
@@ -58770,12 +58773,12 @@
             }
         },
         "model.layers.2.self_attn": {
-            "accuracy": 0.9897214015945792,
-            "total_bits": 3923328,
+            "accuracy": 0.9876447143033147,
+            "total_bits": 3775344,
             "q_proj": {
                 "group_size": {
-                    "5": 32,
-                    "4": 32
+                    "5": 64,
+                    "4": 64
                 },
                 "bits": [
                     5,
@@ -58789,8 +58792,8 @@
             },
             "k_proj": {
                 "group_size": {
-                    "5": 32,
-                    "4": 32
+                    "5": 64,
+                    "4": 64
                 },
                 "bits": [
                     5,
@@ -58804,20 +58807,23 @@
             },
             "v_proj": {
                 "group_size": {
-                    "5": 32
+                    "5": 32,
+                    "4": 32
                 },
                 "bits": [
-                    5
+                    5,
+                    4
                 ],
                 "bits_prop": [
-                    1
+                    0.1,
+                    0.9
                 ],
                 "scale_bits": 4
             },
             "o_proj": {
                 "group_size": {
-                    "5": 32,
-                    "4": 32
+                    "5": 64,
+                    "4": 64
                 },
                 "bits": [
                     5,
@@ -58883,76 +58889,64 @@
             }
         },
         "model.layers.3.self_attn": {
-            "accuracy": 0.9815531522035599,
-            "total_bits": 3775344,
+            "accuracy": 0.9954097527079284,
+            "total_bits": 5717376,
             "q_proj": {
                 "group_size": {
-                    "5": 64,
-                    "4": 64
+                    "6": 32
                 },
                 "bits": [
-                    5,
-                    4
+                    6
                 ],
                 "bits_prop": [
-                    0.1,
-                    0.9
+                    1
                 ],
                 "scale_bits": 4
             },
             "k_proj": {
                 "group_size": {
-                    "5": 64,
-                    "4": 64
+                    "6": 32
                 },
                 "bits": [
-                    5,
-                    4
+                    6
                 ],
                 "bits_prop": [
-                    0.1,
-                    0.9
+                    1
                 ],
                 "scale_bits": 4
             },
             "v_proj": {
                 "group_size": {
-                    "5": 32,
-                    "4": 32
+                    "8": 32
                 },
                 "bits": [
-                    5,
-                    4
+                    8
                 ],
                 "bits_prop": [
-                    0.1,
-                    0.9
+                    1
                 ],
                 "scale_bits": 4
             },
             "o_proj": {
                 "group_size": {
-                    "5": 64,
-                    "4": 64
+                    "6": 32
                 },
                 "bits": [
-                    5,
-                    4
+                    6
                 ],
                 "bits_prop": [
-                    0.1,
-                    0.9
+                    1
                 ],
                 "scale_bits": 4
             }
         },
         "model.layers.3.mlp": {
-            "accuracy": 0.9879447687417269,
-            "total_bits": 14357424,
+            "accuracy": 0.9891038266941905,
+            "total_bits": 14294976,
             "gate_proj": {
                 "group_size": {
-                    "6": 128,
-                    "5": 128
+                    "6": 32,
+                    "5": 32
                 },
                 "bits": [
                     6,
@@ -58966,8 +58960,8 @@
             },
             "up_proj": {
                 "group_size": {
-                    "6": 128,
-                    "5": 128
+                    "6": 32,
+                    "5": 32
                 },
                 "bits": [
                     6,
@@ -58982,8 +58976,8 @@
             "down_proj": {
                 "group_size": {
                     "8": 32,
-                    "6": 128,
-                    "5": 128
+                    "6": 32,
+                    "5": 32
                 },
                 "bits": [
                     8,
@@ -59103,16 +59097,16 @@
             }
         },
         "model.layers.5.self_attn": {
-            "accuracy": 0.9857744798064232,
-            "total_bits": 3923328,
+            "accuracy": 0.9921023324131966,
+            "total_bits": 4808064,
             "q_proj": {
                 "group_size": {
-                    "5": 32,
-                    "4": 32
+                    "6": 32,
+                    "5": 32
                 },
                 "bits": [
-                    5,
-                    4
+                    6,
+                    5
                 ],
                 "bits_prop": [
                     0.1,
@@ -59122,12 +59116,12 @@
             },
             "k_proj": {
                 "group_size": {
-                    "5": 32,
-                    "4": 32
+                    "6": 32,
+                    "5": 32
                 },
                 "bits": [
-                    5,
-                    4
+                    6,
+                    5
                 ],
                 "bits_prop": [
                     0.1,
@@ -59137,10 +59131,10 @@
             },
             "v_proj": {
                 "group_size": {
-                    "5": 32
+                    "6": 32
                 },
                 "bits": [
-                    5
+                    6
                 ],
                 "bits_prop": [
                     1
@@ -59149,12 +59143,12 @@
             },
             "o_proj": {
                 "group_size": {
-                    "5": 32,
-                    "4": 32
+                    "6": 32,
+                    "5": 32
                 },
                 "bits": [
-                    5,
-                    4
+                    6,
+                    5
                 ],
                 "bits_prop": [
                     0.1,
@@ -59164,53 +59158,44 @@
             }
         },
         "model.layers.5.mlp": {
-            "accuracy": 0.9763468410819769,
-            "total_bits": 11696064,
+            "accuracy": 0.9745967444032431,
+            "total_bits": 11259840,
             "gate_proj": {
                 "group_size": {
-                    "5": 32,
                     "4": 32
                 },
                 "bits": [
-                    5,
                     4
                 ],
                 "bits_prop": [
-                    0.1,
-                    0.9
+                    1
                 ],
                 "scale_bits": 4
             },
             "up_proj": {
                 "group_size": {
-                    "5": 32,
                     "4": 32
                 },
                 "bits": [
-                    5,
                     4
                 ],
                 "bits_prop": [
-                    0.25,
-                    0.75
+                    1
                 ],
                 "scale_bits": 4
             },
             "down_proj": {
                 "group_size": {
                     "8": 32,
-                    "5": 32,
                     "4": 32
                 },
                 "bits": [
                     8,
-                    5,
                     4
                 ],
                 "bits_prop": [
                     0.05,
-                    0.1,
-                    0.85
+                    0.95
                 ],
                 "scale_bits": 4
             }
@@ -59320,41 +59305,35 @@
             }
         },
         "model.layers.7.self_attn": {
-            "accuracy": 0.991921853274107,
-            "total_bits": 4808064,
+            "accuracy": 0.9904757384210825,
+            "total_bits": 5413824,
             "q_proj": {
                 "group_size": {
-                    "6": 32,
-                    "5": 32
+                    "6": 128
                 },
                 "bits": [
-                    6,
-                    5
+                    6
                 ],
                 "bits_prop": [
-                    0.1,
-                    0.9
+                    1
                 ],
                 "scale_bits": 4
             },
             "k_proj": {
                 "group_size": {
-                    "6": 32,
-                    "5": 32
+                    "6": 128
                 },
                 "bits": [
-                    6,
-                    5
+                    6
                 ],
                 "bits_prop": [
-                    0.1,
-                    0.9
+                    1
                 ],
                 "scale_bits": 4
             },
             "v_proj": {
                 "group_size": {
-                    "6": 32
+                    "6": 128
                 },
                 "bits": [
                     6
@@ -59366,27 +59345,24 @@
             },
             "o_proj": {
                 "group_size": {
-                    "6": 32,
-                    "5": 32
+                    "6": 128
                 },
                 "bits": [
-                    6,
-                    5
+                    6
                 ],
                 "bits_prop": [
-                    0.1,
-                    0.9
+                    1
                 ],
                 "scale_bits": 4
             }
         },
         "model.layers.7.mlp": {
-            "accuracy": 0.9865649975836277,
-            "total_bits": 14357424,
+            "accuracy": 0.9878600733354688,
+            "total_bits": 14294976,
             "gate_proj": {
                 "group_size": {
-                    "6": 128,
-                    "5": 128
+                    "6": 32,
+                    "5": 32
                 },
                 "bits": [
                     6,
@@ -59400,8 +59376,8 @@
             },
             "up_proj": {
                 "group_size": {
-                    "6": 128,
-                    "5": 128
+                    "6": 32,
+                    "5": 32
                 },
                 "bits": [
                     6,
@@ -59416,8 +59392,8 @@
             "down_proj": {
                 "group_size": {
                     "8": 32,
-                    "6": 128,
-                    "5": 128
+                    "6": 32,
+                    "5": 32
                 },
                 "bits": [
                     8,
@@ -59607,59 +59583,68 @@
             }
         },
         "model.layers.9.mlp": {
-            "accuracy": 0.973205866292119,
-            "total_bits": 11259840,
+            "accuracy": 0.9877331163734198,
+            "total_bits": 14294976,
             "gate_proj": {
                 "group_size": {
-                    "4": 32
+                    "6": 32,
+                    "5": 32
                 },
                 "bits": [
-                    4
+                    6,
+                    5
                 ],
                 "bits_prop": [
-                    1
+                    0.1,
+                    0.9
                 ],
                 "scale_bits": 4
             },
             "up_proj": {
                 "group_size": {
-                    "4": 32
+                    "6": 32,
+                    "5": 32
                 },
                 "bits": [
-                    4
+                    6,
+                    5
                 ],
                 "bits_prop": [
-                    1
+                    0.25,
+                    0.75
                 ],
                 "scale_bits": 4
             },
             "down_proj": {
                 "group_size": {
                     "8": 32,
-                    "4": 32
+                    "6": 32,
+                    "5": 32
                 },
                 "bits": [
                     8,
-                    4
+                    6,
+                    5
                 ],
                 "bits_prop": [
                     0.05,
-                    0.95
+                    0.1,
+                    0.85
                 ],
                 "scale_bits": 4
             }
         },
         "model.layers.10.self_attn": {
-            "accuracy": 0.9858452072367072,
-            "total_bits": 3923328,
+            "accuracy": 0.9927606964483857,
+            "total_bits": 4808064,
             "q_proj": {
                 "group_size": {
-                    "5": 32,
-                    "4": 32
+                    "6": 32,
+                    "5": 32
                 },
                 "bits": [
-                    5,
-                    4
+                    6,
+                    5
                 ],
                 "bits_prop": [
                     0.1,
@@ -59669,12 +59654,12 @@
             },
             "k_proj": {
                 "group_size": {
-                    "5": 32,
-                    "4": 32
+                    "6": 32,
+                    "5": 32
                 },
                 "bits": [
-                    5,
-                    4
+                    6,
+                    5
                 ],
                 "bits_prop": [
                     0.1,
@@ -59684,10 +59669,10 @@
             },
             "v_proj": {
                 "group_size": {
-                    "5": 32
+                    "6": 32
                 },
                 "bits": [
-                    5
+                    6
                 ],
                 "bits_prop": [
                     1
@@ -59696,12 +59681,12 @@
             },
             "o_proj": {
                 "group_size": {
-                    "5": 32,
-                    "4": 32
+                    "6": 32,
+                    "5": 32
                 },
                 "bits": [
-                    5,
-                    4
+                    6,
+                    5
                 ],
                 "bits_prop": [
                     0.1,
@@ -59711,12 +59696,12 @@
             }
         },
         "model.layers.10.mlp": {
-            "accuracy": 0.9880222668871284,
-            "total_bits": 14294976,
+            "accuracy": 0.9865744085982442,
+            "total_bits": 14357424,
             "gate_proj": {
                 "group_size": {
-                    "6": 32,
-                    "5": 32
+                    "6": 128,
+                    "5": 128
                 },
                 "bits": [
                     6,
@@ -59730,8 +59715,8 @@
             },
             "up_proj": {
                 "group_size": {
-                    "6": 32,
-                    "5": 32
+                    "6": 128,
+                    "5": 128
                 },
                 "bits": [
                     6,
@@ -59746,8 +59731,8 @@
             "down_proj": {
                 "group_size": {
                     "8": 32,
-                    "6": 32,
-                    "5": 32
+                    "6": 128,
+                    "5": 128
                 },
                 "bits": [
                     8,
@@ -59763,44 +59748,38 @@
             }
         },
         "model.layers.11.self_attn": {
-            "accuracy": 0.9919869741424918,
-            "total_bits": 4811712,
+            "accuracy": 0.9963408834300935,
+            "total_bits": 5717376,
             "q_proj": {
                 "group_size": {
-                    "6": 128,
-                    "5": 128
+                    "6": 32
                 },
                 "bits": [
-                    6,
-                    5
+                    6
                 ],
                 "bits_prop": [
-                    0.1,
-                    0.9
+                    1
                 ],
                 "scale_bits": 4
             },
             "k_proj": {
                 "group_size": {
-                    "6": 128,
-                    "5": 128
+                    "6": 32
                 },
                 "bits": [
-                    6,
-                    5
+                    6
                 ],
                 "bits_prop": [
-                    0.1,
-                    0.9
+                    1
                 ],
                 "scale_bits": 4
             },
             "v_proj": {
                 "group_size": {
-                    "6": 128
+                    "8": 32
                 },
                 "bits": [
-                    6
+                    8
                 ],
                 "bits_prop": [
                     1
@@ -59809,27 +59788,24 @@
             },
             "o_proj": {
                 "group_size": {
-                    "6": 128,
-                    "5": 128
+                    "6": 32
                 },
                 "bits": [
-                    6,
-                    5
+                    6
                 ],
                 "bits_prop": [
-                    0.1,
-                    0.9
+                    1
                 ],
                 "scale_bits": 4
             }
         },
         "model.layers.11.mlp": {
-            "accuracy": 0.9839992877095938,
-            "total_bits": 9097152,
+            "accuracy": 0.9859139826148748,
+            "total_bits": 9159600,
             "gate_proj": {
                 "group_size": {
-                    "4": 32,
-                    "3": 32
+                    "4": 128,
+                    "3": 128
                 },
                 "bits": [
                     4,
@@ -59843,8 +59819,8 @@
             },
             "up_proj": {
                 "group_size": {
-                    "4": 32,
-                    "3": 32
+                    "4": 128,
+                    "3": 128
                 },
                 "bits": [
                     4,
@@ -59859,8 +59835,8 @@
             "down_proj": {
                 "group_size": {
                     "8": 32,
-                    "4": 32,
-                    "3": 32
+                    "4": 128,
+                    "3": 128
                 },
                 "bits": [
                     8,
@@ -59940,16 +59916,16 @@
             }
         },
         "model.layers.12.mlp": {
-            "accuracy": 0.9890716709196568,
-            "total_bits": 9159600,
+            "accuracy": 0.9815687015652657,
+            "total_bits": 7007328,
             "gate_proj": {
                 "group_size": {
-                    "4": 128,
-                    "3": 128
+                    "3": 64,
+                    "2": 64
                 },
                 "bits": [
-                    4,
-                    3
+                    3,
+                    2
                 ],
                 "bits_prop": [
                     0.1,
@@ -59959,45 +59935,42 @@
             },
             "up_proj": {
                 "group_size": {
-                    "4": 128,
-                    "3": 128
+                    "3": 64,
+                    "2": 64
                 },
                 "bits": [
-                    4,
-                    3
+                    3,
+                    2
                 ],
                 "bits_prop": [
-                    0.25,
-                    0.75
+                    0.3,
+                    0.7
                 ],
                 "scale_bits": 4
             },
             "down_proj": {
                 "group_size": {
-                    "8": 32,
-                    "4": 128,
-                    "3": 128
+                    "5": 32,
+                    "3": 32
                 },
                 "bits": [
-                    8,
-                    4,
+                    5,
                     3
                 ],
                 "bits_prop": [
                     0.05,
-                    0.1,
-                    0.85
+                    0.95
                 ],
                 "scale_bits": 4
             }
         },
         "model.layers.13.self_attn": {
-            "accuracy": 0.992383630014956,
-            "total_bits": 3775344,
+            "accuracy": 0.992874032817781,
+            "total_bits": 3923328,
             "q_proj": {
                 "group_size": {
-                    "5": 64,
-                    "4": 64
+                    "5": 32,
+                    "4": 32
                 },
                 "bits": [
                     5,
@@ -60011,8 +59984,8 @@
             },
             "k_proj": {
                 "group_size": {
-                    "5": 64,
-                    "4": 64
+                    "5": 32,
+                    "4": 32
                 },
                 "bits": [
                     5,
@@ -60026,23 +59999,20 @@
             },
             "v_proj": {
                 "group_size": {
-                    "5": 32,
-                    "4": 32
+                    "5": 32
                 },
                 "bits": [
-                    5,
-                    4
+                    5
                 ],
                 "bits_prop": [
-                    0.1,
-                    0.9
+                    1
                 ],
                 "scale_bits": 4
             },
             "o_proj": {
                 "group_size": {
-                    "5": 64,
-                    "4": 64
+                    "5": 32,
+                    "4": 32
                 },
                 "bits": [
                     5,
@@ -60105,44 +60075,38 @@
             }
         },
         "model.layers.14.self_attn": {
-            "accuracy": 0.9959560642018914,
-            "total_bits": 4808064,
+            "accuracy": 0.9867758862674236,
+            "total_bits": 3677040,
             "q_proj": {
                 "group_size": {
-                    "6": 32,
-                    "5": 32
+                    "4": 64
                 },
                 "bits": [
-                    6,
-                    5
+                    4
                 ],
                 "bits_prop": [
-                    0.1,
-                    0.9
+                    1
                 ],
                 "scale_bits": 4
             },
             "k_proj": {
                 "group_size": {
-                    "6": 32,
-                    "5": 32
+                    "4": 64
                 },
                 "bits": [
-                    6,
-                    5
+                    4
                 ],
                 "bits_prop": [
-                    0.1,
-                    0.9
+                    1
                 ],
                 "scale_bits": 4
             },
             "v_proj": {
                 "group_size": {
-                    "6": 32
+                    "4": 32
                 },
                 "bits": [
-                    6
+                    4
                 ],
                 "bits_prop": [
                     1
@@ -60151,31 +60115,28 @@
             },
             "o_proj": {
                 "group_size": {
-                    "6": 32,
-                    "5": 32
+                    "4": 64
                 },
                 "bits": [
-                    6,
-                    5
+                    4
                 ],
                 "bits_prop": [
-                    0.1,
-                    0.9
+                    1
                 ],
                 "scale_bits": 4
             }
         },
         "model.layers.14.mlp": {
-            "accuracy": 0.9811211936175823,
-            "total_bits": 7007328,
+            "accuracy": 0.9892165157943964,
+            "total_bits": 9097152,
             "gate_proj": {
                 "group_size": {
-                    "3": 64,
-                    "2": 64
+                    "4": 32,
+                    "3": 32
                 },
                 "bits": [
-                    3,
-                    2
+                    4,
+                    3
                 ],
                 "bits_prop": [
                     0.1,
@@ -60185,42 +60146,45 @@
             },
             "up_proj": {
                 "group_size": {
-                    "3": 64,
-                    "2": 64
+                    "4": 32,
+                    "3": 32
                 },
                 "bits": [
-                    3,
-                    2
+                    4,
+                    3
                 ],
                 "bits_prop": [
-                    0.3,
-                    0.7
+                    0.25,
+                    0.75
                 ],
                 "scale_bits": 4
             },
             "down_proj": {
                 "group_size": {
-                    "5": 32,
+                    "8": 32,
+                    "4": 32,
                     "3": 32
                 },
                 "bits": [
-                    5,
+                    8,
+                    4,
                     3
                 ],
                 "bits_prop": [
                     0.05,
-                    0.95
+                    0.1,
+                    0.85
                 ],
                 "scale_bits": 4
             }
         },
         "model.layers.15.self_attn": {
-            "accuracy": 0.9887736244127154,
-            "total_bits": 3831936,
+            "accuracy": 0.9902772186324,
+            "total_bits": 3923328,
             "q_proj": {
                 "group_size": {
-                    "5": 128,
-                    "4": 128
+                    "5": 32,
+                    "4": 32
                 },
                 "bits": [
                     5,
@@ -60234,8 +60198,8 @@
             },
             "k_proj": {
                 "group_size": {
-                    "5": 128,
-                    "4": 128
+                    "5": 32,
+                    "4": 32
                 },
                 "bits": [
                     5,
@@ -60249,23 +60213,20 @@
             },
             "v_proj": {
                 "group_size": {
-                    "5": 64,
-                    "4": 64
+                    "5": 32
                 },
                 "bits": [
-                    5,
-                    4
+                    5
                 ],
                 "bits_prop": [
-                    0.1,
-                    0.9
+                    1
                 ],
                 "scale_bits": 4
             },
             "o_proj": {
                 "group_size": {
-                    "5": 128,
-                    "4": 128
+                    "5": 32,
+                    "4": 32
                 },
                 "bits": [
                     5,
@@ -60279,16 +60240,16 @@
             }
         },
         "model.layers.15.mlp": {
-            "accuracy": 0.9795254543423653,
-            "total_bits": 7007328,
+            "accuracy": 0.9878587136045098,
+            "total_bits": 9159600,
             "gate_proj": {
                 "group_size": {
-                    "3": 64,
-                    "2": 64
+                    "4": 128,
+                    "3": 128
                 },
                 "bits": [
-                    3,
-                    2
+                    4,
+                    3
                 ],
                 "bits_prop": [
                     0.1,
@@ -60298,46 +60259,49 @@
             },
             "up_proj": {
                 "group_size": {
-                    "3": 64,
-                    "2": 64
+                    "4": 128,
+                    "3": 128
                 },
                 "bits": [
-                    3,
-                    2
+                    4,
+                    3
                 ],
                 "bits_prop": [
-                    0.3,
-                    0.7
+                    0.25,
+                    0.75
                 ],
                 "scale_bits": 4
             },
             "down_proj": {
                 "group_size": {
-                    "5": 32,
-                    "3": 32
+                    "8": 32,
+                    "4": 128,
+                    "3": 128
                 },
                 "bits": [
-                    5,
+                    8,
+                    4,
                     3
                 ],
                 "bits_prop": [
                     0.05,
-                    0.95
+                    0.1,
+                    0.85
                 ],
                 "scale_bits": 4
             }
         },
         "model.layers.16.self_attn": {
-            "accuracy": 0.9966306854039431,
-            "total_bits": 4808064,
+            "accuracy": 0.9928999468684196,
+            "total_bits": 3775344,
             "q_proj": {
                 "group_size": {
-                    "6": 32,
-                    "5": 32
+                    "5": 64,
+                    "4": 64
                 },
                 "bits": [
-                    6,
-                    5
+                    5,
+                    4
                 ],
                 "bits_prop": [
                     0.1,
@@ -60347,12 +60311,12 @@
             },
             "k_proj": {
                 "group_size": {
-                    "6": 32,
-                    "5": 32
+                    "5": 64,
+                    "4": 64
                 },
                 "bits": [
-                    6,
-                    5
+                    5,
+                    4
                 ],
                 "bits_prop": [
                     0.1,
@@ -60362,24 +60326,27 @@
             },
             "v_proj": {
                 "group_size": {
-                    "6": 32
+                    "5": 32,
+                    "4": 32
                 },
                 "bits": [
-                    6
+                    5,
+                    4
                 ],
                 "bits_prop": [
-                    1
+                    0.1,
+                    0.9
                 ],
                 "scale_bits": 4
             },
             "o_proj": {
                 "group_size": {
-                    "6": 32,
-                    "5": 32
+                    "5": 64,
+                    "4": 64
                 },
                 "bits": [
-                    6,
-                    5
+                    5,
+                    4
                 ],
                 "bits_prop": [
                     0.1,
@@ -60389,16 +60356,16 @@
             }
         },
         "model.layers.16.mlp": {
-            "accuracy": 0.988614184781909,
-            "total_bits": 9097152,
+            "accuracy": 0.9799803365021944,
+            "total_bits": 7007328,
             "gate_proj": {
                 "group_size": {
-                    "4": 32,
-                    "3": 32
+                    "3": 64,
+                    "2": 64
                 },
                 "bits": [
-                    4,
-                    3
+                    3,
+                    2
                 ],
                 "bits_prop": [
                     0.1,
@@ -60408,41 +60375,38 @@
             },
             "up_proj": {
                 "group_size": {
-                    "4": 32,
-                    "3": 32
+                    "3": 64,
+                    "2": 64
                 },
                 "bits": [
-                    4,
-                    3
+                    3,
+                    2
                 ],
                 "bits_prop": [
-                    0.25,
-                    0.75
+                    0.3,
+                    0.7
                 ],
                 "scale_bits": 4
             },
             "down_proj": {
                 "group_size": {
-                    "8": 32,
-                    "4": 32,
+                    "5": 32,
                     "3": 32
                 },
                 "bits": [
-                    8,
-                    4,
+                    5,
                     3
                 ],
                 "bits_prop": [
                     0.05,
-                    0.1,
-                    0.85
+                    0.95
                 ],
                 "scale_bits": 4
             }
         },
         "model.layers.17.self_attn": {
-            "accuracy": 0.990932559594512,
-            "total_bits": 3775344,
+            "accuracy": 0.9908454418182373,
+            "total_bits": 3866304,
             "q_proj": {
                 "group_size": {
                     "5": 64,
@@ -60475,16 +60439,13 @@
             },
             "v_proj": {
                 "group_size": {
-                    "5": 32,
-                    "4": 32
+                    "5": 64
                 },
                 "bits": [
-                    5,
-                    4
+                    5
                 ],
                 "bits_prop": [
-                    0.1,
-                    0.9
+                    1
                 ],
                 "scale_bits": 4
             },
@@ -60505,16 +60466,16 @@
             }
         },
         "model.layers.17.mlp": {
-            "accuracy": 0.9879879523068666,
-            "total_bits": 9097152,
+            "accuracy": 0.9788082204759121,
+            "total_bits": 7007328,
             "gate_proj": {
                 "group_size": {
-                    "4": 32,
-                    "3": 32
+                    "3": 64,
+                    "2": 64
                 },
                 "bits": [
-                    4,
-                    3
+                    3,
+                    2
                 ],
                 "bits_prop": [
                     0.1,
@@ -60524,34 +60485,31 @@
             },
             "up_proj": {
                 "group_size": {
-                    "4": 32,
-                    "3": 32
+                    "3": 64,
+                    "2": 64
                 },
                 "bits": [
-                    4,
-                    3
+                    3,
+                    2
                 ],
                 "bits_prop": [
-                    0.25,
-                    0.75
+                    0.3,
+                    0.7
                 ],
                 "scale_bits": 4
             },
             "down_proj": {
                 "group_size": {
-                    "8": 32,
-                    "4": 32,
+                    "5": 32,
                     "3": 32
                 },
                 "bits": [
-                    8,
-                    4,
+                    5,
                     3
                 ],
                 "bits_prop": [
                     0.05,
-                    0.1,
-                    0.85
+                    0.95
                 ],
                 "scale_bits": 4
             }
@@ -60734,8 +60692,8 @@
             }
         },
         "model.layers.19.mlp": {
-            "accuracy": 0.9854860184714198,
-            "total_bits": 9756816,
+            "accuracy": 0.9835127778351307,
+            "total_bits": 9097152,
             "gate_proj": {
                 "group_size": {
                     "4": 32,
@@ -60769,30 +60727,33 @@
             "down_proj": {
                 "group_size": {
                     "8": 32,
-                    "4": 128
+                    "4": 32,
+                    "3": 32
                 },
                 "bits": [
                     8,
-                    4
+                    4,
+                    3
                 ],
                 "bits_prop": [
                     0.05,
-                    0.95
+                    0.1,
+                    0.85
                 ],
                 "scale_bits": 4
             }
         },
         "model.layers.20.self_attn": {
-            "accuracy": 0.9898217963054776,
-            "total_bits": 3923328,
+            "accuracy": 0.9949732795357704,
+            "total_bits": 4808064,
             "q_proj": {
                 "group_size": {
-                    "5": 32,
-                    "4": 32
+                    "6": 32,
+                    "5": 32
                 },
                 "bits": [
-                    5,
-                    4
+                    6,
+                    5
                 ],
                 "bits_prop": [
                     0.1,
@@ -60802,12 +60763,12 @@
             },
             "k_proj": {
                 "group_size": {
-                    "5": 32,
-                    "4": 32
+                    "6": 32,
+                    "5": 32
                 },
                 "bits": [
-                    5,
-                    4
+                    6,
+                    5
                 ],
                 "bits_prop": [
                     0.1,
@@ -60817,10 +60778,10 @@
             },
             "v_proj": {
                 "group_size": {
-                    "5": 32
+                    "6": 32
                 },
                 "bits": [
-                    5
+                    6
                 ],
                 "bits_prop": [
                     1
@@ -60829,12 +60790,12 @@
             },
             "o_proj": {
                 "group_size": {
-                    "5": 32,
-                    "4": 32
+                    "6": 32,
+                    "5": 32
                 },
                 "bits": [
-                    5,
-                    4
+                    6,
+                    5
                 ],
                 "bits_prop": [
                     0.1,
@@ -60844,11 +60805,11 @@
             }
         },
         "model.layers.20.mlp": {
-            "accuracy": 0.9882188197225332,
-            "total_bits": 11259840,
+            "accuracy": 0.9870169991627336,
+            "total_bits": 11101728,
             "gate_proj": {
                 "group_size": {
-                    "4": 32
+                    "4": 128
                 },
                 "bits": [
                     4
@@ -60873,7 +60834,7 @@
             "down_proj": {
                 "group_size": {
                     "8": 32,
-                    "4": 32
+                    "4": 128
                 },
                 "bits": [
                     8,
@@ -60887,8 +60848,8 @@
             }
         },
         "model.layers.21.self_attn": {
-            "accuracy": 0.9886166863143444,
-            "total_bits": 3866304,
+            "accuracy": 0.9899369664490223,
+            "total_bits": 3775344,
             "q_proj": {
                 "group_size": {
                     "5": 64,
@@ -60921,13 +60882,16 @@
             },
             "v_proj": {
                 "group_size": {
-                    "5": 64
+                    "5": 32,
+                    "4": 32
                 },
                 "bits": [
-                    5
+                    5,
+                    4
                 ],
                 "bits_prop": [
-                    1
+                    0.1,
+                    0.9
                 ],
                 "scale_bits": 4
             },
@@ -60948,11 +60912,11 @@
             }
         },
         "model.layers.21.mlp": {
-            "accuracy": 0.9882833734154701,
-            "total_bits": 11101728,
+            "accuracy": 0.9894305132329464,
+            "total_bits": 11259840,
             "gate_proj": {
                 "group_size": {
-                    "4": 128
+                    "4": 32
                 },
                 "bits": [
                     4
@@ -60977,7 +60941,7 @@
             "down_proj": {
                 "group_size": {
                     "8": 32,
-                    "4": 128
+                    "4": 32
                 },
                 "bits": [
                     8,
@@ -60991,12 +60955,12 @@
             }
         },
         "model.layers.22.self_attn": {
-            "accuracy": 0.9880260303616524,
-            "total_bits": 3831936,
+            "accuracy": 0.9895689664408565,
+            "total_bits": 3775344,
             "q_proj": {
                 "group_size": {
-                    "5": 128,
-                    "4": 128
+                    "5": 64,
+                    "4": 64
                 },
                 "bits": [
                     5,
@@ -61009,9 +60973,9 @@
                 "scale_bits": 4
             },
             "k_proj": {
-                "group_size": {
-                    "5": 128,
-                    "4": 128
+                "group_size": {
+                    "5": 64,
+                    "4": 64
                 },
                 "bits": [
                     5,
@@ -61025,8 +60989,8 @@
             },
             "v_proj": {
                 "group_size": {
-                    "5": 64,
-                    "4": 64
+                    "5": 32,
+                    "4": 32
                 },
                 "bits": [
                     5,
@@ -61040,8 +61004,8 @@
             },
             "o_proj": {
                 "group_size": {
-                    "5": 128,
-                    "4": 128
+                    "5": 64,
+                    "4": 64
                 },
                 "bits": [
                     5,
@@ -61098,38 +61062,44 @@
             }
         },
         "model.layers.23.self_attn": {
-            "accuracy": 0.9944212981499732,
-            "total_bits": 5717376,
+            "accuracy": 0.9891995070502162,
+            "total_bits": 4808064,
             "q_proj": {
                 "group_size": {
-                    "6": 32
+                    "6": 32,
+                    "5": 32
                 },
                 "bits": [
-                    6
+                    6,
+                    5
                 ],
                 "bits_prop": [
-                    1
+                    0.1,
+                    0.9
                 ],
                 "scale_bits": 4
             },
             "k_proj": {
                 "group_size": {
-                    "6": 32
+                    "6": 32,
+                    "5": 32
                 },
                 "bits": [
-                    6
+                    6,
+                    5
                 ],
                 "bits_prop": [
-                    1
+                    0.1,
+                    0.9
                 ],
                 "scale_bits": 4
             },
             "v_proj": {
                 "group_size": {
-                    "8": 32
+                    "6": 32
                 },
                 "bits": [
-                    8
+                    6
                 ],
                 "bits_prop": [
                     1
@@ -61138,13 +61108,16 @@
             },
             "o_proj": {
                 "group_size": {
-                    "6": 32
+                    "6": 32,
+                    "5": 32
                 },
                 "bits": [
-                    6
+                    6,
+                    5
                 ],
                 "bits_prop": [
-                    1
+                    0.1,
+                    0.9
                 ],
                 "scale_bits": 4
             }
@@ -61193,11 +61166,11 @@
             }
         },
         "model.layers.24.self_attn": {
-            "accuracy": 0.9966863535810262,
-            "total_bits": 5717376,
+            "accuracy": 0.990554129704833,
+            "total_bits": 5413824,
             "q_proj": {
                 "group_size": {
-                    "6": 32
+                    "6": 128
                 },
                 "bits": [
                     6
@@ -61209,7 +61182,7 @@
             },
             "k_proj": {
                 "group_size": {
-                    "6": 32
+                    "6": 128
                 },
                 "bits": [
                     6
@@ -61221,10 +61194,10 @@
             },
             "v_proj": {
                 "group_size": {
-                    "8": 32
+                    "6": 128
                 },
                 "bits": [
-                    8
+                    6
                 ],
                 "bits_prop": [
                     1
@@ -61233,7 +61206,7 @@
             },
             "o_proj": {
                 "group_size": {
-                    "6": 32
+                    "6": 128
                 },
                 "bits": [
                     6
@@ -61245,59 +61218,68 @@
             }
         },
         "model.layers.24.mlp": {
-            "accuracy": 0.9846452893689275,
-            "total_bits": 11259840,
+            "accuracy": 0.9851180734112859,
+            "total_bits": 11758512,
             "gate_proj": {
                 "group_size": {
-                    "4": 32
+                    "5": 128,
+                    "4": 128
                 },
                 "bits": [
+                    5,
                     4
                 ],
                 "bits_prop": [
-                    1
+                    0.1,
+                    0.9
                 ],
                 "scale_bits": 4
             },
             "up_proj": {
                 "group_size": {
-                    "4": 32
+                    "5": 128,
+                    "4": 128
                 },
                 "bits": [
+                    5,
                     4
                 ],
                 "bits_prop": [
-                    1
+                    0.25,
+                    0.75
                 ],
                 "scale_bits": 4
             },
             "down_proj": {
                 "group_size": {
                     "8": 32,
-                    "4": 32
+                    "5": 128,
+                    "4": 128
                 },
                 "bits": [
                     8,
+                    5,
                     4
                 ],
                 "bits_prop": [
                     0.05,
-                    0.95
+                    0.1,
+                    0.85
                 ],
                 "scale_bits": 4
             }
         },
         "model.layers.25.self_attn": {
-            "accuracy": 0.993717601057142,
-            "total_bits": 4811712,
+            "accuracy": 0.9908542837947607,
+            "total_bits": 3775344,
             "q_proj": {
                 "group_size": {
-                    "6": 128,
-                    "5": 128
+                    "5": 64,
+                    "4": 64
                 },
                 "bits": [
-                    6,
-                    5
+                    5,
+                    4
                 ],
                 "bits_prop": [
                     0.1,
@@ -61307,12 +61289,12 @@
             },
             "k_proj": {
                 "group_size": {
-                    "6": 128,
-                    "5": 128
+                    "5": 64,
+                    "4": 64
                 },
                 "bits": [
-                    6,
-                    5
+                    5,
+                    4
                 ],
                 "bits_prop": [
                     0.1,
@@ -61322,24 +61304,27 @@
             },
             "v_proj": {
                 "group_size": {
-                    "6": 128
+                    "5": 32,
+                    "4": 32
                 },
                 "bits": [
-                    6
+                    5,
+                    4
                 ],
                 "bits_prop": [
-                    1
+                    0.1,
+                    0.9
                 ],
                 "scale_bits": 4
             },
             "o_proj": {
                 "group_size": {
-                    "6": 128,
-                    "5": 128
+                    "5": 64,
+                    "4": 64
                 },
                 "bits": [
-                    6,
-                    5
+                    5,
+                    4
                 ],
                 "bits_prop": [
                     0.1,
@@ -61349,11 +61334,11 @@
             }
         },
         "model.layers.25.mlp": {
-            "accuracy": 0.98378418199718,
-            "total_bits": 11101728,
+            "accuracy": 0.9851860506460071,
+            "total_bits": 11259840,
             "gate_proj": {
                 "group_size": {
-                    "4": 128
+                    "4": 32
                 },
                 "bits": [
                     4
@@ -61378,7 +61363,7 @@
             "down_proj": {
                 "group_size": {
                     "8": 32,
-                    "4": 128
+                    "4": 32
                 },
                 "bits": [
                     8,
@@ -61392,12 +61377,12 @@
             }
         },
         "model.layers.26.self_attn": {
-            "accuracy": 0.9888241868466139,
-            "total_bits": 3923328,
+            "accuracy": 0.9889037329703569,
+            "total_bits": 3775344,
             "q_proj": {
                 "group_size": {
-                    "5": 32,
-                    "4": 32
+                    "5": 64,
+                    "4": 64
                 },
                 "bits": [
                     5,
@@ -61411,8 +61396,8 @@
             },
             "k_proj": {
                 "group_size": {
-                    "5": 32,
-                    "4": 32
+                    "5": 64,
+                    "4": 64
                 },
                 "bits": [
                     5,
@@ -61426,20 +61411,23 @@
             },
             "v_proj": {
                 "group_size": {
-                    "5": 32
+                    "5": 32,
+                    "4": 32
                 },
                 "bits": [
-                    5
+                    5,
+                    4
                 ],
                 "bits_prop": [
-                    1
+                    0.1,
+                    0.9
                 ],
                 "scale_bits": 4
             },
             "o_proj": {
                 "group_size": {
-                    "5": 32,
-                    "4": 32
+                    "5": 64,
+                    "4": 64
                 },
                 "bits": [
                     5,
@@ -61505,38 +61493,44 @@
             }
         },
         "model.layers.27.self_attn": {
-            "accuracy": 0.9915196811780334,
-            "total_bits": 5413824,
+            "accuracy": 0.9844594039022923,
+            "total_bits": 3866304,
             "q_proj": {
                 "group_size": {
-                    "6": 128
+                    "5": 64,
+                    "4": 64
                 },
                 "bits": [
-                    6
+                    5,
+                    4
                 ],
                 "bits_prop": [
-                    1
+                    0.1,
+                    0.9
                 ],
                 "scale_bits": 4
             },
             "k_proj": {
                 "group_size": {
-                    "6": 128
+                    "5": 64,
+                    "4": 64
                 },
                 "bits": [
-                    6
+                    5,
+                    4
                 ],
                 "bits_prop": [
-                    1
+                    0.1,
+                    0.9
                 ],
                 "scale_bits": 4
             },
             "v_proj": {
                 "group_size": {
-                    "6": 128
+                    "5": 64
                 },
                 "bits": [
-                    6
+                    5
                 ],
                 "bits_prop": [
                     1
@@ -61545,71 +61539,83 @@
             },
             "o_proj": {
                 "group_size": {
-                    "6": 128
+                    "5": 64,
+                    "4": 64
                 },
                 "bits": [
-                    6
+                    5,
+                    4
                 ],
                 "bits_prop": [
-                    1
+                    0.1,
+                    0.9
                 ],
                 "scale_bits": 4
             }
         },
         "model.layers.27.mlp": {
-            "accuracy": 0.9808992575854063,
-            "total_bits": 11101728,
+            "accuracy": 0.9841680098325014,
+            "total_bits": 11696064,
             "gate_proj": {
                 "group_size": {
-                    "4": 128
+                    "5": 32,
+                    "4": 32
                 },
                 "bits": [
+                    5,
                     4
                 ],
                 "bits_prop": [
-                    1
+                    0.1,
+                    0.9
                 ],
                 "scale_bits": 4
             },
             "up_proj": {
                 "group_size": {
+                    "5": 32,
                     "4": 32
                 },
                 "bits": [
+                    5,
                     4
                 ],
                 "bits_prop": [
-                    1
+                    0.25,
+                    0.75
                 ],
                 "scale_bits": 4
             },
             "down_proj": {
                 "group_size": {
                     "8": 32,
-                    "4": 128
+                    "5": 32,
+                    "4": 32
                 },
                 "bits": [
                     8,
+                    5,
                     4
                 ],
                 "bits_prop": [
                     0.05,
-                    0.95
+                    0.1,
+                    0.85
                 ],
                 "scale_bits": 4
             }
         },
         "model.layers.28.self_attn": {
-            "accuracy": 0.9871587986126542,
-            "total_bits": 3866304,
+            "accuracy": 0.9928587442263961,
+            "total_bits": 4811712,
             "q_proj": {
                 "group_size": {
-                    "5": 64,
-                    "4": 64
+                    "6": 128,
+                    "5": 128
                 },
                 "bits": [
-                    5,
-                    4
+                    6,
+                    5
                 ],
                 "bits_prop": [
                     0.1,
@@ -61619,12 +61625,12 @@
             },
             "k_proj": {
                 "group_size": {
-                    "5": 64,
-                    "4": 64
+                    "6": 128,
+                    "5": 128
                 },
                 "bits": [
-                    5,
-                    4
+                    6,
+                    5
                 ],
                 "bits_prop": [
                     0.1,
@@ -61634,10 +61640,10 @@
             },
             "v_proj": {
                 "group_size": {
-                    "5": 64
+                    "6": 128
                 },
                 "bits": [
-                    5
+                    6
                 ],
                 "bits_prop": [
                     1
@@ -61646,12 +61652,12 @@
             },
             "o_proj": {
                 "group_size": {
-                    "5": 64,
-                    "4": 64
+                    "6": 128,
+                    "5": 128
                 },
                 "bits": [
-                    5,
-                    4
+                    6,
+                    5
                 ],
                 "bits_prop": [
                     0.1,
@@ -61713,16 +61719,16 @@
             }
         },
         "model.layers.29.self_attn": {
-            "accuracy": 0.9892830261960626,
-            "total_bits": 3923328,
+            "accuracy": 0.9930798751302063,
+            "total_bits": 4811712,
             "q_proj": {
                 "group_size": {
-                    "5": 32,
-                    "4": 32
+                    "6": 128,
+                    "5": 128
                 },
                 "bits": [
-                    5,
-                    4
+                    6,
+                    5
                 ],
                 "bits_prop": [
                     0.1,
@@ -61732,12 +61738,12 @@
             },
             "k_proj": {
                 "group_size": {
-                    "5": 32,
-                    "4": 32
+                    "6": 128,
+                    "5": 128
                 },
                 "bits": [
-                    5,
-                    4
+                    6,
+                    5
                 ],
                 "bits_prop": [
                     0.1,
@@ -61747,10 +61753,10 @@
             },
             "v_proj": {
                 "group_size": {
-                    "5": 32
+                    "6": 128
                 },
                 "bits": [
-                    5
+                    6
                 ],
                 "bits_prop": [
                     1
@@ -61759,12 +61765,12 @@
             },
             "o_proj": {
                 "group_size": {
-                    "5": 32,
-                    "4": 32
+                    "6": 128,
+                    "5": 128
                 },
                 "bits": [
-                    5,
-                    4
+                    6,
+                    5
                 ],
                 "bits_prop": [
                     0.1,

measurement.json

@@ -57957,7 +57957,7 @@
                 }
             },
             {
-                "accuracy": 0.9459031000733376,
+                "accuracy": 0.945903766900301,
                 "total_bits": 9097152,
                 "gate_proj": {
                     "group_size": {

out_tensor/lm_head.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b9f25323c6818fe4c887f59b19d5d0a524da5582ec86f0c4ad16c1090a450d49
+oid sha256:7b00e9a9ad58653c8b753d64bc96345482aeb377528d8a49a22664021233fe51
 size 22932166

out_tensor/model.layers.1.mlp.down_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:02ad4e4e1f4f763e77c127e40f1693f16c14cca4be9c58dd7ccca3347f1b0814
-size 603194
+oid sha256:122e426acb718ec8500b571a642bc6798b45e486dab0e383596af8cd42bc9b6c
+size 502304

out_tensor/model.layers.1.mlp.gate_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d06165f78e527bb210e5eee44e071d9430b7639696472c6392ce88b566d04450
-size 584222
+oid sha256:89cbc78f723f7c5f29a38cb9d42ae84c09a7332f9b6984869ff801409e97fd4a
+size 471404

out_tensor/model.layers.1.mlp.up_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea571575ee5e595cb8396553c6e3823d05fc4fd02bfa2513b3f02cf12ca140de
-size 608790
+oid sha256:acbc58437663f0da9c0a7310111436b0c35546cfedffce7f76c5c44e967ff095
+size 489828

out_tensor/model.layers.1.self_attn.k_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29e1460798449ac06fb55339ac68dc005180bb1e2f75753de43447afb915accd
-size 61492
+oid sha256:e1443175687f038577cbe5062f7fa9b9954b66111bde7a407efb50391040dc1a
+size 61702

out_tensor/model.layers.1.self_attn.o_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3dc6bbf89dd16c69723149bad79cfd9a560d033d735bbc8fe0ce90aeda1cc630
-size 178620
+oid sha256:43634971f137ca8d8fd563c564f2bcc0842893c013811019932debc28b3d00a0
+size 179398

out_tensor/model.layers.1.self_attn.q_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:51b716b59934a4053506e87aca5b33105304201e0f835bef0e0904c9d5f106ab
-size 178620
+oid sha256:bdcbbb552d31497058166738d8966175d730c296fb7c454cb10b975e8164fca9
+size 179398

out_tensor/model.layers.1.self_attn.v_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c857c9f7b172f986804e76230a088bf642460d86325fdfb4e029eb7f7b184298
-size 73780
+oid sha256:ba2e26e21b021c7497dc7ba363a1a70c8a303c7c9737a5a6c4ba4d4eb26fe28a
+size 60574

out_tensor/model.layers.10.mlp.down_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:50837f6e35d08ea49d8280137939435aa67119cad78902921b95eec0fd10d00d
-size 605992
+oid sha256:5c358e71b6a5272eec2d6a732b7b380d5ee7eedf455156b908e3be611d17c4c2
+size 603202

out_tensor/model.layers.10.mlp.gate_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8d570eb4c8e9c8baad90b81355046c1b0fc9be0b004a62d92e465f8bf71e3f83
-size 582004
+oid sha256:fa1b81408ba9e82a77eef6916698df21c2dab7d12994f61609052e81e32478ad
+size 584222

out_tensor/model.layers.10.mlp.up_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1fb027439776695a9e6244289942ee15e30a7c01b0205e531a9cd2fbc6bc7496
-size 600428
+oid sha256:c97dc4ce1700dd6567bb94db216c3fad52f90b46c5c46a4699f3175c226cc40e
+size 608790

out_tensor/model.layers.10.self_attn.k_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c67e9afe12af7ed7dae627e29dd48df01310ea6ff8c7bbf4ee3b2e95dd009fff
-size 61500
+oid sha256:b108b75252b492881465e9a18807ef9db35f89219728b81082ec7d052f014ac3
+size 75324

out_tensor/model.layers.10.self_attn.o_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:26431808f025de4cc2b7b7a156a6ea6d0d1c39d40601270e9e0501154b9a021c
-size 178620
+oid sha256:91e1efa7d78ad6b225042ae5c222f822d4fddfe77618d0cba3142c8868aa16c3
+size 220092

out_tensor/model.layers.10.self_attn.q_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4cd75411c531fd27b80d9ced008d05969fa466531b1915964cf94aad8c53aaa
-size 178620
+oid sha256:55391444fa5d42d80e7a36478be427cf84f47fb2d7f3e057cbd3a4bb25a03708
+size 220092

out_tensor/model.layers.10.self_attn.v_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:939daad1a3f92ccd64caf7b238101d972b57eea3544c0904304cce26ce00a38a
-size 73788
+oid sha256:2991ae45c537c35acbc7c90b65a56beeb96ed7ee04e26d7b6351f7ac4ae91487
+size 87612

out_tensor/model.layers.11.mlp.down_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:451ad264ef1abf7cd249e3814b0bd464b9da2acc06aeefa8226b12f3fc7dc8c3
-size 398632
+oid sha256:7a4774d491065db90b70e619e961fb32e7daa1e3a49ca79d7f48b7fb9a192b1f
+size 395842

out_tensor/model.layers.11.mlp.gate_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:73836289c08ad5b7ee854f34a984c4e4f0f58d04d854a129964e5c0dfdd341fb
-size 360820
+oid sha256:67db48f5754d31acf835016b4104cf11cb24377d2180e3583f73c2f82b0acad0
+size 363038

out_tensor/model.layers.11.mlp.up_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ef0dd1fc4c03f438225d6cd536e864010c8f4e0296e7ca93029af181adeb5d94
-size 379244
+oid sha256:cda2c19e5ad0b12b1209c3366676220530ffbe3632341ce55e2a5af4e991a265
+size 387606

out_tensor/model.layers.11.self_attn.k_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c1d18f378a37564c5b0098530918ec2f54f90afd95218b28e5b32e97596ce98
-size 75526
+oid sha256:67f6a5bba9db03f095850355740399329783f04bcc7f9156e0d7dac0d81d932e
+size 87612

out_tensor/model.layers.11.self_attn.o_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ecb1c12c2829afcf24c21cb36ed16e88a5d6a329c08ca24460e21dbd3a5f6e7c
-size 220878
+oid sha256:0194a099426cb0bca691fd745deef804210e613abf061d8ca92b5845be6a389b
+size 256956

out_tensor/model.layers.11.self_attn.q_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d01296dfe6166f3c07eaefd7d66984c0ffe86d16a8f9b509424fe79aca94abc
-size 220878
+oid sha256:f8076ee358670d24c330e78f9afce938888b911505d8ee3460dcfc0c7a14f16a
+size 256956

out_tensor/model.layers.11.self_attn.v_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:af0467497cae04fe932dfb50ee1ec25c09da1dc81b3783ee4ddb494262f50a74
-size 86286
+oid sha256:31af5f20948529d81afd585e97530db8c60144fed28093fb8f5db5d407b57d85
+size 115260

out_tensor/model.layers.12.mlp.down_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:09c46c474e5a6ed96bc46dd789b1b519ae1e33ef39c0e5aabe658d246f0e634d
-size 395842
+oid sha256:ed46b77c0bc2988c313c255091c65acc8cc59a8d05ec50b9aa5f63ed58e73ac2
+size 366376

out_tensor/model.layers.12.mlp.gate_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c88ed3d13efa984b39f8349c7afec650d477753c51c5569660587a8524bc7f6a
-size 363038
+oid sha256:b493b4a727dba8ac8b8230f0eaefce9a4dbfda010828a0154d5914b46d6e521f
+size 243254

out_tensor/model.layers.12.mlp.up_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:64081e06e568ab961269178f3fdb5e5902b77c620c8d1aa1f6050d823cb33cf7
-size 387606
+oid sha256:871fb605c1b775b7e2d02d90b176e00b020fc2ca32ea0876ae7495d415b7a4f4
+size 267822

out_tensor/model.layers.12.self_attn.k_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6ce77fbfc6e0a78017e6c92b2fea5f1ed0ab406dc96253d4f8df55646c4152c1
+oid sha256:53f10533ac283494d2c2bbe892ca4dc7d5073c1c12b4568e1814de94dd1ff96d
 size 47878

out_tensor/model.layers.12.self_attn.o_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e26feb6c8194733fa00c64aaf1bdf79ec675ba1cbbabbca062b7c2ce3c19b86
+oid sha256:99755f5f45d5d503853951ce3d3d2edebdc7b2493d6acd71db123a63c4467c1d
 size 137934

out_tensor/model.layers.12.self_attn.q_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7c1f9c2f0219bb4cac4882d3bfafdbe596c86a9e727e38430a659d633036d992
+oid sha256:3eaa8f4fa56d69177cb934fc01aa651b981285d39c125bef8fa66674608fab8c
 size 137934

out_tensor/model.layers.12.self_attn.v_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0558a2168156d0ef887cb2920f34e8bdefb0f19f1240e04d812bb69f98c69d10
+oid sha256:6f48ea439ba50a51c0d91c08de3fd6e9b76ec47a4dd59f30863dae0072375463
 size 47878

out_tensor/model.layers.13.mlp.down_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f9d6a02997ac31f7efae7345a8855ad97e6daa012afe68f9cc90b76a9ba1f0a
+oid sha256:737d63835c5aca628c5a7e321483998228baa6785801a116eee92bcf91ebb13a
 size 366376

out_tensor/model.layers.13.mlp.gate_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7a2e32c5203c5542d1e805df1ac494eda460881fcb9c9bab7ae8c57a2619612d
+oid sha256:ff3791d92088b0ca1c4301061f204b8e3770c9f1ced43c9ddb517a1ab1d743ed
 size 243254

out_tensor/model.layers.13.mlp.up_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b0abe3026c6b5c698b0a5851b2a2f7ea1a38f2bab8f31a3d1f155aaae5a1ddf
+oid sha256:09ebef69a690bf0c60ff790aea58aa59d30a1381c677366978519de7ff004b41
 size 267822

out_tensor/model.layers.13.self_attn.k_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf7caeedcd3dfbef48c58148881d22b4c8838538fedd695400f39fc6889cf2f7
-size 60574
+oid sha256:fae7e013ba28b81c3855c1081d39965240b57e748411513785d6a1da13213455
+size 61500

out_tensor/model.layers.13.self_attn.o_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e3d417acf01df3853d33b28a41c5f5d554fec37d748ade70e345d3228971c6e6
-size 175974
+oid sha256:da1189fdc505da691e74d795e5cfd7414f9f130272c37a90268a03507ef54dd3
+size 178620

out_tensor/model.layers.13.self_attn.q_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15f653b12c7c60874128cd064fff6130be570cbb0c99eea6a5b10c0bae956c5f
-size 175974
+oid sha256:f9acee0cc9d7b56d3fe6170865b58a18d13234897678522dccd47ed0268364f6
+size 178620

out_tensor/model.layers.13.self_attn.v_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66df92a77b88377e3f735de1e31caf9420e745871f54246742aa21fe58a54fa8
-size 61500
+oid sha256:028771ce4245f1bbd1cc1e491e8b347294794dbad7b6e886d2c42d555109b6bf
+size 73788

out_tensor/model.layers.14.mlp.down_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2dc8ae11973b7a63b21477589ff3784464324998ad8286f36504fd0c1291566a
-size 366376
+oid sha256:75f2ef701d3132beb3dd02868cbd0d78324bffb99630e317b8fe2ce36881af39
+size 398632

out_tensor/model.layers.14.mlp.gate_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:05a4577ce30134c555f82d98264f51ab9a78be27f77b71e5273f3c4173a85474
-size 243254
+oid sha256:b1b5396c1ababf6b1dcfa47dee5201903a5c3fce4e0bd371a0ae8af2ca0346bc
+size 360820

out_tensor/model.layers.14.mlp.up_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c1fb7a98964b9c971e2fac9720f04387b2e3e6ea235e4360c304a6537551063a
-size 267822
+oid sha256:2c92070124ca1ad26746aa06bd01b33d417b168299fc53de3d9a78dcc612b3e7
+size 379244

out_tensor/model.layers.14.self_attn.k_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d40df8f718ffe2ead747218791673adb7d771a2f59100893c2cf23c891fcc90d
-size 75324
+oid sha256:ceddc15d97327cc721f0d0a618f706eca97d5681e842c6cae7f9044aa69337db
+size 59038

out_tensor/model.layers.14.self_attn.o_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:734712ed7e83535b37fe888c623bd12aedc657c16324039552c5226713bbfdf9
-size 220092
+oid sha256:8390a3cd72112867844755fa9873aba89a3eadf1b1c943f0cac917df14840b6e
+size 171366

out_tensor/model.layers.14.self_attn.q_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:524f6d68da8992a2294782b46657814703725ea988ecbd950e6f20929d743712
-size 220092
+oid sha256:88ef8213b80f02857314bbdbf8f9179d0673359b17ab3e8ae939833010cae44b
+size 171366

out_tensor/model.layers.14.self_attn.v_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13ebf7107da18ef3d913b69d3c95419231f2c7d878de621a5ce2798ca7da34e6
-size 87612
+oid sha256:f1b8da419b6b51187373d5a25600ea36e54ff0df8de806549707493dd782bfaa
+size 59964

out_tensor/model.layers.15.mlp.down_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ee330925e438adaa98122fc78baf585a4e8feb8ad8dcc7f438093efb8c478d1b
-size 366376
+oid sha256:ebe548bd61bcd705769456e9f78ae96eeb56c02de700526e1d93821565ba4724
+size 395842

out_tensor/model.layers.15.mlp.gate_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0cf3f2e20a4aced3b35b4719a6c350a2f10840267a92f3f3300d915f3b5e9122
-size 243254
+oid sha256:1e54257e0c2e223ab062386de204e58f4c32e80b325c92261f8d29bd4c67d316
+size 363038

out_tensor/model.layers.15.mlp.up_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ef1dc805d261ad85a118c1800680c5604b0df83435e914e576da180776318a84
-size 267822
+oid sha256:46fe76eb5fefb7aca451179e64ea7526fabdc94c128ce48cee5b3fd69309507b
+size 387606

out_tensor/model.layers.15.self_attn.k_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a53a804b8c637fdc92ee5bc3afdc25a27e2289ed0b853fb0bd7ce1eaa17be5f4
-size 61702
+oid sha256:b7b78c9cbd3001fbfea4bd679ec48ee931583b2e11daf1f7b3624781e9d8b77e
+size 61500

out_tensor/model.layers.15.self_attn.o_proj.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a69f8474ca0b85c02299ac727ed67883e4ed1d5730ce00933aecaaa133a90a07
-size 179406
+oid sha256:80a3fffdb056e6da72b19011e017ef18bd310c5e613bfafd17e3819c9da94ddf
+size 178620